nodejs/hookshot
nodejs/hookshot
1
0
Fork 0
mirror of https://github.com/matrix-org/matrix-hookshot.git synced 2025-03-10 21:19:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fetch feeds sequentially, warn if it took too long

Browse Source
This commit is contained in:
Tadeusz Sośnierz 2022-04-22 12:27:14 +02:00
parent ef91798bcb
commit 420def07b0
1 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/feeds/FeedReader.ts
View File

@ -89,7 +89,9 @@ export class FeedReader {
let seenEntriesChanged = false; let seenEntriesChanged = false;
await Promise.all(this.observedFeedUrls.map(async (url) => { const fetchingStarted = (new Date()).getTime();
for (const url of this.observedFeedUrls) {
try { try {
const res = await axios.get(url.toString()); const res = await axios.get(url.toString());
const feed = await (new Parser()).parseString(res.data); const feed = await (new Parser()).parseString(res.data);
@ -135,10 +137,22 @@ export class FeedReader {
log.error(error.message); log.error(error.message);
this.queue.push<FeedError>({ eventName: 'feed.error', sender: 'FeedReader', data: error }); this.queue.push<FeedError>({ eventName: 'feed.error', sender: 'FeedReader', data: error });
} }
})); }
if (seenEntriesChanged) await this.saveSeenEntries(); if (seenEntriesChanged) await this.saveSeenEntries();
const elapsed = (new Date()).getTime() - fetchingStarted;
let sleepFor: number;
if (elapsed > this.config.pollIntervalSeconds * 1000) {
log.warn(`It tooks us longer to update the feeds than the configured pool interval (${elapsed / 1000}s)`);
sleepFor = 0;
} else {
sleepFor = this.config.pollIntervalSeconds * 1000 - elapsed;
log.debug(`Feed fetching took ${elapsed / 1000}s, sleeping for ${sleepFor / 1000}s`);
}
setTimeout(() => { setTimeout(() => {
void this.pollFeeds(); void this.pollFeeds();
}, this.config.pollIntervalSeconds * 1000); }, sleepFor);
} }
} }