Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

skip rss items which are published before 48 hours

Browse Source
This commit is contained in:
Hongbo Wu
2023-07-14 12:08:08 +08:00
parent 799eaaded4
commit 6531dd30e9
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
packages/rss-handler/src/index.ts
View File

@ -114,15 +114,20 @@ export const rssHandler = Sentry.GCPFunction.wrapHttpFunction(
// save each item in the feed
for await (const item of feed.items) {
const publishedAt = item.pubDate || item.isoDate
console.log('Processing feed item', item.link, publishedAt)
const publishedAtString = item.pubDate || item.isoDate
console.log('Processing feed item', item.link, publishedAtString)
if (!item.link || !publishedAt) {
if (!item.link || !publishedAtString) {
console.log('Invalid feed item', item)
continue
}
if (new Date(publishedAt) <= new Date(lastFetchedAt)) {
// skip old items and items that were published before 48h
const publishedAt = new Date(publishedAtString)
if (
publishedAt < new Date(Date.now() - 48 * 60 * 60 * 1000) ||
publishedAt < new Date(lastFetchedAt)
) {
console.log('Skipping old feed item', item.link)
continue
}