Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

skip fetching re-published items in the feed to deduplicate

Browse Source
This commit is contained in:
Hongbo Wu
2023-12-15 13:48:43 +08:00
parent 6d0dcee488
commit 991f984b6f
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
packages/rss-handler/src/index.ts
View File

@ -391,7 +391,7 @@ const processSubscription = async (
console.log('Feed last build date', feedLastBuildDate)
if (
feedLastBuildDate &&
new Date(feedLastBuildDate) < new Date(lastFetchedAt)
new Date(feedLastBuildDate) <= new Date(lastFetchedAt)
) {
console.log('Skipping old feed', feedLastBuildDate)
return
@ -433,7 +433,7 @@ const processSubscription = async (
// skip old items and items that were published before 24h
if (
publishedAt < new Date(lastFetchedAt) ||
publishedAt <= new Date(lastFetchedAt) ||
publishedAt < new Date(Date.now() - 24 * 60 * 60 * 1000)
) {
console.log('Skipping old feed item', item.link)