From d592dc44c6a6b931e5757dfddde1ae998aa55b83 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Wed, 18 Oct 2023 16:34:40 +0800 Subject: [PATCH] Add back missing pubdate check --- packages/rss-handler/src/index.ts | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/packages/rss-handler/src/index.ts b/packages/rss-handler/src/index.ts index 4edd58709..048592c27 100644 --- a/packages/rss-handler/src/index.ts +++ b/packages/rss-handler/src/index.ts @@ -242,6 +242,15 @@ export const rssHandler = Sentry.GCPFunction.wrapHttpFunction( const feed = await parser.parseString(fetchResult.content) console.log('Fetched feed', feed.title, new Date()) + const feedPubDate = (feed['dc:date'] || + feed.pubDate || + feed.lastBuildDate) as string | undefined + console.log('Feed pub date', feedPubDate) + if (feedPubDate && new Date(feedPubDate) < new Date(lastFetchedAt)) { + console.log('Skipping old feed', feedPubDate) + return res.send('ok') + } + // save each item in the feed for (const item of feed.items) { // use published or updated if isoDate is not available for atom feeds