diff --git a/packages/api/src/jobs/rss/refreshFeed.ts b/packages/api/src/jobs/rss/refreshFeed.ts index d111f248d..6274920de 100644 --- a/packages/api/src/jobs/rss/refreshFeed.ts +++ b/packages/api/src/jobs/rss/refreshFeed.ts @@ -126,6 +126,15 @@ export const isContentFetchBlocked = (feedUrl: string) => { if (feedUrl.startsWith('https://arxiv.org/')) { return true } + if (feedUrl.startsWith('https://rss.arxiv.org')) { + return true + } + if (feedUrl.startsWith('https://xkcd.com')) { + return true + } + if (feedUrl.startsWith('https://daringfireball.net/feeds/')) { + return true + } if (feedUrl.startsWith('https://lwn.net/headlines/newrss')) { return true } @@ -517,6 +526,9 @@ const processSubscription = async ( // Max limit per-feed update if (itemCount > 99) { + if (itemCount == 100) { + logger.info(`Max limit reached for feed ${feedUrl}`) + } continue }