From 0a38cd6422471f12df4f123eaf6dbe458f51f70a Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Sat, 3 Feb 2024 19:08:13 +0800 Subject: [PATCH 1/2] More attempts now that lock timeouts are lower --- packages/api/src/utils/createTask.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/api/src/utils/createTask.ts b/packages/api/src/utils/createTask.ts index 3a1145aec..f8ef008ad 100644 --- a/packages/api/src/utils/createTask.ts +++ b/packages/api/src/utils/createTask.ts @@ -695,7 +695,7 @@ export const bulkEnqueueUpdateLabels = async (data: UpdateLabelsData[]) => { name: UPDATE_LABELS_JOB, data: d, opts: { - attempts: 3, + attempts: 6, priority: 1, backoff: { type: 'exponential', @@ -720,7 +720,7 @@ export const enqueueUpdateHighlight = async (data: UpdateHighlightData) => { try { return queue.add(UPDATE_HIGHLIGHT_JOB, data, { - attempts: 3, + attempts: 6, priority: 1, backoff: { type: 'exponential', From 2d6bd0779f08c07459fe1e7b2c8da1877e9edf41 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Sat, 3 Feb 2024 19:08:25 +0800 Subject: [PATCH 2/2] Dont fetch from rsshub --- packages/api/src/jobs/rss/refreshFeed.ts | 3 +++ 1 file changed, 3 insertions(+) diff --git a/packages/api/src/jobs/rss/refreshFeed.ts b/packages/api/src/jobs/rss/refreshFeed.ts index 6274920de..8cef84a32 100644 --- a/packages/api/src/jobs/rss/refreshFeed.ts +++ b/packages/api/src/jobs/rss/refreshFeed.ts @@ -129,6 +129,9 @@ export const isContentFetchBlocked = (feedUrl: string) => { if (feedUrl.startsWith('https://rss.arxiv.org')) { return true } + if (feedUrl.startsWith('https://rsshub.app')) { + return true + } if (feedUrl.startsWith('https://xkcd.com')) { return true }