From 699e8077dcfd738f0fa5c252b1165c68eb259053 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Thu, 19 Oct 2023 09:57:28 +0800 Subject: [PATCH] Add feed custom fields, set timeout/redirects --- packages/rss-handler/src/index.ts | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/packages/rss-handler/src/index.ts b/packages/rss-handler/src/index.ts index 2b1bdf1fc..ca6afb04b 100644 --- a/packages/rss-handler/src/index.ts +++ b/packages/rss-handler/src/index.ts @@ -27,6 +27,8 @@ export const fetchAndChecksum = async (url: string) => { try { const response = await axios.get(url, { responseType: 'arraybuffer', + timeout: 60_000, + maxRedirects: 10, headers: { 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36', @@ -146,8 +148,6 @@ Sentry.GCPFunction.init({ const signToken = promisify(jwt.sign) const parser = new Parser({ - timeout: 60000, // 60 seconds - maxRedirects: 10, customFields: { item: [ ['link', 'links', { keepArray: true }], @@ -155,6 +155,7 @@ const parser = new Parser({ 'updated', 'created', ], + feed: ['dc:date', 'lastBuildDate', 'pubDate'], }, })