From 9554f8f6ba5df65f5c9a7cb84fb17643b6f67a32 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Tue, 5 Jul 2022 08:41:30 -0700 Subject: [PATCH] Create a scrapingbee url when using the fallback Javascript hoists variables to the top of scope, so `url` here refers to the `url` variable defined lower in the block. --- packages/content-fetch/fetch-content.js | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/content-fetch/fetch-content.js b/packages/content-fetch/fetch-content.js index ccee392ce..33e5b9506 100644 --- a/packages/content-fetch/fetch-content.js +++ b/packages/content-fetch/fetch-content.js @@ -358,18 +358,18 @@ async function fetchContent(req, res) { // fallback to scrapingbee const sbResult = await fetchContentWithScrapingBee(url); - const url = finalUrl || sbResult.url; + const sbUrl = finalUrl || sbResult.url; const content = sbResult.domContent; logRecord.fetchContentTime = Date.now() - functionStartTime; const apiResponse = await sendCreateArticleMutation(userId, { - url, + url: sbUrl, articleSavingRequestId, preparedDocument: { document: content, pageInfo: { title: sbResult.title, - canonicalUrl: url, + canonicalUrl: sbUrl, }, }, skipParsing: !content,