From ad99f933e554c7551cd05cd23b23c164c564cdd7 Mon Sep 17 00:00:00 2001 From: Hongbo Wu Date: Thu, 12 May 2022 17:53:28 +0800 Subject: [PATCH] Fix tests cont --- packages/content-fetch/apple-news-handler.js | 2 +- packages/content-fetch/bloomberg-handler.js | 2 +- packages/content-fetch/derstandard-handler.js | 2 +- packages/puppeteer-parse/apple-news-handler.js | 2 +- packages/puppeteer-parse/bloomberg-handler.js | 2 +- packages/puppeteer-parse/derstandard-handler.js | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/packages/content-fetch/apple-news-handler.js b/packages/content-fetch/apple-news-handler.js index 8a69e5adf..0759dec23 100644 --- a/packages/content-fetch/apple-news-handler.js +++ b/packages/content-fetch/apple-news-handler.js @@ -27,7 +27,7 @@ exports.appleNewsHandler = { const response = await axios.get(url, { headers: { 'User-Agent': MOBILE_USER_AGENT } } ); const data = response.data; - const dom = new parseHTML(data).document; + const dom = parseHTML(data).document; // make sure its a valid URL by wrapping in new URL const u = new URL(dom.querySelector('span.click-here').parentNode.href); diff --git a/packages/content-fetch/bloomberg-handler.js b/packages/content-fetch/bloomberg-handler.js index d6caef6fd..d79a568bb 100644 --- a/packages/content-fetch/bloomberg-handler.js +++ b/packages/content-fetch/bloomberg-handler.js @@ -29,7 +29,7 @@ exports.bloombergHandler = { 'block_resources': false, } }) - const dom = new parseHTML(response.data).document; + const dom = parseHTML(response.data).document; return { title: dom.title, content: dom.querySelector('body').innerHTML, url: url } } catch (error) { console.error('error prehandling bloomberg url', error) diff --git a/packages/content-fetch/derstandard-handler.js b/packages/content-fetch/derstandard-handler.js index eddc9618f..a44db6f2a 100644 --- a/packages/content-fetch/derstandard-handler.js +++ b/packages/content-fetch/derstandard-handler.js @@ -23,7 +23,7 @@ exports.derstandardHandler = { const content = response.data; var title = undefined; - const dom = new parseHTML(content).document; + const dom = parseHTML(content).document; const titleElement = dom.querySelector('.article-title') if (!titleElement) { title = titleElement.textContent diff --git a/packages/puppeteer-parse/apple-news-handler.js b/packages/puppeteer-parse/apple-news-handler.js index 8a69e5adf..0759dec23 100644 --- a/packages/puppeteer-parse/apple-news-handler.js +++ b/packages/puppeteer-parse/apple-news-handler.js @@ -27,7 +27,7 @@ exports.appleNewsHandler = { const response = await axios.get(url, { headers: { 'User-Agent': MOBILE_USER_AGENT } } ); const data = response.data; - const dom = new parseHTML(data).document; + const dom = parseHTML(data).document; // make sure its a valid URL by wrapping in new URL const u = new URL(dom.querySelector('span.click-here').parentNode.href); diff --git a/packages/puppeteer-parse/bloomberg-handler.js b/packages/puppeteer-parse/bloomberg-handler.js index d6caef6fd..d79a568bb 100644 --- a/packages/puppeteer-parse/bloomberg-handler.js +++ b/packages/puppeteer-parse/bloomberg-handler.js @@ -29,7 +29,7 @@ exports.bloombergHandler = { 'block_resources': false, } }) - const dom = new parseHTML(response.data).document; + const dom = parseHTML(response.data).document; return { title: dom.title, content: dom.querySelector('body').innerHTML, url: url } } catch (error) { console.error('error prehandling bloomberg url', error) diff --git a/packages/puppeteer-parse/derstandard-handler.js b/packages/puppeteer-parse/derstandard-handler.js index eddc9618f..a44db6f2a 100644 --- a/packages/puppeteer-parse/derstandard-handler.js +++ b/packages/puppeteer-parse/derstandard-handler.js @@ -23,7 +23,7 @@ exports.derstandardHandler = { const content = response.data; var title = undefined; - const dom = new parseHTML(content).document; + const dom = parseHTML(content).document; const titleElement = dom.querySelector('.article-title') if (!titleElement) { title = titleElement.textContent