Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix tests cont

Browse Source
This commit is contained in:
Hongbo Wu
2022-05-12 17:53:28 +08:00
parent 1b8850ed33
commit ad99f933e5
6 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
packages/content-fetch/apple-news-handler.js
View File

@ -27,7 +27,7 @@ exports.appleNewsHandler = {
const response = await axios.get(url, { headers: { 'User-Agent': MOBILE_USER_AGENT } } );
const data = response.data;
const dom = new parseHTML(data).document;
const dom = parseHTML(data).document;
// make sure its a valid URL by wrapping in new URL
const u = new URL(dom.querySelector('span.click-here').parentNode.href);

2
packages/content-fetch/bloomberg-handler.js
View File

@ -29,7 +29,7 @@ exports.bloombergHandler = {
'block_resources': false,
}
})
const dom = new parseHTML(response.data).document;
const dom = parseHTML(response.data).document;
return { title: dom.title, content: dom.querySelector('body').innerHTML, url: url }
} catch (error) {
console.error('error prehandling bloomberg url', error)

2
packages/content-fetch/derstandard-handler.js
View File

@ -23,7 +23,7 @@ exports.derstandardHandler = {
const content = response.data;
var title = undefined;
const dom = new parseHTML(content).document;
const dom = parseHTML(content).document;
const titleElement = dom.querySelector('.article-title')
if (!titleElement) {
title = titleElement.textContent

2
packages/puppeteer-parse/apple-news-handler.js
View File

@ -27,7 +27,7 @@ exports.appleNewsHandler = {
const response = await axios.get(url, { headers: { 'User-Agent': MOBILE_USER_AGENT } } );
const data = response.data;
const dom = new parseHTML(data).document;
const dom = parseHTML(data).document;
// make sure its a valid URL by wrapping in new URL
const u = new URL(dom.querySelector('span.click-here').parentNode.href);

2
packages/puppeteer-parse/bloomberg-handler.js
View File

@ -29,7 +29,7 @@ exports.bloombergHandler = {
'block_resources': false,
}
})
const dom = new parseHTML(response.data).document;
const dom = parseHTML(response.data).document;
return { title: dom.title, content: dom.querySelector('body').innerHTML, url: url }
} catch (error) {
console.error('error prehandling bloomberg url', error)

2
packages/puppeteer-parse/derstandard-handler.js
View File

@ -23,7 +23,7 @@ exports.derstandardHandler = {
const content = response.data;
var title = undefined;
const dom = new parseHTML(content).document;
const dom = parseHTML(content).document;
const titleElement = dom.querySelector('.article-title')
if (!titleElement) {
title = titleElement.textContent