Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix rebase error

Browse Source
This commit is contained in:
Hongbo Wu
2022-10-27 18:01:17 +08:00
parent c8575a203b
commit f39e65c159
1 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
packages/puppeteer-parse/index.js
View File

@ -342,8 +342,7 @@ async function fetchContent(req, res) {
content = result.domContent;
}
} else {
console.log('using prefetched content and title');
console.log(content);
logger.info('using prefetched content and title');
}
logRecord.fetchContentTime = Date.now() - functionStartTime;
@ -363,12 +362,10 @@ async function fetchContent(req, res) {
logRecord.totalTime = Date.now() - functionStartTime;
logRecord.result = apiResponse.createArticle;
console.log(`parse-page`, logRecord);
}
} catch (e) {
console.log('error', e)
logRecord.error = e.message;
console.log(`Error while retrieving page`, logRecord);
logger.error(`Error while retrieving page`, logRecord);
// fallback to scrapingbee
const sbResult = await fetchContentWithScrapingBee(url);
@ -391,11 +388,11 @@ async function fetchContent(req, res) {
logRecord.totalTime = Date.now() - functionStartTime;
logRecord.result = apiResponse.createArticle;
logger.info(`parse-page`, logRecord);
} finally {
if (context) {
await context.close();
}
logger.info(`parse-page`, logRecord);
}
return res.sendStatus(200);