Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Block requests to 'font', 'image', 'stylesheet', 'script', 'media' in puppeteer

Browse Source
This commit is contained in:
Hongbo Wu
2022-05-12 17:10:38 +08:00
parent b766e17189
commit 60bbbb6cf3
2 changed files with 4 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
packages/content-fetch/fetch-content.js
View File

@ -463,7 +463,7 @@ async function retrievePage(url) {
await page.setRequestInterception(true);
let requestCount = 0;
page.on('request', request => {
if (request.resourceType() === 'font' || request.resourceType() === 'image') {
if (['font', 'image', 'stylesheet', 'script', 'media'].includes(request.resourceType())) {
request.abort();
return;
}
@ -471,14 +471,7 @@ async function retrievePage(url) {
request.abort();
return;
}
if (
request.resourceType() === 'script' &&
request.url().toLowerCase().indexOf('mathjax') > -1
) {
request.abort();
} else {
request.continue();
}
request.continue();
});
// Puppeteer fails during download of PDf files,

11
packages/puppeteer-parse/index.js
View File

@ -665,7 +665,7 @@ async function retrievePage(url) {
await page.setRequestInterception(true);
let requestCount = 0;
page.on('request', request => {
if (request.resourceType() === 'font' || request.resourceType() === 'image') {
if (['font', 'image', 'stylesheet', 'script', 'media'].includes(request.resourceType())) {
request.abort();
return;
}
@ -673,14 +673,7 @@ async function retrievePage(url) {
request.abort();
return;
}
if (
request.resourceType() === 'script' &&
request.url().toLowerCase().indexOf('mathjax') > -1
) {
request.abort();
} else {
request.continue();
}
request.continue();
});