Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

increase timeout value to 60 seconds

Browse Source
This commit is contained in:
Hongbo Wu
2023-06-21 15:21:40 +08:00
parent dde104b95e
commit d2094981ad
1 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
packages/content-handler/src/websites/nitter-handler.ts
View File

@ -1,7 +1,7 @@
import { parseHTML } from 'linkedom'
import _, { truncate } from 'lodash'
import { DateTime } from 'luxon'
import { Browser, BrowserContext } from 'puppeteer-core'
import { Browser, BrowserContext, WaitForOptions } from 'puppeteer-core'
import { ContentHandler, PreHandleResult } from '../content-handler'
interface Tweet {
@ -135,10 +135,11 @@ export class NitterHandler extends ContentHandler {
context = await browser.createIncognitoBrowserContext()
const page = await context.newPage()
await page.goto(url, {
const option: WaitForOptions = {
waitUntil: 'networkidle2',
timeout: 30000, // 30 seconds
})
timeout: 60000, // 30 seconds
}
await page.goto(url, option)
const html = await page.content()
const document = parseHTML(html).document
@ -160,10 +161,7 @@ export class NitterHandler extends ContentHandler {
}
// go to new url and wait for it to load
await page.goto(`${this.ADDRESS}${newUrl}`, {
waitUntil: 'networkidle2',
timeout: 30000, // 30 seconds
})
await page.goto(`${this.ADDRESS}${newUrl}`, option)
const document = parseHTML(await page.content()).document
const nextThread = document.querySelector('.main-thread .after-tweet')