Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

return absolute feed url

Browse Source
This commit is contained in:
Hongbo Wu
2023-12-11 14:14:54 +08:00
parent 9f59d09c20
commit b3d0bb9ed7
4 changed files with 43 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
packages/api/src/utils/parser.ts
View File

@ -798,17 +798,23 @@ export const parseHtml = async (url: string): Promise<Feed[] | undefined> => {
}
}
export const parseFeed = async (url: string): Promise<Feed | null> => {
export const parseFeed = async (
url: string,
content?: string | null
): Promise<Feed | null> => {
try {
// check if url is a telegram channel
const telegramRegex = /https:\/\/t\.me\/([a-zA-Z0-9_]+)/
const telegramMatch = url.match(telegramRegex)
if (telegramMatch) {
// fetch HTML and parse feeds
const html = await fetchHtml(url)
if (!html) return null
if (!content) {
// fetch HTML and parse feeds
content = await fetchHtml(url)
}
const dom = parseHTML(html).document
if (!content) return null
const dom = parseHTML(content).document
const title = dom.querySelector('meta[property="og:title"]')
const thumbnail = dom.querySelector('meta[property="og:image"]')
const description = dom.querySelector('meta[property="og:description"]')
@ -824,7 +830,10 @@ export const parseFeed = async (url: string): Promise<Feed | null> => {
const parser = new Parser(RSS_PARSER_CONFIG)
const feed = await parser.parseURL(url)
const feed = content
? await parser.parseString(content)
: await parser.parseURL(url)
const feedUrl = feed.feedUrl || url
return {