Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

revert to batch api call

Browse Source
This commit is contained in:
Hongbo Wu
2024-04-29 18:19:41 +08:00
parent 83ed971b28
commit 8edfce596b
1 changed files with 7 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
packages/api/src/jobs/ai/create_digest.ts
View File

@ -394,27 +394,24 @@ const summarizeItems = async (
// }))
// )
const summaries = await Promise.all(
const prompts = await Promise.all(
rankedCandidates.map(async (item) => {
try {
const prompt = await contextualTemplate.format({
return await contextualTemplate.format({
title: item.libraryItem.title,
author: item.libraryItem.author ?? '',
content: item.libraryItem.readableContent, // markdown content
})
logger.info(`summarizeItems prompt: ${prompt}`)
const summary = await llm.invoke(prompt)
logger.info('summarizeItems summary: ', summary)
return summary
} catch (error) {
logger.error('summarizeItems error', error)
return { content: '' }
return ''
}
})
)
logger.info('prompts: ', prompts)
const summaries = await llm.batch(prompts)
logger.info('summaries: ', summaries)
summaries.forEach(
(summary, index) =>
@ -521,10 +518,6 @@ export const createDigest = async (jobData: CreateDigestData) => {
summary: '',
}))
const summaries = await summarizeItems(selections)
logger.info(
'summaries: ',
summaries.map((item) => item.summary)
)
const filteredSummaries = filterSummaries(summaries)