From 8edfce596b1b44e1ce59acf44059071a94ecbd69 Mon Sep 17 00:00:00 2001
From: Hongbo Wu <hongbo@omnivore.app>
Date: Mon, 29 Apr 2024 18:19:41 +0800
Subject: [PATCH] revert to batch api call

---
 packages/api/src/jobs/ai/create_digest.ts | 21 +++++++--------------
 1 file changed, 7 insertions(+), 14 deletions(-)

diff --git a/packages/api/src/jobs/ai/create_digest.ts b/packages/api/src/jobs/ai/create_digest.ts
index ef8e38ce2..4ab46c679 100644
--- a/packages/api/src/jobs/ai/create_digest.ts
+++ b/packages/api/src/jobs/ai/create_digest.ts
@@ -394,27 +394,24 @@ const summarizeItems = async (
   //   }))
   // )
 
-  const summaries = await Promise.all(
+  const prompts = await Promise.all(
     rankedCandidates.map(async (item) => {
       try {
-        const prompt = await contextualTemplate.format({
+        return await contextualTemplate.format({
           title: item.libraryItem.title,
           author: item.libraryItem.author ?? '',
           content: item.libraryItem.readableContent, // markdown content
         })
-
-        logger.info(`summarizeItems prompt: ${prompt}`)
-
-        const summary = await llm.invoke(prompt)
-        logger.info('summarizeItems summary: ', summary)
-
-        return summary
       } catch (error) {
         logger.error('summarizeItems error', error)
-        return { content: '' }
+        return ''
       }
     })
   )
+  logger.info('prompts: ', prompts)
+
+  const summaries = await llm.batch(prompts)
+  logger.info('summaries: ', summaries)
 
   summaries.forEach(
     (summary, index) =>
@@ -521,10 +518,6 @@ export const createDigest = async (jobData: CreateDigestData) => {
       summary: '',
     }))
     const summaries = await summarizeItems(selections)
-    logger.info(
-      'summaries: ',
-      summaries.map((item) => item.summary)
-    )
 
     const filteredSummaries = filterSummaries(summaries)