From cf03179d87de721b453aba8dacf41261f6087c91 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Wed, 30 Oct 2024 20:30:22 +0800 Subject: [PATCH] Disable YT transcript, add more export logging --- packages/api/src/jobs/export.ts | 4 +++ .../api/src/jobs/process-youtube-video.ts | 32 +++++++++---------- 2 files changed, 20 insertions(+), 16 deletions(-) diff --git a/packages/api/src/jobs/export.ts b/packages/api/src/jobs/export.ts index 41b15a84e..8245eed4f 100644 --- a/packages/api/src/jobs/export.ts +++ b/packages/api/src/jobs/export.ts @@ -127,6 +127,10 @@ const uploadToBucket = async ( export const exportJob = async (jobData: ExportJobData) => { const { userId, exportId } = jobData + logger.info('starting export job', { + userId, + exportId, + }) try { const user = await findActiveUser(userId) diff --git a/packages/api/src/jobs/process-youtube-video.ts b/packages/api/src/jobs/process-youtube-video.ts index 97d4fb0d5..2d704b0e8 100644 --- a/packages/api/src/jobs/process-youtube-video.ts +++ b/packages/api/src/jobs/process-youtube-video.ts @@ -281,24 +281,24 @@ export const processYouTubeVideo = async ( updatedLibraryItem.publishedAt = new Date(video.uploadDate) } - if ('getTranscript' in video && duration > 0 && duration < 1801) { - // If the video has a transcript available, put a placehold in and - // enqueue a job to process the full transcript - const updatedContent = await addTranscriptToReadableContent( - libraryItem.originalUrl, - libraryItem.readableContent, - TRANSCRIPT_PLACEHOLDER_TEXT - ) + // if ('getTranscript' in video && duration > 0 && duration < 1801) { + // // If the video has a transcript available, put a placehold in and + // // enqueue a job to process the full transcript + // const updatedContent = await addTranscriptToReadableContent( + // libraryItem.originalUrl, + // libraryItem.readableContent, + // TRANSCRIPT_PLACEHOLDER_TEXT + // ) - if (updatedContent) { - updatedLibraryItem.readableContent = updatedContent - } + // if (updatedContent) { + // updatedLibraryItem.readableContent = updatedContent + // } - await enqueueProcessYouTubeTranscript({ - videoId, - ...jobData, - }) - } + // await enqueueProcessYouTubeTranscript({ + // videoId, + // ...jobData, + // }) + // } if (updatedLibraryItem !== {}) { await updateLibraryItem(