From d796503fec67857d63c4d27e0ddfddf9eed27f27 Mon Sep 17 00:00:00 2001 From: Hongbo Wu Date: Tue, 14 May 2024 17:21:50 +0800 Subject: [PATCH] resolve rebase conflicts --- packages/api/src/jobs/save_page.ts | 33 ------------------------------ 1 file changed, 33 deletions(-) diff --git a/packages/api/src/jobs/save_page.ts b/packages/api/src/jobs/save_page.ts index 24d77ae8e..02d9a2cfa 100644 --- a/packages/api/src/jobs/save_page.ts +++ b/packages/api/src/jobs/save_page.ts @@ -49,39 +49,6 @@ const isFetchResult = (obj: unknown): obj is FetchResult => { return typeof obj === 'object' && obj !== null && 'finalUrl' in obj } -const uploadToSignedUrl = async ( - uploadSignedUrl: string, - contentType: string, - contentObjUrl: string -) => { - const maxContentLength = 10 * 1024 * 1024 // 10MB - - logger.info('downloading content', { - contentObjUrl, - }) - - // download the content as stream and max 10MB - const response = await axios.get(contentObjUrl, { - responseType: 'stream', - maxContentLength, - timeout: REQUEST_TIMEOUT, - }) - - logger.info('uploading to signed url', { - uploadSignedUrl, - contentType, - }) - - // upload the stream to the signed url - await axios.put(uploadSignedUrl, response.data, { - headers: { - 'Content-Type': contentType, - }, - maxBodyLength: maxContentLength, - timeout: REQUEST_TIMEOUT, - }) -} - const getCachedFetchResult = async (url: string) => { const key = `fetch-result:${url}` if (!redisDataSource.redisClient || !redisDataSource.workerRedisClient) {