Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #3459 from omnivore-app/fix/fallback-to-worker-redis

Browse Source 
fallback to worker redis client if fetched content not found in cache
This commit is contained in:
Hongbo Wu
2024-01-30 12:40:08 +08:00
committed by GitHub
parent a94b6717d9 e724bbd465
commit 814a2bf519
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
packages/api/src/jobs/save_page.ts
View File

@ -139,13 +139,18 @@ const sendImportStatusUpdate = async (
const getCachedFetchResult = async (url: string) => {
const key = `fetch-result:${url}`
if (!redisDataSource.redisClient) {
if (!redisDataSource.redisClient || !redisDataSource.workerRedisClient) {
throw new Error('redis client is not initialized')
}
const result = await redisDataSource.redisClient.get(key)
let result = await redisDataSource.redisClient.get(key)
if (!result) {
throw new Error('fetch result is not cached')
logger.debug(`fetch result is not cached in cache redis ${url}`)
// fallback to worker redis client if the result is not found
result = await redisDataSource.workerRedisClient.get(key)
if (!result) {
throw new Error('fetch result is not cached')
}
}
const fetchResult = JSON.parse(result) as unknown