do not cache content from https://jacksonh.org

2024-08-21 18:47:23 +08:00
parent ae9c6cc8b2
commit aa2caca944
2 changed files with 3 additions and 1 deletions
--- a/packages/content-fetch/src/request_handler.ts
+++ b/packages/content-fetch/src/request_handler.ts
@ -67,6 +67,7 @@ const bucketName = process.env.GCS_UPLOAD_BUCKET || 'omnivore-files'
 const NO_CACHE_URLS = [
  'https://deviceandbrowserinfo.com/are_you_a_bot',
  'https://deviceandbrowserinfo.com/info_device',
+  'https://jacksonh.org',
 ]

 const signToken = promisify(jwt.sign)
@ -275,6 +276,7 @@ export const processFetchContentJob = async (
    const isBlocked = await isDomainBlocked(redisDataSource, domain)
    if (isBlocked) {
      console.log('domain is blocked', domain)
+      logRecord.error = 'domain is blocked'

      return
    }