allow downloading/uploading readable content

2024-05-15 21:46:22 +08:00
parent 854ca08142
commit 8cfa24a847
7 changed files with 84 additions and 35 deletions
--- a/packages/api/src/utils/createTask.ts
+++ b/packages/api/src/utils/createTask.ts
@ -970,6 +970,9 @@ export const enqueueBulkUploadContentJob = async (
    name: UPLOAD_CONTENT_JOB,
    data: d,
    opts: {
+      jobId: `${UPLOAD_CONTENT_JOB}_${d.filePath}_${JOB_VERSION}`, // dedupe by job id
+      removeOnComplete: true,
+      removeOnFail: true,
      attempts: 3,
      priority: getJobPriority(UPLOAD_CONTENT_JOB),
    },