limit import to 20k urls

2023-07-17 18:09:13 +08:00
parent 3cfd390346
commit fc7a649566
1 changed files with 6 additions and 0 deletions
--- a/packages/import-handler/src/csv.ts
+++ b/packages/import-handler/src/csv.ts
@ -54,6 +54,12 @@ export const importCsv = async (ctx: ImportContext, stream: Stream) => {
        ctx.taskId,
        ImportStatus.STARTED
      )
+
+      // limit import to 20k urls
+      if (ctx.countImported + ctx.countFailed >= 20000) {
+        console.log('import limit reached')
+        break
+      }
    } catch (error) {
      console.log('invalid url', row, error)