Allow controlling the delay interval when creating the batch

Author: ericallam

apps/webapp/app/routes/admin.api.v1.runs-replication.$batchId.backfill.ts

@@ -8,13 +8,15 @@ const Body = z.object({
   from: z.coerce.date(),
   to: z.coerce.date(),
   batchSize: z.number().optional(),
+  delayIntervalMs: z.number().optional(),
 });
 
 const Params = z.object({
   batchId: z.string(),
 });
 
 const DEFAULT_BATCH_SIZE = 500;
+const DEFAULT_DELAY_INTERVAL_MS = 1000;
 
 export async function action({ request, params }: ActionFunctionArgs) {
   // Next authenticate the request
@@ -43,14 +45,15 @@ export async function action({ request, params }: ActionFunctionArgs) {
   try {
     const body = await request.json();
 
-    const { from, to, batchSize } = Body.parse(body);
+    const { from, to, batchSize, delayIntervalMs } = Body.parse(body);
 
     await adminWorker.enqueue({
       job: "admin.backfillRunsToReplication",
       payload: {
         from,
         to,
         batchSize: batchSize ?? DEFAULT_BATCH_SIZE,
+        delayIntervalMs: delayIntervalMs ?? DEFAULT_DELAY_INTERVAL_MS,
       },
       id: batchId,
     });

apps/webapp/app/v3/services/adminWorker.server.ts

@@ -32,6 +32,7 @@ function initializeWorker() {
           to: z.coerce.date(),
           cursor: z.string().optional(),
           batchSize: z.coerce.number().int().default(500),
+          delayIntervalMs: z.coerce.number().int().default(1000),
         }),
         visibilityTimeoutMs: 60_000 * 15, // 15 minutes
         retry: {
@@ -76,9 +77,10 @@ function initializeWorker() {
               to: payload.to,
               cursor,
               batchSize: payload.batchSize,
+              delayIntervalMs: payload.delayIntervalMs,
             },
             id,
-            availableAt: new Date(Date.now() + 1000),
+            availableAt: new Date(Date.now() + payload.delayIntervalMs),
             cancellationKey: id,
           });
         }