more logging

eventpop · May 16, 2024 · 48f3317 · 48f3317
1 parent eaadfe6
commit 48f3317
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 5 deletions.
diff --git a/scripts/generate-job.mjs b/scripts/generate-job.mjs
@@ -6,7 +6,7 @@ writeFileSync(
   JSON.stringify({
     id: "test-" + crypto.randomUUID(),
     displayName: "Test Job",
-    tasks: Array.from({ length: 500 }, (_, i) => ({
+    tasks: Array.from({ length: 200 }, (_, i) => ({
       id: `task-${i}`,
       displayName: `Task ${i}`,
     })),

diff --git a/src/main.ts b/src/main.ts
@@ -68,14 +68,19 @@ yargs(process.argv.slice(2))
 
       const queueUrl = await ensureQueueCreated(ctx, job.id);
       const statuses = await getPreviouslyRunTaskStatuses(ctx, job.id);
+
       const statusItems = statuses.Items ?? [];
       console.log("Number of tasks previously run:", statusItems.length);
 
+      const completedTaskIds = new Set(
+        statusItems
+          .filter((item) => item.Status.S === "COMPLETED")
+          .map((item) => item.TaskId.S)
+      );
+      console.log("Number of tasks already completed:", completedTaskIds.size);
+
       const tasksToEnqueue = job.tasks.filter(
-        (task) =>
-          !statusItems.find(
-            (item) => item.TaskId.S === task.id && item.Status.S === "COMPLETED"
-          )
+        (task) => !completedTaskIds.has(task.id)
       );
       console.log("Number of tasks to enqueue:", tasksToEnqueue.length);