@detiq/crawler 1.1.18 → 1.1.19

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@detiq/crawler",
-  "version": "1.1.18",
+  "version": "1.1.19",
   "private": false,
   "publishConfig": {
     "access": "public",

package/src/job-queue.ts

@@ -240,8 +240,25 @@ export async function claimNextQueuedJob(): Promise<ClaimedJob | null> {
 
 /** Requeues RUNNING jobs whose heartbeat has gone stale — the worker that claimed them
  *  died (crash, restart, OOM) without ever marking them DONE/FAILED. Idempotent and
- *  safe to run from every worker process; only affects rows past the timeout. */
+ *  safe to run from every worker process; only affects rows past the timeout.
+ *  API-in-process job types (GENERATE_SCRIPT etc.) are failed directly — requeueing them
+ *  would cause the worker to claim and fail them with a confusing "claimed by worker" error. */
 export async function requeueStaleRunningJobs(): Promise<void> {
+  // Directly fail stale API-in-process jobs — worker cannot process these types.
+  const failedRows = await prismaAdmin.$queryRaw<Array<{ id: string }>>`
+    UPDATE "PlatformJob"
+    SET status = 'FAILED',
+        "finishedAt" = NOW(),
+        error = 'API process was restarted while this job was running — please retry from the UI.'
+    WHERE status = 'RUNNING'
+      AND type IN ('GENERATE_SCRIPT', 'GENERATE_DATA', 'GENERATE_TESTS', 'GENERATE_TEST_PLAN')
+      AND COALESCE("heartbeatAt", "startedAt") < NOW() - (${STALE_JOB_TIMEOUT_MINUTES} * interval '1 minute')
+    RETURNING id
+  `;
+  if (failedRows.length > 0) {
+    logger.warn({ jobIds: failedRows.map((r: any) => r.id), staleTimeoutMinutes: STALE_JOB_TIMEOUT_MINUTES }, '[job-worker] failed stale API-in-process job(s) — API restarted while running');
+  }
+
   const rows = await prismaAdmin.$queryRaw<Array<{ id: string }>>`
     UPDATE "PlatformJob"
     SET status = 'QUEUED',
@@ -253,6 +270,7 @@ export async function requeueStaleRunningJobs(): Promise<void> {
           true
         )
     WHERE status = 'RUNNING'
+      AND type NOT IN ('GENERATE_SCRIPT', 'GENERATE_DATA', 'GENERATE_TESTS', 'GENERATE_TEST_PLAN')
       AND COALESCE("heartbeatAt", "startedAt") < NOW() - (${STALE_JOB_TIMEOUT_MINUTES} * interval '1 minute')
     RETURNING id
   `;
@@ -2510,7 +2528,7 @@ jobDispatchTable = {
   BATCH_GENERATE_ALIGNED: processBatchGenerateAlignedJob,
   CREATE_PR: processCreatePRJob,
   NEW_PAGES_PIPELINE: processNewPagesPipelineJob,
-  // GENERATE_TESTS is processed in-process by the API (never QUEUED).
+  // The following job types are processed in-process by the API (never QUEUED).
   // If the worker claims one, the API crashed after creating it — mark failed so it's visible.
   GENERATE_TESTS: async (jobId: string, _config: any) => {
     logger.error({ jobId }, '[job-worker] GENERATE_TESTS claimed by worker — API did not process it in-process');
@@ -2519,6 +2537,27 @@ jobDispatchTable = {
       data: { status: 'FAILED', error: 'Test generation was not completed by the API — please retry from the UI.', finishedAt: new Date() },
     }).catch(() => {});
   },
+  GENERATE_DATA: async (jobId: string, _config: any) => {
+    logger.error({ jobId }, '[job-worker] GENERATE_DATA claimed by worker — API did not process it in-process');
+    await prismaAdmin.platformJob.update({
+      where: { id: jobId },
+      data: { status: 'FAILED', error: 'Data generation was not completed by the API — please retry from the UI.', finishedAt: new Date() },
+    }).catch(() => {});
+  },
+  GENERATE_SCRIPT: async (jobId: string, _config: any) => {
+    logger.error({ jobId }, '[job-worker] GENERATE_SCRIPT claimed by worker — API did not process it in-process');
+    await prismaAdmin.platformJob.update({
+      where: { id: jobId },
+      data: { status: 'FAILED', error: 'Script generation was not completed by the API — please retry from the UI.', finishedAt: new Date() },
+    }).catch(() => {});
+  },
+  GENERATE_TEST_PLAN: async (jobId: string, _config: any) => {
+    logger.error({ jobId }, '[job-worker] GENERATE_TEST_PLAN claimed by worker — API did not process it in-process');
+    await prismaAdmin.platformJob.update({
+      where: { id: jobId },
+      data: { status: 'FAILED', error: 'Test plan generation was not completed by the API — please retry from the UI.', finishedAt: new Date() },
+    }).catch(() => {});
+  },
 };
 
 async function processRepoScanJob(jobId: string, config: any) {