@detiq/crawler 1.1.7 → 1.1.9

package/dist/job-queue.js

@@ -1,103 +1,161 @@
-import crypto from "node:crypto";
-import { withTenant, prismaAdmin } from "@detiq/database";
-import { crawlJobsTotal, crawlJobDurationSeconds } from "@detiq/core";
-import { logger } from "./logger.js";
+/**
+ * ZeTa-AI Background Job Queue
+ *
+ * Postgres-backed durable queue. Each job becomes a PlatformJob record.
+ * enqueueJob() writes it QUEUED and, for same-process responsiveness, kicks
+ * an immediate best-effort claim attempt — but durability comes from
+ * startJobWorkerLoop()'s poll: it atomically claims QUEUED jobs (Postgres
+ * `FOR UPDATE SKIP LOCKED`, safe across any number of concurrent worker
+ * processes/containers) and requeues jobs whose heartbeat went stale,
+ * so a crashed/restarted worker never silently loses a job.
+ *
+ * CRAWL-type jobs additionally support AWS SQS as an alternate transport
+ * (JOB_QUEUE_BACKEND=sqs, see sqs-queue.ts) for horizontally-scaled crawler
+ * fleets; every other job type always goes through the DB-backed queue.
+ */
+import crypto from 'node:crypto';
+import { withTenant, prismaAdmin } from '@detiq/database';
+import { crawlJobsTotal, crawlJobDurationSeconds } from '@detiq/core';
+import { logger } from './logger.js';
 async function notifyAdmins(tenantId, data) {
-  try {
-    const members = await withTenant(
-      tenantId,
-      (tx) => tx.membership.findMany({
-        where: { tenantId, role: { in: ["OWNER", "ADMIN"] } },
-        select: { userId: true }
-      })
-    );
-    await withTenant(
-      tenantId,
-      (tx) => tx.notification.createMany({
-        data: members.map((m) => ({
-          id: `notif_${crypto.randomUUID()}`,
-          tenantId,
-          userId: m.userId,
-          type: data.type,
-          title: data.title,
-          body: data.body,
-          metadata: data.metadata
-        }))
-      })
-    );
-  } catch (e) {
-    console.error("[notify] failed:", e);
-  }
+    try {
+        // Notification/Membership both have FORCE ROW LEVEL SECURITY — a bare
+        // prisma call with no app.current_tenant set gets silently filtered to
+        // zero rows (SELECT) or rejected (INSERT), not an error, so this call
+        // site had been a complete no-op with no visible failure until fixed.
+        const members = await withTenant(tenantId, (tx) => tx.membership.findMany({
+            where: { tenantId, role: { in: ['OWNER', 'ADMIN'] } },
+            select: { userId: true },
+        }));
+        await withTenant(tenantId, (tx) => tx.notification.createMany({
+            data: members.map((m) => ({
+                id: `notif_${crypto.randomUUID()}`,
+                tenantId,
+                userId: m.userId,
+                type: data.type,
+                title: data.title,
+                body: data.body,
+                metadata: data.metadata,
+            })),
+        }));
+    }
+    catch (e) {
+        console.error('[notify] failed:', e);
+    }
 }
-import { AppBrain, buildArtifactKey, getTenantStorageConfig, uploadScreenshotToTenantStorage, uploadFileToTenantStorage, notifyRunCompletion, recordLLMCall } from "@detiq/app-brain";
-import { generateTaxonomySkillFiles, groupScreensWithAI, generateExecutionPlan, refreshTestCasesSkillFile, refreshTestDataSkillFile, refreshTestScriptSkillFile, refreshRequirementsCoverageSkillFile, detectFieldsFromHtml, mergeIntoCatalog } from "@detiq/agents";
-import { crawlProject } from "./crawler.js";
-import { httpCrawl } from "./http-engine.js";
-import { hashContent, normalizeText } from "./incremental-diff.js";
-import { discoverProjectUrls } from "./sitemap.js";
-import { executeTestPlan } from "./test-executor.js";
-import { runNativeCrawl } from "./native-crawler.js";
-import { jira, confluence, figma } from "@detiq/connectors";
-import { decrypt, config as platformConfig, dispatchWebhook, isFeatureEnabled, interpolatePlaceholders } from "@detiq/core";
-import { createHmac } from "node:crypto";
-import fs from "node:fs/promises";
-import path from "node:path";
-import os from "node:os";
-function generateTOTP(secret) {
-  const BASE32 = "ABCDEFGHIJKLMNOPQRSTUVWXYZ234567";
-  const clean = secret.toUpperCase().replace(/\s/g, "").replace(/=/g, "");
-  let bits = 0, value = 0;
-  const bytes = [];
-  for (const ch of clean) {
-    const idx = BASE32.indexOf(ch);
-    if (idx === -1) continue;
-    value = value << 5 | idx;
-    bits += 5;
-    if (bits >= 8) {
-      bits -= 8;
-      bytes.push(value >> bits & 255);
+import { AppBrain, buildArtifactKey, getTenantStorageConfig, uploadScreenshotToTenantStorage, uploadFileToTenantStorage, notifyRunCompletion, recordLLMCall } from '@detiq/app-brain';
+import { generateTaxonomySkillFiles, groupScreensWithAI, generateExecutionPlan, refreshTestCasesSkillFile, refreshTestDataSkillFile, refreshTestScriptSkillFile, refreshRequirementsCoverageSkillFile, detectFieldsFromHtml, mergeIntoCatalog } from '@detiq/agents';
+import { crawlProject } from './crawler.js';
+import { httpCrawl } from './http-engine.js';
+import { hashContent, normalizeText } from './incremental-diff.js';
+import { discoverProjectUrls } from './sitemap.js';
+import { executeTestPlan } from './test-executor.js';
+import { runNativeCrawl } from './native-crawler.js';
+import { jira, confluence, figma } from '@detiq/connectors';
+import { decrypt, config as platformConfig, dispatchWebhook, isFeatureEnabled, interpolatePlaceholders } from '@detiq/core';
+import { createHmac } from 'node:crypto';
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import os from 'node:os';
+// RFC 6238 TOTP — no external dependency, uses Node built-in crypto.
+export function generateTOTP(secret) {
+    const BASE32 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ234567';
+    const clean = secret.toUpperCase().replace(/\s/g, '').replace(/=/g, '');
+    let bits = 0, value = 0;
+    const bytes = [];
+    for (const ch of clean) {
+        const idx = BASE32.indexOf(ch);
+        if (idx === -1)
+            continue;
+        value = (value << 5) | idx;
+        bits += 5;
+        if (bits >= 8) {
+            bits -= 8;
+            bytes.push((value >> bits) & 0xff);
+        }
     }
-  }
-  const counter = Math.floor(Date.now() / 3e4);
-  const buf = Buffer.alloc(8);
-  buf.writeBigInt64BE(BigInt(counter));
-  const hmac = createHmac("sha1", Buffer.from(bytes)).update(buf).digest();
-  const offset = hmac[hmac.length - 1] & 15;
-  const code = (hmac[offset] & 127) << 24 | (hmac[offset + 1] & 255) << 16 | (hmac[offset + 2] & 255) << 8 | hmac[offset + 3] & 255;
-  return String(code % 1e6).padStart(6, "0");
+    const counter = Math.floor(Date.now() / 30000);
+    const buf = Buffer.alloc(8);
+    buf.writeBigInt64BE(BigInt(counter));
+    const hmac = createHmac('sha1', Buffer.from(bytes)).update(buf).digest();
+    const offset = hmac[hmac.length - 1] & 0xf;
+    const code = ((hmac[offset] & 0x7f) << 24) | ((hmac[offset + 1] & 0xff) << 16) |
+        ((hmac[offset + 2] & 0xff) << 8) | (hmac[offset + 3] & 0xff);
+    return String(code % 1_000_000).padStart(6, '0');
 }
 function deriveFallbackTargetPath(ref, framework) {
-  const slug = (ref ?? "test").toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "") || "test";
-  const base = framework.startsWith("cypress") ? "cypress/e2e/" : framework === "playwright-py" || framework === "pytest" || framework === "selenium-py" ? "tests/" : framework === "playwright-java" || framework === "selenium-java" || framework === "junit" ? "src/test/java/" : "tests/";
-  const ext = framework === "playwright-py" || framework === "pytest" || framework === "selenium-py" ? "_test.py" : framework === "playwright-java" || framework === "selenium-java" || framework === "junit" ? "Test.java" : framework.includes("ts") ? ".spec.ts" : ".spec.js";
-  return `${base}${slug}${ext}`;
+    const slug = (ref ?? 'test').toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-|-$/g, '') || 'test';
+    const base = framework.startsWith('cypress') ? 'cypress/e2e/'
+        : (framework === 'playwright-py' || framework === 'pytest' || framework === 'selenium-py') ? 'tests/'
+            : (framework === 'playwright-java' || framework === 'selenium-java' || framework === 'junit') ? 'src/test/java/'
+                : 'tests/';
+    const ext = (framework === 'playwright-py' || framework === 'pytest' || framework === 'selenium-py') ? '_test.py'
+        : (framework === 'playwright-java' || framework === 'selenium-java' || framework === 'junit') ? 'Test.java'
+            : framework.includes('ts') ? '.spec.ts'
+                : '.spec.js';
+    return `${base}${slug}${ext}`;
 }
 function makeJobName(type) {
-  const now = /* @__PURE__ */ new Date();
-  const date = now.toISOString().slice(0, 10);
-  const ts = now.getTime();
-  const label = type === "CRAWL" ? "Crawl" : type === "NATIVE_CRAWL" ? "NativeCrawl" : type === "GENERATE_TESTS" ? "GenerateTests" : type === "VISUAL_REGRESSION" ? "VisualRegression" : type === "AI_EDIT" ? "AIEdit" : type === "API_TESTS" ? "ApiTests" : type === "SECURITY_TESTS" ? "SecurityTests" : type === "INTEGRATION_TESTS" ? "IntegrationTests" : type === "GENERATE_TESTS_FROM_REQS" ? "GenerateTestsFromReqs" : type === "GENERATE_DATA" ? "GenerateData" : type === "GENERATE_SCRIPT" ? "GenerateScript" : type === "GENERATE_TEST_PLAN" ? "GenerateTestPlan" : type === "IMPORT_TESTS" ? "ImportTests" : type === "GENERATE_SCREEN_TESTS" ? "GenerateScreenTests" : type === "BATCH_GENERATE_ALIGNED" ? "BatchGenerateAligned" : type === "CREATE_PR" ? "CreatePR" : type === "NEW_PAGES_PIPELINE" ? "NewPagesPipeline" : type.charAt(0) + type.slice(1).toLowerCase().replace(/_([a-z])/g, (_, c) => c.toUpperCase());
-  return `${label}_${date}_${ts}`;
+    const now = new Date();
+    const date = now.toISOString().slice(0, 10); // YYYY-MM-DD
+    const ts = now.getTime();
+    const label = type === 'CRAWL' ? 'Crawl'
+        : type === 'NATIVE_CRAWL' ? 'NativeCrawl'
+            : type === 'GENERATE_TESTS' ? 'GenerateTests'
+                : type === 'VISUAL_REGRESSION' ? 'VisualRegression'
+                    : type === 'AI_EDIT' ? 'AIEdit'
+                        : type === 'API_TESTS' ? 'ApiTests'
+                            : type === 'SECURITY_TESTS' ? 'SecurityTests'
+                                : type === 'INTEGRATION_TESTS' ? 'IntegrationTests'
+                                    : type === 'GENERATE_TESTS_FROM_REQS' ? 'GenerateTestsFromReqs'
+                                        : type === 'GENERATE_DATA' ? 'GenerateData'
+                                            : type === 'GENERATE_SCRIPT' ? 'GenerateScript'
+                                                : type === 'GENERATE_TEST_PLAN' ? 'GenerateTestPlan'
+                                                    : type === 'IMPORT_TESTS' ? 'ImportTests'
+                                                        : type === 'GENERATE_SCREEN_TESTS' ? 'GenerateScreenTests'
+                                                            : type === 'BATCH_GENERATE_ALIGNED' ? 'BatchGenerateAligned'
+                                                                : type === 'CREATE_PR' ? 'CreatePR'
+                                                                    : type === 'NEW_PAGES_PIPELINE' ? 'NewPagesPipeline'
+                                                                        : type.charAt(0) + type.slice(1).toLowerCase().replace(/_([a-z])/g, (_, c) => c.toUpperCase());
+    return `${label}_${date}_${ts}`;
 }
-const runningControllers = /* @__PURE__ */ new Map();
+/** In-memory map of jobId → AbortController for RUNNING jobs. */
+const runningControllers = new Map();
+// ─── Durable job worker ──────────────────────────────────────────────────────
+//
+// A minimal Postgres-backed work queue: atomic claim via `FOR UPDATE SKIP
+// LOCKED` (safe for any number of concurrent pollers, in-process or across
+// containers), plus a stale-job sweep keyed off a liveness heartbeat rather
+// than wall-clock job age, so a slow-but-alive job is never requeued and
+// double-processed. See startJobWorkerLoop() below.
 const WORKER_ID = `${os.hostname()}:${process.pid}`;
 const STALE_JOB_TIMEOUT_MINUTES = Number(process.env.JOB_STALE_TIMEOUT_MINUTES) || 30;
-const WORKER_POLL_INTERVAL_MS = Number(process.env.JOB_WORKER_POLL_INTERVAL_MS) || 15e3;
+const WORKER_POLL_INTERVAL_MS = Number(process.env.JOB_WORKER_POLL_INTERVAL_MS) || 15_000;
 const WORKER_CONCURRENCY = Number(process.env.JOB_WORKER_CONCURRENCY) || 8;
-const JOB_HEARTBEAT_INTERVAL_MS = Number(process.env.JOB_HEARTBEAT_INTERVAL_MS) || 15e3;
+const JOB_HEARTBEAT_INTERVAL_MS = Number(process.env.JOB_HEARTBEAT_INTERVAL_MS) || 15_000;
+// How many headless browsers a single RUN_TEST_SUITE job launches at once —
+// distinct from WORKER_CONCURRENCY (how many *jobs* the poll loop claims at
+// once). Bounded by default to avoid exhausting a container's memory; the
+// primary scale-out path for running more tests at once is still horizontal
+// (more worker containers / SQS), not raising this past what one container
+// can safely hold — see startJobWorkerLoop's doc comment.
 const TEST_EXEC_CONCURRENCY = Number(process.env.TEST_EXEC_CONCURRENCY) || 5;
+/** Dispatch table populated at module bottom, once every process*Job function is declared. */
 let jobDispatchTable = null;
-async function claimSpecificJob(jobId) {
-  const rows = await prismaAdmin.$queryRaw`
+/** Atomically claims one specific QUEUED job for this worker. Returns null if it was already claimed. */
+export async function claimSpecificJob(jobId) {
+    const rows = await prismaAdmin.$queryRaw `
     UPDATE "PlatformJob"
     SET status = 'RUNNING', "startedAt" = NOW(), "heartbeatAt" = NOW(), "workerId" = ${WORKER_ID}
     WHERE id = ${jobId} AND status = 'QUEUED'
     RETURNING id, "tenantId" AS "tenantId", "projectId" AS "projectId", type, config
   `;
-  return rows[0] ?? null;
+    return rows[0] ?? null;
 }
-async function claimNextQueuedJob() {
-  const rows = await prismaAdmin.$queryRaw`
+/** Atomically claims the oldest QUEUED job across all tenants. SKIP LOCKED makes this
+ *  race-safe against any number of other pollers doing the same thing concurrently. */
+export async function claimNextQueuedJob() {
+    const rows = await prismaAdmin.$queryRaw `
     UPDATE "PlatformJob"
     SET status = 'RUNNING', "startedAt" = NOW(), "heartbeatAt" = NOW(), "workerId" = ${WORKER_ID}
     WHERE id = (
@@ -109,10 +167,13 @@ async function claimNextQueuedJob() {
     )
     RETURNING id, "tenantId" AS "tenantId", "projectId" AS "projectId", type, config
   `;
-  return rows[0] ?? null;
+    return rows[0] ?? null;
 }
-async function requeueStaleRunningJobs() {
-  const rows = await prismaAdmin.$queryRaw`
+/** Requeues RUNNING jobs whose heartbeat has gone stale — the worker that claimed them
+ *  died (crash, restart, OOM) without ever marking them DONE/FAILED. Idempotent and
+ *  safe to run from every worker process; only affects rows past the timeout. */
+export async function requeueStaleRunningJobs() {
+    const rows = await prismaAdmin.$queryRaw `
     UPDATE "PlatformJob"
     SET status = 'QUEUED',
         "workerId" = NULL,
@@ -126,12 +187,18 @@ async function requeueStaleRunningJobs() {
       AND COALESCE("heartbeatAt", "startedAt") < NOW() - (${STALE_JOB_TIMEOUT_MINUTES} * interval '1 minute')
     RETURNING id
   `;
-  if (rows.length > 0) {
-    logger.warn({ jobIds: rows.map((r) => r.id), staleTimeoutMinutes: STALE_JOB_TIMEOUT_MINUTES }, "[job-worker] requeued stale RUNNING job(s)");
-  }
+    if (rows.length > 0) {
+        logger.warn({ jobIds: rows.map((r) => r.id), staleTimeoutMinutes: STALE_JOB_TIMEOUT_MINUTES }, '[job-worker] requeued stale RUNNING job(s)');
+    }
 }
-async function requeueOrphanedJobs() {
-  const rows = await prismaAdmin.$queryRaw`
+/**
+ * Requeues any RUNNING jobs claimed by a different worker (i.e., a previous
+ * process instance). Call once at startup before the poll loop begins — this
+ * provides immediate recovery instead of waiting the full STALE_JOB_TIMEOUT_MINUTES.
+ * Safe to call from multiple replicas simultaneously (each uses its own WORKER_ID).
+ */
+export async function requeueOrphanedJobs() {
+    const rows = await prismaAdmin.$queryRaw `
     UPDATE "PlatformJob"
     SET status = 'QUEUED',
         "workerId" = NULL,
@@ -146,464 +213,522 @@ async function requeueOrphanedJobs() {
       AND "workerId" != ${WORKER_ID}
     RETURNING id
   `;
-  if (rows.length > 0) {
-    logger.warn({ jobIds: rows.map((r) => r.id), workerId: WORKER_ID }, "[job-worker] requeued orphaned RUNNING job(s) from dead worker");
-  }
+    if (rows.length > 0) {
+        logger.warn({ jobIds: rows.map((r) => r.id), workerId: WORKER_ID }, '[job-worker] requeued orphaned RUNNING job(s) from dead worker');
+    }
 }
+/** Dispatches a claimed job to its type's processor. Last-resort safety net — every
+ *  process*Job function already catches and records its own failures. */
 async function dispatchClaimedJob(job) {
-  const dispatcher = jobDispatchTable?.[job.type];
-  if (!dispatcher) {
-    logger.error({ jobId: job.id, type: job.type }, "[job-worker] no dispatcher registered for job type");
-    await prismaAdmin.platformJob.update({
-      where: { id: job.id },
-      data: { status: "FAILED", error: `Unknown job type: ${job.type}`, finishedAt: /* @__PURE__ */ new Date() }
-    }).catch(() => {
-    });
-    return;
-  }
-  const stopTimer = crawlJobDurationSeconds.startTimer({ type: job.type });
-  try {
-    await dispatcher(job.id, job.config);
-    stopTimer();
-    const finished = await prismaAdmin.platformJob.findUnique({ where: { id: job.id }, select: { status: true } }).catch(() => null);
-    crawlJobsTotal.inc({ type: job.type, status: finished?.status === "FAILED" ? "failed" : "success" });
-  } catch (err) {
-    stopTimer();
-    crawlJobsTotal.inc({ type: job.type, status: "failed" });
-    logger.error({ jobId: job.id, type: job.type, err: String(err?.message ?? err) }, "[job-worker] job threw uncaught error");
-    await prismaAdmin.platformJob.update({
-      where: { id: job.id },
-      data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() }
-    }).catch(() => {
-    });
-  }
-}
-let workerLoopTimer = null;
-function startJobWorkerLoop(opts) {
-  if (workerLoopTimer) return;
-  const pollIntervalMs = opts?.pollIntervalMs ?? WORKER_POLL_INTERVAL_MS;
-  const concurrency = opts?.concurrency ?? WORKER_CONCURRENCY;
-  logger.info({ workerId: WORKER_ID, pollIntervalMs, concurrency }, "[job-worker] starting");
-  const tick = async () => {
-    try {
-      await requeueStaleRunningJobs();
-    } catch (err) {
-      logger.error({ err: String(err) }, "[job-worker] stale-job sweep failed");
+    const dispatcher = jobDispatchTable?.[job.type];
+    if (!dispatcher) {
+        logger.error({ jobId: job.id, type: job.type }, '[job-worker] no dispatcher registered for job type');
+        await prismaAdmin.platformJob.update({
+            where: { id: job.id },
+            data: { status: 'FAILED', error: `Unknown job type: ${job.type}`, finishedAt: new Date() },
+        }).catch(() => { });
+        return;
     }
+    const stopTimer = crawlJobDurationSeconds.startTimer({ type: job.type });
     try {
-      for (let i = 0; i < concurrency; i++) {
-        const job = await claimNextQueuedJob();
-        if (!job) break;
-        void dispatchClaimedJob(job);
-      }
-    } catch (err) {
-      logger.error({ err: String(err) }, "[job-worker] claim loop failed");
+        await dispatcher(job.id, job.config);
+        stopTimer();
+        // dispatcher() resolving doesn't mean the job succeeded — every process*Job
+        // function catches and records its own failures internally without
+        // rethrowing (see this function's doc comment). Read back the actual
+        // final status so the metric reflects reality, not just "didn't throw".
+        const finished = await prismaAdmin.platformJob.findUnique({ where: { id: job.id }, select: { status: true } }).catch(() => null);
+        crawlJobsTotal.inc({ type: job.type, status: finished?.status === 'FAILED' ? 'failed' : 'success' });
+    }
+    catch (err) {
+        stopTimer();
+        crawlJobsTotal.inc({ type: job.type, status: 'failed' });
+        logger.error({ jobId: job.id, type: job.type, err: String(err?.message ?? err) }, '[job-worker] job threw uncaught error');
+        await prismaAdmin.platformJob.update({
+            where: { id: job.id },
+            data: { status: 'FAILED', error: String(err?.message ?? err), finishedAt: new Date() },
+        }).catch(() => { });
     }
-  };
-  workerLoopTimer = setInterval(tick, pollIntervalMs);
-  requeueOrphanedJobs().catch(
-    (err) => logger.error({ err: String(err) }, "[job-worker] startup orphan sweep failed")
-  );
-  void tick();
-}
-function stopJobWorkerLoop() {
-  if (workerLoopTimer) clearInterval(workerLoopTimer);
-  workerLoopTimer = null;
-}
-async function createTrackedJob(type, config) {
-  const name = makeJobName(type);
-  const job = await withTenant(
-    config.tenantId,
-    (tx) => tx.platformJob.create({
-      data: { tenantId: config.tenantId, projectId: config.projectId, type, name, status: "RUNNING", startedAt: /* @__PURE__ */ new Date(), config }
-    })
-  );
-  return job.id;
-}
-async function finishTrackedJob(tenantId, jobId, error) {
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({
-      where: { id: jobId },
-      data: { status: error ? "FAILED" : "DONE", finishedAt: /* @__PURE__ */ new Date(), ...error ? { error } : { progress: 100 } }
-    })
-  ).catch(() => {
-  });
 }
-async function enqueueJob(type, config) {
-  const { tenantId, projectId } = config;
-  const name = makeJobName(type);
-  const job = await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.create({
-      data: {
-        tenantId,
-        projectId,
-        type,
-        name,
-        status: "QUEUED",
-        config
-      }
-    })
-  );
-  if (type === "CRAWL" && process.env.JOB_QUEUE_BACKEND === "sqs") {
-    const { sendJobToSqs } = await import("./sqs-queue.js");
-    await sendJobToSqs(job.id, tenantId, config);
-  } else if (process.env.DISABLE_WORKER !== "true") {
-    setImmediate(() => claimSpecificJob(job.id).then((claimed) => claimed && dispatchClaimedJob(claimed)));
-  }
-  return job.id;
+let workerLoopTimer = null;
+/**
+ * Starts the durable job worker poll loop. This is what makes job processing
+ * survive a restart — enqueueJob()'s immediate same-process claim attempt is
+ * only a latency optimization; if the process dies before that fires (or
+ * mid-job), this loop's next tick claims/requeues it. Call once at process
+ * startup (API server and/or a dedicated crawler worker process — safe to
+ * run in both, and safe to run in many container replicas at once).
+ */
+export function startJobWorkerLoop(opts) {
+    if (workerLoopTimer)
+        return; // already running in this process
+    const pollIntervalMs = opts?.pollIntervalMs ?? WORKER_POLL_INTERVAL_MS;
+    const concurrency = opts?.concurrency ?? WORKER_CONCURRENCY;
+    logger.info({ workerId: WORKER_ID, pollIntervalMs, concurrency }, '[job-worker] starting');
+    const tick = async () => {
+        try {
+            await requeueStaleRunningJobs();
+        }
+        catch (err) {
+            logger.error({ err: String(err) }, '[job-worker] stale-job sweep failed');
+        }
+        try {
+            for (let i = 0; i < concurrency; i++) {
+                const job = await claimNextQueuedJob();
+                if (!job)
+                    break;
+                void dispatchClaimedJob(job); // not awaited — runs concurrently while the loop keeps polling
+            }
+        }
+        catch (err) {
+            logger.error({ err: String(err) }, '[job-worker] claim loop failed');
+        }
+    };
+    workerLoopTimer = setInterval(tick, pollIntervalMs);
+    // On startup: immediately requeue jobs orphaned by the previous process instance.
+    // This gives instant recovery rather than waiting STALE_JOB_TIMEOUT_MINUTES (30 min).
+    requeueOrphanedJobs().catch((err) => logger.error({ err: String(err) }, '[job-worker] startup orphan sweep failed'));
+    void tick();
 }
-async function getJob(tenantId, jobId) {
-  return withTenant(
-    tenantId,
-    (tx) => tx.platformJob.findFirst({ where: { id: jobId, tenantId } })
-  );
+/** Stops the poll loop. Mainly for tests. */
+export function stopJobWorkerLoop() {
+    if (workerLoopTimer)
+        clearInterval(workerLoopTimer);
+    workerLoopTimer = null;
 }
-async function listJobs(tenantId, projectId) {
-  return withTenant(tenantId, async (tx) => {
-    const jobs = await tx.platformJob.findMany({
-      where: { tenantId, projectId },
-      orderBy: { queuedAt: "desc" },
-      take: 50
-    });
-    const jobIds = jobs.map((j) => j.id);
-    if (jobIds.length === 0) return jobs;
-    const modelRows = await tx.lLMCallLog.groupBy({
-      by: ["jobId"],
-      where: { tenantId, jobId: { in: jobIds } },
-      _max: { model: true, calledAt: true }
-    });
-    const modelByJobId = new Map(
-      modelRows.filter((r) => r.jobId && r._max?.model).map((r) => [r.jobId, r._max.model])
-    );
-    return jobs.map((j) => ({ ...j, llmModel: modelByJobId.get(j.id) ?? null }));
-  });
+/** Create a job record that tracks a synchronous operation (telemetry only, no background processor). */
+export async function createTrackedJob(type, config) {
+    const name = makeJobName(type);
+    const job = await withTenant(config.tenantId, (tx) => tx.platformJob.create({
+        data: { tenantId: config.tenantId, projectId: config.projectId, type, name, status: 'RUNNING', startedAt: new Date(), config: config },
+    }));
+    return job.id;
 }
-async function cancelJob(tenantId, jobId) {
-  const controller = runningControllers.get(jobId);
-  if (controller) {
-    controller.abort();
-    runningControllers.delete(jobId);
-  }
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({
-      where: { id: jobId },
-      data: { status: "CANCELLED", finishedAt: /* @__PURE__ */ new Date() }
-    })
-  );
+/** Mark a tracked job DONE or FAILED. Safe to call in finally — swallows errors. */
+export async function finishTrackedJob(tenantId, jobId, error) {
+    await withTenant(tenantId, (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: error ? 'FAILED' : 'DONE', finishedAt: new Date(), ...(error ? { error } : { progress: 100 }) },
+    })).catch(() => { });
 }
-async function rerunJob(tenantId, jobId) {
-  const job = await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.findUnique({ where: { id: jobId } })
-  );
-  if (!job) throw new Error("Job not found");
-  return enqueueJob(job.type, { ...job.config, tenantId });
+/** Enqueue a generic platform job — returns the job ID immediately. */
+export async function enqueueJob(type, config) {
+    const { tenantId, projectId } = config;
+    const name = makeJobName(type);
+    const job = await withTenant(tenantId, (tx) => tx.platformJob.create({
+        data: {
+            tenantId,
+            projectId,
+            type,
+            name,
+            status: 'QUEUED',
+            config: config,
+        },
+    }));
+    // Durability comes from startJobWorkerLoop()'s poll — this is only a same-process
+    // latency optimization so a job doesn't sit idle until the next poll tick. The
+    // claim is atomic (WHERE status='QUEUED'), so it's safe even if the poll loop's
+    // own tick fires concurrently and claims this same job first.
+    if (type === 'CRAWL' && process.env.JOB_QUEUE_BACKEND === 'sqs') {
+        const { sendJobToSqs } = await import('./sqs-queue.js');
+        await sendJobToSqs(job.id, tenantId, config);
+    }
+    else if (process.env.DISABLE_WORKER !== 'true') {
+        // Skip inline dispatch when DISABLE_WORKER=true — the dedicated crawler process
+        // will pick this up via its poll loop. Inline dispatch in the API container
+        // would launch Playwright browsers and crash the API.
+        setImmediate(() => claimSpecificJob(job.id).then((claimed) => claimed && dispatchClaimedJob(claimed)));
+    }
+    return job.id;
 }
-const jobCheckpoints = /* @__PURE__ */ new Map();
-async function resumeJob(tenantId, jobId) {
-  const job = await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.findUnique({ where: { id: jobId } })
-  );
-  if (!job) throw new Error("Job not found");
-  const checkpoint = job.result?.checkpoint;
-  const visitedUrls = checkpoint?.visitedUrls ?? [];
-  const pendingQueue = checkpoint?.pendingQueue ?? [];
-  if (pendingQueue.length === 0 && visitedUrls.length === 0) {
-    return enqueueJob(job.type, { ...job.config, tenantId });
-  }
-  return enqueueJob(job.type, {
-    ...job.config,
-    tenantId,
-    skipUrls: visitedUrls.length > 0 ? visitedUrls : void 0,
-    resumeUrls: pendingQueue.length > 0 ? pendingQueue : void 0
-  });
+/** Get the current state of a platform job. */
+export async function getJob(tenantId, jobId) {
+    return withTenant(tenantId, (tx) => tx.platformJob.findFirst({ where: { id: jobId, tenantId } }));
 }
-async function updateJobProgress(tenantId, jobId, progress, step) {
-  try {
-    await withTenant(tenantId, async (tx) => {
-      const current = await tx.platformJob.findUnique({
-        where: { id: jobId },
-        select: { status: true }
-      });
-      if (current?.status === "CANCELLED") {
-        runningControllers.get(jobId)?.abort();
-        runningControllers.delete(jobId);
-        return;
-      }
-      await tx.platformJob.update({
-        where: { id: jobId },
-        data: { progress, result: { step }, heartbeatAt: /* @__PURE__ */ new Date() }
-      });
+/** List recent jobs for a project. */
+export async function listJobs(tenantId, projectId) {
+    return withTenant(tenantId, async (tx) => {
+        const jobs = await tx.platformJob.findMany({
+            where: { tenantId, projectId },
+            orderBy: { queuedAt: 'desc' },
+            take: 50,
+        });
+        // Attach the most-recently-used model for each job from LLMCallLog
+        const jobIds = jobs.map((j) => j.id);
+        if (jobIds.length === 0)
+            return jobs;
+        const modelRows = await tx.lLMCallLog.groupBy({
+            by: ['jobId'],
+            where: { tenantId, jobId: { in: jobIds } },
+            _max: { model: true, calledAt: true },
+        });
+        const modelByJobId = new Map(modelRows
+            .filter((r) => r.jobId && r._max?.model)
+            .map((r) => [r.jobId, r._max.model]));
+        return jobs.map((j) => ({ ...j, llmModel: modelByJobId.get(j.id) ?? null }));
     });
-  } catch {
-  }
 }
-async function heartbeatJob(tenantId, jobId) {
-  try {
-    await withTenant(tenantId, async (tx) => {
-      const current = await tx.platformJob.findUnique({
-        where: { id: jobId },
-        select: { status: true }
-      });
-      if (current?.status === "CANCELLED") {
-        runningControllers.get(jobId)?.abort();
+/** Cancel a RUNNING or QUEUED job. Aborts the in-process crawl and marks DB CANCELLED. */
+export async function cancelJob(tenantId, jobId) {
+    // Abort in-memory controller if job is running in the same process
+    const controller = runningControllers.get(jobId);
+    if (controller) {
+        controller.abort();
         runningControllers.delete(jobId);
-        return;
-      }
-      if (current?.status !== "RUNNING") return;
-      await tx.platformJob.update({
+    }
+    await withTenant(tenantId, (tx) => tx.platformJob.update({
         where: { id: jobId },
-        data: { heartbeatAt: /* @__PURE__ */ new Date(), workerId: WORKER_ID }
-      });
-    });
-  } catch {
-  }
+        data: { status: 'CANCELLED', finishedAt: new Date() },
+    }));
 }
-async function investigateScreenChanges(tenantId, projectId, changedScreens) {
-  const [jiraCfg, confluenceCfg] = await Promise.all([
-    AppBrain.getConnectorConfig(tenantId, projectId, "JIRA"),
-    AppBrain.getConnectorConfig(tenantId, projectId, "CONFLUENCE")
-  ]);
-  for (const screen of changedScreens) {
-    const searchTerm = screen.url ?? screen.name;
-    const changeSummary = `Screen "${screen.name}" changed: +${screen.addedElements.length} elements, -${screen.removedElements.length} elements`;
-    const detail = {
-      screenId: screen.id,
-      screenName: screen.name,
-      url: screen.url,
-      addedElements: screen.addedElements,
-      removedElements: screen.removedElements,
-      jiraTickets: [],
-      confluencePages: []
-    };
-    if (jiraCfg?.baseUrl && jiraCfg?.email && jiraCfg?.apiToken) {
-      try {
-        detail.jiraTickets = await jira.searchIssues(
-          { baseUrl: jiraCfg.baseUrl, email: jiraCfg.email, apiToken: jiraCfg.apiToken, projectKey: jiraCfg.projectKey },
-          searchTerm
-        );
-      } catch (e) {
-        logger.warn({ searchTerm, err: e }, "Jira search failed");
-      }
-    }
-    if (confluenceCfg?.baseUrl && confluenceCfg?.email && confluenceCfg?.apiToken) {
-      try {
-        detail.confluencePages = await confluence.searchPages(
-          { baseUrl: confluenceCfg.baseUrl, email: confluenceCfg.email, apiToken: confluenceCfg.apiToken, spaceKey: confluenceCfg.spaceKey },
-          searchTerm
-        );
-      } catch (e) {
-        logger.warn({ searchTerm, err: e }, "Confluence search failed");
-      }
-    }
-    await AppBrain.logChange(tenantId, projectId, "MODIFIED", changeSummary, detail);
-    logger.info({ screen: screen.name, jiraTickets: detail.jiraTickets.length, confluencePages: detail.confluencePages.length }, "Logged screen change investigation");
-  }
+/** Re-enqueue a job using the same config as a previous job. */
+export async function rerunJob(tenantId, jobId) {
+    const job = await withTenant(tenantId, (tx) => tx.platformJob.findUnique({ where: { id: jobId } }));
+    if (!job)
+        throw new Error('Job not found');
+    return enqueueJob(job.type, { ...job.config, tenantId });
 }
-async function processJob(jobId, config, opts) {
-  const { tenantId, projectId } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  const claimed = await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.updateMany({
-      where: { id: jobId, status: { not: "CANCELLED" } },
-      data: { status: "RUNNING", startedAt: jobStartedAt, heartbeatAt: jobStartedAt, workerId: WORKER_ID }
-    })
-  );
-  if (claimed.count === 0) return;
-  const controller = new AbortController();
-  runningControllers.set(jobId, controller);
-  const heartbeatTimer = setInterval(() => {
-    void heartbeatJob(tenantId, jobId);
-  }, JOB_HEARTBEAT_INTERVAL_MS);
-  const onProgress = async (pct, step) => {
-    await updateJobProgress(tenantId, jobId, pct, step);
-    await opts?.onProgress?.(pct);
-  };
-  const DEFAULT_MAX_SCREENS = 150;
-  try {
-    if (!config.maxScreens || !config.deviceProfiles || config.interactive === void 0 || config.useSitemap === void 0 || !config.traversalStrategy) {
-      const proj = await withTenant(
+// In-memory checkpoint store: updated every 10 screens, saved to DB result on failure.
+const jobCheckpoints = new Map();
+export async function resumeJob(tenantId, jobId) {
+    const job = await withTenant(tenantId, (tx) => tx.platformJob.findUnique({ where: { id: jobId } }));
+    if (!job)
+        throw new Error('Job not found');
+    const checkpoint = job.result?.checkpoint;
+    const visitedUrls = checkpoint?.visitedUrls ?? [];
+    const pendingQueue = checkpoint?.pendingQueue ?? [];
+    if (pendingQueue.length === 0 && visitedUrls.length === 0) {
+        // No checkpoint saved — full rerun
+        return enqueueJob(job.type, { ...job.config, tenantId });
+    }
+    return enqueueJob(job.type, {
+        ...job.config,
         tenantId,
-        (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } })
-      );
-      const perProject = proj?.crawlConfig?.maxScreens;
-      if (!config.maxScreens) config.maxScreens = perProject || DEFAULT_MAX_SCREENS;
-      if (!config.deviceProfiles) config.deviceProfiles = proj?.crawlConfig?.deviceProfiles ?? ["DESKTOP"];
-      if (config.interactive === void 0) config.interactive = proj?.crawlConfig?.interactive ?? false;
-      if (config.useSitemap === void 0) config.useSitemap = proj?.crawlConfig?.useSitemap ?? false;
-      if (!config.sitemapUrl) config.sitemapUrl = proj?.crawlConfig?.sitemapUrl ?? void 0;
-      if (!config.traversalStrategy) config.traversalStrategy = proj?.crawlConfig?.traversalStrategy ?? "BFS";
-      if (!config.bestFirstKeywords) config.bestFirstKeywords = proj?.crawlConfig?.bestFirstKeywords ?? void 0;
-      if (!config.segmentSize) config.segmentSize = proj?.crawlConfig?.segmentSize ?? 9999999;
-      if (!config.selectiveUrls?.length && (!config.startUrls || config.startUrls.length === 0)) {
-        const saved = proj?.crawlConfig?.seedUrls ?? [];
-        if (saved.length > 0) config.startUrls = saved;
-      }
-      if (config.interactive === void 0) config.interactive = proj?.crawlConfig?.interactive ?? false;
+        skipUrls: visitedUrls.length > 0 ? visitedUrls : undefined,
+        resumeUrls: pendingQueue.length > 0 ? pendingQueue : undefined,
+    });
+}
+/** Update progress percentage and current step label on a running job (non-fatal). */
+export async function updateJobProgress(tenantId, jobId, progress, step) {
+    try {
+        await withTenant(tenantId, async (tx) => {
+            // DB-flag cancellation: works for both inline and SQS backends.
+            // When a user cancels, status is set to 'CANCELLED' in DB.
+            // This check fires at each progress update (every few seconds during crawl).
+            const current = await tx.platformJob.findUnique({
+                where: { id: jobId },
+                select: { status: true },
+            });
+            if (current?.status === 'CANCELLED') {
+                runningControllers.get(jobId)?.abort();
+                runningControllers.delete(jobId);
+                return; // abort signal propagates; crawlProject exits on next signal check
+            }
+            await tx.platformJob.update({
+                where: { id: jobId },
+                data: { progress, result: { step }, heartbeatAt: new Date() },
+            });
+        });
     }
-    const runtimeCreds = config.credentials ? {
-      ...config.credentials,
-      ...config.credentials.totpSecret ? { getOneTimeCode: async () => generateTOTP(config.credentials.totpSecret) } : {}
-    } : void 0;
-    const storageConfigForCrawl = await getTenantStorageConfig(tenantId).catch(() => null);
-    const result = await crawlProject({
-      ...config,
-      credentials: runtimeCreds,
-      abortSignal: controller.signal,
-      jobId,
-      storageConfig: storageConfigForCrawl,
-      onCheckpoint: async (visitedUrls, pendingQueue) => {
-        jobCheckpoints.set(jobId, { visitedUrls, pendingQueue });
-      }
-    }, onProgress);
-    jobCheckpoints.delete(jobId);
-    const pendingUrls = result?.pendingUrls ?? [];
-    if (pendingUrls.length > 0) {
-      logger.info({ pendingUrls: pendingUrls.length }, "Crawl finished with pending URLs \u2014 not auto-queuing (segmented crawls disabled)");
+    catch { /* non-fatal — progress updates best-effort */ }
+}
+/** Bump only worker liveness. This intentionally does not touch progress/result. */
+async function heartbeatJob(tenantId, jobId) {
+    try {
+        await withTenant(tenantId, async (tx) => {
+            const current = await tx.platformJob.findUnique({
+                where: { id: jobId },
+                select: { status: true },
+            });
+            if (current?.status === 'CANCELLED') {
+                runningControllers.get(jobId)?.abort();
+                runningControllers.delete(jobId);
+                return;
+            }
+            if (current?.status !== 'RUNNING')
+                return;
+            await tx.platformJob.update({
+                where: { id: jobId },
+                data: { heartbeatAt: new Date(), workerId: WORKER_ID },
+            });
+        });
     }
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          result: { ...result },
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date()
+    catch { /* non-fatal — heartbeat updates best-effort */ }
+}
+/** Background: for each changed screen, search Jira + Confluence for related tickets/pages. */
+async function investigateScreenChanges(tenantId, projectId, changedScreens) {
+    const [jiraCfg, confluenceCfg] = await Promise.all([
+        AppBrain.getConnectorConfig(tenantId, projectId, 'JIRA'),
+        AppBrain.getConnectorConfig(tenantId, projectId, 'CONFLUENCE'),
+    ]);
+    for (const screen of changedScreens) {
+        const searchTerm = screen.url ?? screen.name;
+        const changeSummary = `Screen "${screen.name}" changed: +${screen.addedElements.length} elements, -${screen.removedElements.length} elements`;
+        const detail = {
+            screenId: screen.id,
+            screenName: screen.name,
+            url: screen.url,
+            addedElements: screen.addedElements,
+            removedElements: screen.removedElements,
+            jiraTickets: [],
+            confluencePages: [],
+        };
+        if (jiraCfg?.baseUrl && jiraCfg?.email && jiraCfg?.apiToken) {
+            try {
+                detail.jiraTickets = await jira.searchIssues({ baseUrl: jiraCfg.baseUrl, email: jiraCfg.email, apiToken: jiraCfg.apiToken, projectKey: jiraCfg.projectKey }, searchTerm);
+            }
+            catch (e) {
+                logger.warn({ searchTerm, err: e }, 'Jira search failed');
+            }
         }
-      })
-    );
-    clearInterval(heartbeatTimer);
-    runningControllers.delete(jobId);
-    {
-      const crawledUrls = (result.discovered ?? []).filter((d) => !!d.screenId && !!d.url).map((d) => d.url);
-      if (crawledUrls.length > 0) {
-        (async () => {
-          const cfg = await AppBrain.getCrawlConfig(tenantId, projectId);
-          const existing = cfg?.seedUrls ?? [];
-          const merged = Array.from(/* @__PURE__ */ new Set([...existing, ...crawledUrls]));
-          if (merged.length > existing.length) {
-            await AppBrain.saveCrawlConfig(tenantId, projectId, { seedUrls: merged });
-            logger.info({ added: merged.length - existing.length, total: merged.length }, "[crawl] auto-seeded crawled URLs into crawlConfig.seedUrls");
-          }
-        })().catch((err) => logger.warn({ err: err?.message }, "[crawl] auto-seed seedUrls failed (non-fatal)"));
-      }
-      notifyAdmins(tenantId, {
-        type: "crawl.done",
-        title: "Crawl completed",
-        body: `Crawl for project finished successfully.`,
-        metadata: { projectId, jobId }
-      }).catch(console.error);
-      dispatchWebhook(tenantId, projectId, "crawl.done", {
-        jobId,
-        screensFound: result?.screensFound ?? result?.screens?.length ?? 0
-      }).catch(console.error);
-    }
-    setTimeout(() => {
-      aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
-    }, 8e3);
-    setImmediate(async () => {
-      try {
-        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
-        if (projectMap?.screens?.length) {
-          const screenCount = projectMap.screens.length;
-          if (screenCount > 300) {
-            await withTenant(
-              tenantId,
-              (tx) => tx.project.update({ where: { id: projectId }, data: { oversized: true } })
-            );
-          }
-          await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens, result.apiEndpoints, result.performanceMetrics);
-          try {
-            const { readFile } = await import("node:fs/promises");
-            const { existsSync } = await import("node:fs");
-            const screensWithDom = projectMap.screens.filter((s) => s.domSnapshotPath);
-            const detectLimit = Math.min(screensWithDom.length, 20);
-            let fieldDetectAdded = 0;
-            for (let si = 0; si < detectLimit; si++) {
-              const screen = screensWithDom[si];
-              try {
-                let htmlContent = null;
-                const domPath = screen.domSnapshotPath;
-                if (domPath.startsWith("https://") || domPath.startsWith("http://")) {
-                  const res = await fetch(domPath);
-                  if (res.ok) htmlContent = await res.text();
-                } else if (existsSync(domPath)) {
-                  htmlContent = await readFile(domPath, "utf8");
-                }
-                if (!htmlContent) continue;
-                const detected = await detectFieldsFromHtml({ tenantId, projectId, html: htmlContent });
-                if (detected.length > 0) {
-                  const merged = await mergeIntoCatalog({ tenantId, projectId, detected });
-                  fieldDetectAdded += merged.added;
-                }
-              } catch (sErr) {
-                logger.warn({ screenId: screen.id, err: sErr }, "[field-detect] skipped screen");
-              }
+        if (confluenceCfg?.baseUrl && confluenceCfg?.email && confluenceCfg?.apiToken) {
+            try {
+                detail.confluencePages = await confluence.searchPages({ baseUrl: confluenceCfg.baseUrl, email: confluenceCfg.email, apiToken: confluenceCfg.apiToken, spaceKey: confluenceCfg.spaceKey }, searchTerm);
             }
-            if (fieldDetectAdded > 0 || detectLimit > 0) {
-              logger.info({ screens: detectLimit, added: fieldDetectAdded, projectId }, "[field-detect] catalog populated from crawl");
+            catch (e) {
+                logger.warn({ searchTerm, err: e }, 'Confluence search failed');
             }
-          } catch (fdErr) {
-            logger.warn({ err: fdErr }, "[field-detect] post-crawl field detection failed");
-          }
-          const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
-          if (tenantStorageCfg) {
-            let uploaded = 0;
-            for (const screen of projectMap.screens) {
-              for (const shot of screen.screenshots ?? []) {
-                if (!shot.storagePath || shot.cloudUrl) continue;
-                try {
-                  const filename = `${screen.id}-v${shot.version}.png`;
-                  const key = buildArtifactKey(tenantId, projectId, "screenshots", filename, tenantStorageCfg.prefix);
-                  const cloudUrl = await uploadScreenshotToTenantStorage(tenantStorageCfg, shot.storagePath, key);
-                  await AppBrain.updateScreenshotCloudUrl(tenantId, shot.id, cloudUrl);
-                  uploaded++;
-                } catch (uploadErr) {
-                  logger.warn({ screenId: screen.id, err: uploadErr }, "Failed to upload screenshot to cloud storage");
-                }
-              }
+        }
+        await AppBrain.logChange(tenantId, projectId, 'MODIFIED', changeSummary, detail);
+        logger.info({ screen: screen.name, jiraTickets: detail.jiraTickets.length, confluencePages: detail.confluencePages.length }, 'Logged screen change investigation');
+    }
+}
+export async function processJob(jobId, config, opts) {
+    const { tenantId, projectId } = config;
+    // Mark as RUNNING — skip if already CANCELLED (race: user cancelled before worker picked it up).
+    const jobStartedAt = new Date();
+    const claimed = await withTenant(tenantId, (tx) => tx.platformJob.updateMany({
+        where: { id: jobId, status: { not: 'CANCELLED' } },
+        data: { status: 'RUNNING', startedAt: jobStartedAt, heartbeatAt: jobStartedAt, workerId: WORKER_ID },
+    }));
+    if (claimed.count === 0)
+        return;
+    const controller = new AbortController();
+    runningControllers.set(jobId, controller);
+    const heartbeatTimer = setInterval(() => {
+        void heartbeatJob(tenantId, jobId);
+    }, JOB_HEARTBEAT_INTERVAL_MS);
+    const onProgress = async (pct, step) => {
+        await updateJobProgress(tenantId, jobId, pct, step);
+        await opts?.onProgress?.(pct);
+    };
+    const DEFAULT_MAX_SCREENS = 150;
+    try {
+        // Per-project maxScreens + deviceProfiles + seedUrls + interactive probing + sitemap seeding + traversal strategy from crawlConfig override job config defaults.
+        if (!config.maxScreens || !config.deviceProfiles || config.interactive === undefined || config.useSitemap === undefined || !config.traversalStrategy) {
+            const proj = await withTenant(tenantId, (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } }));
+            const perProject = proj?.crawlConfig?.maxScreens;
+            if (!config.maxScreens)
+                config.maxScreens = perProject || DEFAULT_MAX_SCREENS;
+            if (!config.deviceProfiles)
+                config.deviceProfiles = proj?.crawlConfig?.deviceProfiles ?? ['DESKTOP'];
+            if (config.interactive === undefined)
+                config.interactive = proj?.crawlConfig?.interactive ?? false;
+            if (config.useSitemap === undefined)
+                config.useSitemap = proj?.crawlConfig?.useSitemap ?? false;
+            if (!config.sitemapUrl)
+                config.sitemapUrl = proj?.crawlConfig?.sitemapUrl ?? undefined;
+            if (!config.traversalStrategy)
+                config.traversalStrategy = proj?.crawlConfig?.traversalStrategy ?? 'BFS';
+            if (!config.bestFirstKeywords)
+                config.bestFirstKeywords = proj?.crawlConfig?.bestFirstKeywords ?? undefined;
+            // segmentSize from crawl config — default unlimited (9_999_999) so normal sites run in one job;
+            // only segment if the project explicitly sets a segmentSize in its crawl config.
+            if (!config.segmentSize)
+                config.segmentSize = proj?.crawlConfig?.segmentSize ?? 9_999_999;
+            // Load saved seedUrls as non-selective seeds (link discovery still runs from them).
+            // Skip when a selective recrawl is requested (selectiveUrls set) or seeds already provided.
+            if (!config.selectiveUrls?.length && (!config.startUrls || config.startUrls.length === 0)) {
+                const saved = proj?.crawlConfig?.seedUrls ?? [];
+                if (saved.length > 0)
+                    config.startUrls = saved;
             }
-            if (uploaded > 0) logger.info({ uploaded, provider: tenantStorageCfg.provider }, "Uploaded screenshots to cloud storage");
-            const { existsSync } = await import("node:fs");
-            let domUploaded = 0;
-            let mdUploaded = 0;
-            for (const screen of projectMap.screens) {
-              const domPath = screen.domSnapshotPath;
-              if (domPath && !domPath.startsWith("https://") && existsSync(domPath)) {
-                try {
-                  const key = buildArtifactKey(tenantId, projectId, "dom-snapshots", `${screen.id}.json`, tenantStorageCfg.prefix);
-                  const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, domPath, key, "application/json");
-                  await AppBrain.updateScreenDomSnapshot(tenantId, screen.id, cloudUrl);
-                  domUploaded++;
-                } catch (err) {
-                  logger.warn({ screenId: screen.id, err }, "Failed to upload DOM snapshot to cloud storage");
-                }
-              }
-              const mdPath = screen.markdownPath;
-              if (mdPath && !mdPath.startsWith("https://") && existsSync(mdPath)) {
-                try {
-                  const key = buildArtifactKey(tenantId, projectId, "markdown", `${screen.id}.md`, tenantStorageCfg.prefix);
-                  const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, mdPath, key, "text/markdown");
-                  await AppBrain.updateScreenMarkdownPath(tenantId, screen.id, cloudUrl);
-                  mdUploaded++;
-                } catch (err) {
-                  logger.warn({ screenId: screen.id, err }, "Failed to upload markdown to cloud storage");
-                }
-              }
+            if (config.interactive === undefined)
+                config.interactive = proj?.crawlConfig?.interactive ?? false;
+        }
+        // Build runtime credentials: convert stored totpSecret → getOneTimeCode function
+        const runtimeCreds = config.credentials
+            ? {
+                ...config.credentials,
+                ...(config.credentials.totpSecret
+                    ? { getOneTimeCode: async () => generateTOTP(config.credentials.totpSecret) }
+                    : {}),
             }
-            if (domUploaded > 0) logger.info({ domUploaded, provider: tenantStorageCfg.provider }, "Uploaded DOM snapshots to cloud storage");
-            if (mdUploaded > 0) logger.info({ mdUploaded, provider: tenantStorageCfg.provider }, "Uploaded markdown to cloud storage");
-          }
-          await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, jobStartedAt);
-          try {
-            await withTenant(tenantId, async (tx) => {
-              const staleTests = await tx.$queryRaw`
+            : undefined;
+        const storageConfigForCrawl = await getTenantStorageConfig(tenantId).catch(() => null);
+        const result = await crawlProject({
+            ...config, credentials: runtimeCreds, abortSignal: controller.signal, jobId,
+            storageConfig: storageConfigForCrawl,
+            onCheckpoint: async (visitedUrls, pendingQueue) => {
+                jobCheckpoints.set(jobId, { visitedUrls, pendingQueue });
+            },
+        }, onProgress);
+        jobCheckpoints.delete(jobId);
+        const pendingUrls = result?.pendingUrls ?? [];
+        if (pendingUrls.length > 0) {
+            logger.info({ pendingUrls: pendingUrls.length }, 'Crawl finished with pending URLs — not auto-queuing (segmented crawls disabled)');
+        }
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE',
+                result: { ...result },
+                progress: 100,
+                finishedAt: new Date(),
+            },
+        }));
+        clearInterval(heartbeatTimer);
+        runningControllers.delete(jobId);
+        {
+            // Auto-seed: merge all successfully crawled URLs into crawlConfig.seedUrls so future
+            // crawls and discovery agents start from a complete picture of the app.
+            const crawledUrls = (result.discovered ?? [])
+                .filter((d) => !!d.screenId && !!d.url)
+                .map((d) => d.url);
+            if (crawledUrls.length > 0) {
+                (async () => {
+                    const cfg = await AppBrain.getCrawlConfig(tenantId, projectId);
+                    const existing = cfg?.seedUrls ?? [];
+                    const merged = Array.from(new Set([...existing, ...crawledUrls]));
+                    if (merged.length > existing.length) {
+                        await AppBrain.saveCrawlConfig(tenantId, projectId, { seedUrls: merged });
+                        logger.info({ added: merged.length - existing.length, total: merged.length }, '[crawl] auto-seeded crawled URLs into crawlConfig.seedUrls');
+                    }
+                })().catch((err) => logger.warn({ err: err?.message }, '[crawl] auto-seed seedUrls failed (non-fatal)'));
+            }
+            notifyAdmins(tenantId, {
+                type: 'crawl.done',
+                title: 'Crawl completed',
+                body: `Crawl for project finished successfully.`,
+                metadata: { projectId, jobId },
+            }).catch(console.error);
+            dispatchWebhook(tenantId, projectId, 'crawl.done', {
+                jobId,
+                screensFound: result?.screensFound ?? result?.screens?.length ?? 0,
+            }).catch(console.error);
+        }
+        // Aggregate token usage from LLM calls made during this job.
+        // Delay 8s to let concurrent recordLLMCall writes settle before querying LLMCallLog.
+        setTimeout(() => {
+            aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+        }, 8000);
+        // Post-crawl: generate / refresh all taxonomy skill files + investigate changes.
+        setImmediate(async () => {
+            try {
+                const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+                if (projectMap?.screens?.length) {
+                    // Mark project oversized when > 300 screens — activates VectorSearchGrounding
+                    const screenCount = projectMap.screens.length;
+                    if (screenCount > 300) {
+                        await withTenant(tenantId, (tx) => tx.project.update({ where: { id: projectId }, data: { oversized: true } }));
+                    }
+                    await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens, result.apiEndpoints, result.performanceMetrics);
+                    // Auto-detect AppField catalog from crawled DOM snapshots.
+                    // Runs before test generation so getFieldsForCase() returns typed fields (FORM mode).
+                    // Capped at 20 screens and only where domSnapshotPath exists to bound LLM cost.
+                    try {
+                        const { readFile } = await import('node:fs/promises');
+                        const { existsSync } = await import('node:fs');
+                        const screensWithDom = projectMap.screens.filter((s) => s.domSnapshotPath);
+                        const detectLimit = Math.min(screensWithDom.length, 20);
+                        let fieldDetectAdded = 0;
+                        for (let si = 0; si < detectLimit; si++) {
+                            const screen = screensWithDom[si];
+                            try {
+                                let htmlContent = null;
+                                const domPath = screen.domSnapshotPath;
+                                if (domPath.startsWith('https://') || domPath.startsWith('http://')) {
+                                    const res = await fetch(domPath);
+                                    if (res.ok)
+                                        htmlContent = await res.text();
+                                }
+                                else if (existsSync(domPath)) {
+                                    htmlContent = await readFile(domPath, 'utf8');
+                                }
+                                if (!htmlContent)
+                                    continue;
+                                const detected = await detectFieldsFromHtml({ tenantId, projectId, html: htmlContent });
+                                if (detected.length > 0) {
+                                    const merged = await mergeIntoCatalog({ tenantId, projectId, detected });
+                                    fieldDetectAdded += merged.added;
+                                }
+                            }
+                            catch (sErr) {
+                                logger.warn({ screenId: screen.id, err: sErr }, '[field-detect] skipped screen');
+                            }
+                        }
+                        if (fieldDetectAdded > 0 || detectLimit > 0) {
+                            logger.info({ screens: detectLimit, added: fieldDetectAdded, projectId }, '[field-detect] catalog populated from crawl');
+                        }
+                    }
+                    catch (fdErr) {
+                        logger.warn({ err: fdErr }, '[field-detect] post-crawl field detection failed');
+                    }
+                    // Cloud storage: upload screenshots to tenant S3/R2 if configured
+                    const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
+                    if (tenantStorageCfg) {
+                        let uploaded = 0;
+                        for (const screen of projectMap.screens) {
+                            for (const shot of (screen.screenshots ?? [])) {
+                                if (!shot.storagePath || shot.cloudUrl)
+                                    continue;
+                                try {
+                                    const filename = `${screen.id}-v${shot.version}.png`;
+                                    const key = buildArtifactKey(tenantId, projectId, 'screenshots', filename, tenantStorageCfg.prefix);
+                                    const cloudUrl = await uploadScreenshotToTenantStorage(tenantStorageCfg, shot.storagePath, key);
+                                    await AppBrain.updateScreenshotCloudUrl(tenantId, shot.id, cloudUrl);
+                                    uploaded++;
+                                }
+                                catch (uploadErr) {
+                                    logger.warn({ screenId: screen.id, err: uploadErr }, 'Failed to upload screenshot to cloud storage');
+                                }
+                            }
+                        }
+                        if (uploaded > 0)
+                            logger.info({ uploaded, provider: tenantStorageCfg.provider }, 'Uploaded screenshots to cloud storage');
+                        // Upload DOM snapshots and markdown to tenant storage
+                        const { existsSync } = await import('node:fs');
+                        let domUploaded = 0;
+                        let mdUploaded = 0;
+                        for (const screen of projectMap.screens) {
+                            // DOM snapshot
+                            const domPath = screen.domSnapshotPath;
+                            if (domPath && !domPath.startsWith('https://') && existsSync(domPath)) {
+                                try {
+                                    const key = buildArtifactKey(tenantId, projectId, 'dom-snapshots', `${screen.id}.json`, tenantStorageCfg.prefix);
+                                    const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, domPath, key, 'application/json');
+                                    await AppBrain.updateScreenDomSnapshot(tenantId, screen.id, cloudUrl);
+                                    domUploaded++;
+                                }
+                                catch (err) {
+                                    logger.warn({ screenId: screen.id, err }, 'Failed to upload DOM snapshot to cloud storage');
+                                }
+                            }
+                            // Markdown extract
+                            const mdPath = screen.markdownPath;
+                            if (mdPath && !mdPath.startsWith('https://') && existsSync(mdPath)) {
+                                try {
+                                    const key = buildArtifactKey(tenantId, projectId, 'markdown', `${screen.id}.md`, tenantStorageCfg.prefix);
+                                    const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, mdPath, key, 'text/markdown');
+                                    await AppBrain.updateScreenMarkdownPath(tenantId, screen.id, cloudUrl);
+                                    mdUploaded++;
+                                }
+                                catch (err) {
+                                    logger.warn({ screenId: screen.id, err }, 'Failed to upload markdown to cloud storage');
+                                }
+                            }
+                        }
+                        if (domUploaded > 0)
+                            logger.info({ domUploaded, provider: tenantStorageCfg.provider }, 'Uploaded DOM snapshots to cloud storage');
+                        if (mdUploaded > 0)
+                            logger.info({ mdUploaded, provider: tenantStorageCfg.provider }, 'Uploaded markdown to cloud storage');
+                    }
+                    // AI screen grouping — clusters screens into semantic feature areas
+                    await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, jobStartedAt);
+                    // Auto-flag stale tests: mark PENDING_REVIEW when screen elements changed since test was generated
+                    try {
+                        await withTenant(tenantId, async (tx) => {
+                            const staleTests = await tx.$queryRaw `
                 SELECT tc.id
                 FROM "TestCase" tc
                 JOIN "Screen" s ON tc."screenId" = s.id
@@ -615,65 +740,69 @@ async function processJob(jobId, config, opts) {
                   AND tc.status != 'PENDING_REVIEW'
                   AND tc.status != 'RETIRED'
               `;
-              if (staleTests.length > 0) {
-                const ids = staleTests.map((t) => t.id);
-                await tx.testCase.updateMany({
-                  where: { id: { in: ids } },
-                  data: { status: "PENDING_REVIEW" }
-                });
-                logger.info({ count: staleTests.length, projectId }, "Auto-flagged stale test cases as PENDING_REVIEW");
-              }
-            });
-          } catch (staleErr) {
-            logger.warn({ err: staleErr }, "Failed to auto-flag stale tests");
-          }
-          const changed = projectMap.screens.filter((s) => s.hasChange);
-          if (changed.length > 0) {
-            await investigateScreenChanges(tenantId, projectId, changed);
-          }
-        }
-      } catch (skillErr) {
-        logger.error({ projectId, err: skillErr }, "Taxonomy generation failed");
-      }
-    });
-  } catch (err) {
-    clearInterval(heartbeatTimer);
-    runningControllers.delete(jobId);
-    const aborted = String(err).includes("CRAWL_ABORTED");
-    const checkpoint = jobCheckpoints.get(jobId);
-    jobCheckpoints.delete(jobId);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: aborted ? "CANCELLED" : "FAILED",
-          error: aborted ? "Stopped by user" : String(err),
-          finishedAt: /* @__PURE__ */ new Date(),
-          ...checkpoint ? { result: { checkpoint } } : {}
+                            if (staleTests.length > 0) {
+                                const ids = staleTests.map((t) => t.id);
+                                await tx.testCase.updateMany({
+                                    where: { id: { in: ids } },
+                                    data: { status: 'PENDING_REVIEW' },
+                                });
+                                logger.info({ count: staleTests.length, projectId }, 'Auto-flagged stale test cases as PENDING_REVIEW');
+                            }
+                        });
+                    }
+                    catch (staleErr) {
+                        logger.warn({ err: staleErr }, 'Failed to auto-flag stale tests');
+                    }
+                    const changed = projectMap.screens.filter((s) => s.hasChange);
+                    if (changed.length > 0) {
+                        await investigateScreenChanges(tenantId, projectId, changed);
+                    }
+                }
+            }
+            catch (skillErr) {
+                logger.error({ projectId, err: skillErr }, 'Taxonomy generation failed');
+            }
+        });
+    }
+    catch (err) {
+        clearInterval(heartbeatTimer);
+        runningControllers.delete(jobId);
+        const aborted = String(err).includes('CRAWL_ABORTED');
+        const checkpoint = jobCheckpoints.get(jobId);
+        jobCheckpoints.delete(jobId);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: aborted ? 'CANCELLED' : 'FAILED',
+                error: aborted ? 'Stopped by user' : String(err),
+                finishedAt: new Date(),
+                ...(checkpoint ? { result: { checkpoint } } : {}),
+            },
+        }));
+        // Notify on crawl failure (fire-and-forget)
+        if (!aborted) {
+            notifyAdmins(tenantId, {
+                type: 'crawl.failed',
+                title: 'Crawl failed',
+                body: `Crawl for project failed: ${String(err)}`,
+                metadata: { projectId, jobId, error: String(err) },
+            }).catch(console.error);
+            // Dispatch outbound webhooks (fire-and-forget)
+            dispatchWebhook(tenantId, projectId, 'crawl.failed', {
+                jobId,
+                error: String(err),
+            }).catch(console.error);
         }
-      })
-    );
-    if (!aborted) {
-      notifyAdmins(tenantId, {
-        type: "crawl.failed",
-        title: "Crawl failed",
-        body: `Crawl for project failed: ${String(err)}`,
-        metadata: { projectId, jobId, error: String(err) }
-      }).catch(console.error);
-      dispatchWebhook(tenantId, projectId, "crawl.failed", {
-        jobId,
-        error: String(err)
-      }).catch(console.error);
     }
-  } finally {
-    runningControllers.delete(jobId);
-  }
+    finally {
+        runningControllers.delete(jobId);
+    }
 }
-async function aggregateJobTokens(tenantId, jobId, projectId, startedAt) {
-  try {
-    await withTenant(tenantId, async (tx) => {
-      const rows = await tx.$queryRaw`
+/** After a job finishes, sum LLMCallLog entries for that project during the job window. */
+export async function aggregateJobTokens(tenantId, jobId, projectId, startedAt) {
+    try {
+        await withTenant(tenantId, async (tx) => {
+            const rows = await tx.$queryRaw `
         SELECT
           COALESCE(SUM("promptTokens"), 0)::INT     AS "totalPromptTokens",
           COALESCE(SUM("completionTokens"), 0)::INT AS "totalCompletionTokens",
@@ -684,297 +813,252 @@ async function aggregateJobTokens(tenantId, jobId, projectId, startedAt) {
         WHERE "tenantId" = ${tenantId}
           AND "jobId" = ${jobId}
       `;
-      const row = rows[0];
-      if (!row || !row.llmCallCount) return;
-      await tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          totalPromptTokens: row.totalPromptTokens,
-          totalCompletionTokens: row.totalCompletionTokens,
-          totalCacheReadTokens: row.totalCacheReadTokens,
-          totalEstimatedCostUsd: Number(row.totalEstimatedCostUsd),
-          llmCallCount: row.llmCallCount
-        }
-      });
-    });
-  } catch (err) {
-    console.warn("[job-tokens] aggregation failed:", err);
-  }
+            const row = rows[0];
+            if (!row || !row.llmCallCount)
+                return;
+            await tx.platformJob.update({
+                where: { id: jobId },
+                data: {
+                    totalPromptTokens: row.totalPromptTokens,
+                    totalCompletionTokens: row.totalCompletionTokens,
+                    totalCacheReadTokens: row.totalCacheReadTokens,
+                    totalEstimatedCostUsd: Number(row.totalEstimatedCostUsd),
+                    llmCallCount: row.llmCallCount,
+                },
+            });
+        });
+    }
+    catch (err) {
+        console.warn('[job-tokens] aggregation failed:', err);
+    }
 }
 async function processApiTestsJob(jobId, config) {
-  const { tenantId, projectId } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
-  );
-  try {
-    const { generateApiTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@detiq/agents");
-    await updateJobProgress(tenantId, jobId, 20, "Loading API contracts and endpoints\u2026");
-    const result = await generateApiTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
-    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} API test cases`);
-    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
-    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
-    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date(),
-          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
-        }
-      })
-    );
-    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  }
+    const { tenantId, projectId } = config;
+    const jobStartedAt = new Date();
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: jobStartedAt } }));
+    try {
+        const { generateApiTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import('@detiq/agents');
+        await updateJobProgress(tenantId, jobId, 20, 'Loading API contracts and endpoints…');
+        const result = await generateApiTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+        await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} API test cases`);
+        refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn('[coverage-matrix]', e));
+        refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn('[tc-inventory]', e));
+        refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE', progress: 100, finishedAt: new Date(),
+                result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName },
+            },
+        }));
+        aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err), finishedAt: new Date() } }));
+    }
 }
 async function processSecurityTestsJob(jobId, config) {
-  const { tenantId, projectId } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
-  );
-  try {
-    const { generateSecurityTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@detiq/agents");
-    await updateJobProgress(tenantId, jobId, 20, "Mapping OWASP attack surface\u2026");
-    const result = await generateSecurityTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
-    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} security test cases`);
-    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
-    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
-    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date(),
-          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
-        }
-      })
-    );
-    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  }
+    const { tenantId, projectId } = config;
+    const jobStartedAt = new Date();
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: jobStartedAt } }));
+    try {
+        const { generateSecurityTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import('@detiq/agents');
+        await updateJobProgress(tenantId, jobId, 20, 'Mapping OWASP attack surface…');
+        const result = await generateSecurityTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+        await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} security test cases`);
+        refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn('[coverage-matrix]', e));
+        refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn('[tc-inventory]', e));
+        refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE', progress: 100, finishedAt: new Date(),
+                result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName },
+            },
+        }));
+        aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err), finishedAt: new Date() } }));
+    }
 }
 async function processIntegrationTestsJob(jobId, config) {
-  const { tenantId, projectId } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
-  );
-  try {
-    const { generateIntegrationTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@detiq/agents");
-    await updateJobProgress(tenantId, jobId, 20, "Analysing API contracts and data models\u2026");
-    const result = await generateIntegrationTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
-    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} integration test cases`);
-    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
-    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
-    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date(),
-          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
-        }
-      })
-    );
-    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  }
+    const { tenantId, projectId } = config;
+    const jobStartedAt = new Date();
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: jobStartedAt } }));
+    try {
+        const { generateIntegrationTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import('@detiq/agents');
+        await updateJobProgress(tenantId, jobId, 20, 'Analysing API contracts and data models…');
+        const result = await generateIntegrationTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+        await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} integration test cases`);
+        refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn('[coverage-matrix]', e));
+        refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn('[tc-inventory]', e));
+        refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE', progress: 100, finishedAt: new Date(),
+                result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName },
+            },
+        }));
+        aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err), finishedAt: new Date() } }));
+    }
 }
 async function processFigmaImportJob(jobId, config) {
-  const { tenantId, projectId, fileKey } = config;
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
-  );
-  try {
-    const connector = await withTenant(
-      tenantId,
-      (tx) => tx.connector.findFirst({ where: { projectId, kind: "FIGMA", tenantId } })
-    );
-    if (!connector) throw new Error("Figma connector not configured. Add your Figma token in Project Settings \u2192 Integrations.");
-    const cfg = connector.config;
-    const accessToken = cfg.accessToken_enc ? decrypt(cfg.accessToken_enc) : "";
-    if (!accessToken) throw new Error("Figma access token missing. Edit the Figma connector and add your Personal Access Token.");
-    const resolvedFileKey = fileKey ?? cfg.fileKey ?? "";
-    if (!resolvedFileKey) throw new Error("No Figma file key. Paste the full Figma file URL as the App URL.");
-    const creds = { accessToken, fileKey: resolvedFileKey };
-    await updateJobProgress(tenantId, jobId, 5, "Listing frames from Figma file\u2026");
-    const frames = await figma.listScreens(creds, resolvedFileKey);
-    if (frames.length === 0) {
-      await withTenant(
-        tenantId,
-        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, result: { screensImported: 0 }, finishedAt: /* @__PURE__ */ new Date() } })
-      );
-      return;
-    }
-    await updateJobProgress(tenantId, jobId, 15, `Fetching images for ${frames.length} frames\u2026`);
-    const nodeIds = frames.map((f) => f.id);
-    const imageUrls = await figma.getScreenImages(creds, resolvedFileKey, nodeIds, 1);
-    const screenshotDir = path.join(platformConfig.screenshotDir, projectId);
-    await fs.mkdir(screenshotDir, { recursive: true });
-    const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
-    let saved = 0;
-    for (const frame of frames) {
-      try {
-        const pct = Math.round(15 + saved / frames.length * 80);
-        await updateJobProgress(tenantId, jobId, pct, `Saving frame ${saved + 1}/${frames.length}: ${frame.name}`);
-        const screen = await AppBrain.saveScreen(tenantId, projectId, frame.name, `figma://file/${resolvedFileKey}/node/${frame.id}`);
-        const imgUrl = imageUrls[frame.id];
-        if (imgUrl) {
-          const imgRes = await fetch(imgUrl);
-          if (imgRes.ok) {
-            const buf = Buffer.from(await imgRes.arrayBuffer());
-            const filename = `${screen.id}-v1.png`;
-            const storagePath = path.join(screenshotDir, filename);
-            await fs.writeFile(storagePath, buf);
-            let cloudUrl;
-            if (tenantStorageCfg) {
-              try {
-                const key = buildArtifactKey(tenantId, projectId, "screenshots", filename, tenantStorageCfg.prefix);
-                cloudUrl = await uploadScreenshotToTenantStorage(tenantStorageCfg, storagePath, key) ?? void 0;
-              } catch (e) {
-                console.warn("[figma-import] cloud upload failed:", e);
-              }
-            }
-            await AppBrain.saveScreenshot(tenantId, projectId, screen.id, storagePath, 1, "DESKTOP", cloudUrl);
-          }
+    const { tenantId, projectId, fileKey } = config;
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: new Date() } }));
+    try {
+        const connector = await withTenant(tenantId, (tx) => tx.connector.findFirst({ where: { projectId, kind: 'FIGMA', tenantId } }));
+        if (!connector)
+            throw new Error('Figma connector not configured. Add your Figma token in Project Settings → Integrations.');
+        const cfg = connector.config;
+        const accessToken = cfg.accessToken_enc ? decrypt(cfg.accessToken_enc) : '';
+        if (!accessToken)
+            throw new Error('Figma access token missing. Edit the Figma connector and add your Personal Access Token.');
+        const resolvedFileKey = fileKey ?? cfg.fileKey ?? '';
+        if (!resolvedFileKey)
+            throw new Error('No Figma file key. Paste the full Figma file URL as the App URL.');
+        const creds = { accessToken, fileKey: resolvedFileKey };
+        await updateJobProgress(tenantId, jobId, 5, 'Listing frames from Figma file…');
+        const frames = await figma.listScreens(creds, resolvedFileKey);
+        if (frames.length === 0) {
+            await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', progress: 100, result: { screensImported: 0 }, finishedAt: new Date() } }));
+            return;
         }
-        if (frame.node) {
-          const figmaElements = figma.extractElements(frame.node);
-          for (const el of figmaElements) {
-            const role = el.type === "COMPONENT" || el.type === "COMPONENT_SET" ? "COMPONENT" : el.type === "INSTANCE" ? "COMPONENT" : el.type === "TEXT" ? "TEXT" : el.type === "FRAME" || el.type === "GROUP" ? "REGION" : el.type;
-            const boundingRect = el.boundingBox ? { x: Math.round(el.boundingBox.x), y: Math.round(el.boundingBox.y), width: Math.round(el.boundingBox.width), height: Math.round(el.boundingBox.height) } : void 0;
-            await AppBrain.saveElement(
-              tenantId,
-              projectId,
-              screen.id,
-              el.name,
-              role,
-              void 0,
-              el.description ?? void 0,
-              void 0,
-              el.isInteractive,
-              boundingRect,
-              void 0,
-              void 0
-            );
-          }
+        await updateJobProgress(tenantId, jobId, 15, `Fetching images for ${frames.length} frames…`);
+        const nodeIds = frames.map((f) => f.id);
+        const imageUrls = await figma.getScreenImages(creds, resolvedFileKey, nodeIds, 1);
+        const screenshotDir = path.join(platformConfig.screenshotDir, projectId);
+        await fs.mkdir(screenshotDir, { recursive: true });
+        const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
+        let saved = 0;
+        for (const frame of frames) {
+            try {
+                const pct = Math.round(15 + ((saved / frames.length) * 80));
+                await updateJobProgress(tenantId, jobId, pct, `Saving frame ${saved + 1}/${frames.length}: ${frame.name}`);
+                const screen = await AppBrain.saveScreen(tenantId, projectId, frame.name, `figma://file/${resolvedFileKey}/node/${frame.id}`);
+                const imgUrl = imageUrls[frame.id];
+                if (imgUrl) {
+                    const imgRes = await fetch(imgUrl);
+                    if (imgRes.ok) {
+                        const buf = Buffer.from(await imgRes.arrayBuffer());
+                        const filename = `${screen.id}-v1.png`;
+                        const storagePath = path.join(screenshotDir, filename);
+                        await fs.writeFile(storagePath, buf);
+                        let cloudUrl;
+                        if (tenantStorageCfg) {
+                            try {
+                                const key = buildArtifactKey(tenantId, projectId, 'screenshots', filename, tenantStorageCfg.prefix);
+                                cloudUrl = (await uploadScreenshotToTenantStorage(tenantStorageCfg, storagePath, key)) ?? undefined;
+                            }
+                            catch (e) {
+                                console.warn('[figma-import] cloud upload failed:', e);
+                            }
+                        }
+                        await AppBrain.saveScreenshot(tenantId, projectId, screen.id, storagePath, 1, 'DESKTOP', cloudUrl);
+                    }
+                }
+                // Extract elements from Figma frame node → save for grounding + test generation
+                if (frame.node) {
+                    const figmaElements = figma.extractElements(frame.node);
+                    for (const el of figmaElements) {
+                        const role = el.type === 'COMPONENT' || el.type === 'COMPONENT_SET' ? 'COMPONENT'
+                            : el.type === 'INSTANCE' ? 'COMPONENT'
+                                : el.type === 'TEXT' ? 'TEXT'
+                                    : el.type === 'FRAME' || el.type === 'GROUP' ? 'REGION'
+                                        : el.type;
+                        const boundingRect = el.boundingBox
+                            ? { x: Math.round(el.boundingBox.x), y: Math.round(el.boundingBox.y), width: Math.round(el.boundingBox.width), height: Math.round(el.boundingBox.height) }
+                            : undefined;
+                        await AppBrain.saveElement(tenantId, projectId, screen.id, el.name, role, undefined, el.description ?? undefined, undefined, el.isInteractive, boundingRect, undefined, undefined);
+                    }
+                }
+                saved++;
+            }
+            catch (err) {
+                console.warn(`[figma-import] Failed to save frame:`, err);
+            }
         }
-        saved++;
-      } catch (err) {
-        console.warn(`[figma-import] Failed to save frame:`, err);
-      }
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', progress: 100, result: { screensImported: saved, totalFrames: frames.length }, finishedAt: new Date() },
+        }));
+        // Post-import: run AI grouping + taxonomy skill files (same as post-crawl)
+        setImmediate(async () => {
+            try {
+                const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+                if (projectMap?.screens?.length) {
+                    await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens);
+                    await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, new Date());
+                }
+            }
+            catch (err) {
+                console.error('[figma-import] post-import grouping failed:', err);
+            }
+        });
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err?.message ?? err), finishedAt: new Date() } }));
     }
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", progress: 100, result: { screensImported: saved, totalFrames: frames.length }, finishedAt: /* @__PURE__ */ new Date() }
-      })
-    );
-    setImmediate(async () => {
-      try {
-        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
-        if (projectMap?.screens?.length) {
-          await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens);
-          await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, /* @__PURE__ */ new Date());
-        }
-      } catch (err) {
-        console.error("[figma-import] post-import grouping failed:", err);
-      }
-    });
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  }
 }
 async function processNativeCrawlJob(jobId, config) {
-  const { tenantId, projectId } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  try {
-    const build = await withTenant(
-      tenantId,
-      (tx) => tx.nativeAppBuild.findFirst({
-        where: { tenantId, projectId },
-        orderBy: { uploadedAt: "desc" }
-      })
-    );
-    if (!build) throw new Error("No native app build found for project");
-    if (build.fileFormat === "aab") {
-      throw new Error(
-        "AAB format cannot be installed directly by Appium. Convert to APK using bundletool first, then re-upload the APK."
-      );
-    }
-    const deviceFarm = config.deviceFarm ?? "local_emulator";
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          deviceModel: config.deviceModel ?? null,
-          osVersion: config.osVersion ?? null,
-          deviceFarm
+    const { tenantId, projectId } = config;
+    const jobStartedAt = new Date();
+    try {
+        const build = await withTenant(tenantId, (tx) => tx.nativeAppBuild.findFirst({
+            where: { tenantId, projectId },
+            orderBy: { uploadedAt: 'desc' },
+        }));
+        if (!build)
+            throw new Error('No native app build found for project');
+        // AAB requires bundletool conversion — fail early with a clear message
+        if (build.fileFormat === 'aab') {
+            throw new Error('AAB format cannot be installed directly by Appium. Convert to APK using bundletool first, then re-upload the APK.');
         }
-      })
-    ).catch(() => {
-    });
-    const workspaceDeviceFarm = await AppBrain.getTenantDeviceFarmConfig(tenantId).catch(() => null);
-    await runNativeCrawl({
-      tenantId,
-      projectId,
-      jobId,
-      platform: build.platform,
-      appS3Path: build.s3Path,
-      packageName: build.packageName ?? void 0,
-      deviceModel: config.deviceModel,
-      osVersion: config.osVersion,
-      deviceFarm,
-      appiumServerUrl: workspaceDeviceFarm?.appiumServerUrl,
-      browserstackUsername: workspaceDeviceFarm?.browserstackUsername,
-      browserstackAccessKey: workspaceDeviceFarm?.browserstackAccessKey,
-      awsAccessKeyId: workspaceDeviceFarm?.awsAccessKeyId,
-      awsSecretAccessKey: workspaceDeviceFarm?.awsSecretAccessKey,
-      awsRegion: workspaceDeviceFarm?.awsRegion,
-      awsDeviceFarmProjectArn: workspaceDeviceFarm?.awsDeviceFarmProjectArn
-    });
-    setImmediate(async () => {
-      try {
-        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
-        const screens = projectMap?.screens ?? [];
-        if (screens.length > 0) {
-          await generateTaxonomySkillFiles(tenantId, projectId, screens);
-          await groupScreensWithAI(tenantId, projectId, screens, jobId, jobStartedAt);
-          try {
-            await withTenant(tenantId, async (tx) => {
-              const staleTests = await tx.$queryRaw`
+        // Persist device targeting info on the job record
+        const deviceFarm = (config.deviceFarm ?? 'local_emulator');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                deviceModel: config.deviceModel ?? null,
+                osVersion: config.osVersion ?? null,
+                deviceFarm,
+            },
+        })).catch(() => { });
+        const workspaceDeviceFarm = await AppBrain.getTenantDeviceFarmConfig(tenantId).catch(() => null);
+        await runNativeCrawl({
+            tenantId,
+            projectId,
+            jobId,
+            platform: build.platform,
+            appS3Path: build.s3Path,
+            packageName: build.packageName ?? undefined,
+            deviceModel: config.deviceModel,
+            osVersion: config.osVersion,
+            deviceFarm,
+            appiumServerUrl: workspaceDeviceFarm?.appiumServerUrl,
+            browserstackUsername: workspaceDeviceFarm?.browserstackUsername,
+            browserstackAccessKey: workspaceDeviceFarm?.browserstackAccessKey,
+            awsAccessKeyId: workspaceDeviceFarm?.awsAccessKeyId,
+            awsSecretAccessKey: workspaceDeviceFarm?.awsSecretAccessKey,
+            awsRegion: workspaceDeviceFarm?.awsRegion,
+            awsDeviceFarmProjectArn: workspaceDeviceFarm?.awsDeviceFarmProjectArn,
+        });
+        // Post-crawl: generate taxonomy skill files + AI screen grouping (mirrors web crawl processJob)
+        setImmediate(async () => {
+            try {
+                const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+                const screens = (projectMap?.screens ?? []);
+                if (screens.length > 0) {
+                    await generateTaxonomySkillFiles(tenantId, projectId, screens);
+                    await groupScreensWithAI(tenantId, projectId, screens, jobId, jobStartedAt);
+                    // Auto-flag stale tests: mark PENDING_REVIEW when screen elements changed since test was generated
+                    try {
+                        await withTenant(tenantId, async (tx) => {
+                            const staleTests = await tx.$queryRaw `
                 SELECT tc.id
                 FROM "TestCase" tc
                 JOIN "Screen" s ON tc."screenId" = s.id
@@ -986,1362 +1070,1296 @@ async function processNativeCrawlJob(jobId, config) {
                   AND tc.status != 'PENDING_REVIEW'
                   AND tc.status != 'RETIRED'
               `;
-              if (staleTests.length > 0) {
-                const ids = staleTests.map((t) => t.id);
-                await tx.testCase.updateMany({
-                  where: { id: { in: ids } },
-                  data: { status: "PENDING_REVIEW" }
-                });
-                logger.info({ count: staleTests.length, projectId }, "Auto-flagged stale test cases as PENDING_REVIEW");
-              }
-            });
-          } catch (staleErr) {
-            logger.warn({ err: staleErr }, "Failed to auto-flag stale tests");
-          }
-        }
-      } catch (e) {
-        logger.error({ err: e }, "post-native-crawl processing failed");
-      }
-    });
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
-    ).catch(() => {
-    });
-  }
-}
-async function processGenerateTestsFromReqsJob(jobId, config) {
-  const { tenantId, projectId, reqIds, suiteId, suiteName } = config;
-  try {
-    await updateJobProgress(tenantId, jobId, 5, "Loading requirements");
-    const { askTracked, deterministicSeed, getTaskAgentLLMConfig } = await import("@detiq/agents");
-    const llmCfg = await getTaskAgentLLMConfig(tenantId, "testGeneration");
-    const all = await AppBrain.listRequirements(tenantId, projectId, {});
-    const reqs = reqIds?.length ? all.filter((r) => reqIds.includes(r.reqId)) : all.filter((r) => r.status === "unbuilt" || r.status === "pending");
-    if (reqs.length === 0) {
-      await updateJobProgress(tenantId, jobId, 100, "No pending requirements found");
-      await withTenant(
-        tenantId,
-        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { created: 0, skipped: 0 } } })
-      );
-      return;
+                            if (staleTests.length > 0) {
+                                const ids = staleTests.map((t) => t.id);
+                                await tx.testCase.updateMany({
+                                    where: { id: { in: ids } },
+                                    data: { status: 'PENDING_REVIEW' },
+                                });
+                                logger.info({ count: staleTests.length, projectId }, 'Auto-flagged stale test cases as PENDING_REVIEW');
+                            }
+                        });
+                    }
+                    catch (staleErr) {
+                        logger.warn({ err: staleErr }, 'Failed to auto-flag stale tests');
+                    }
+                }
+            }
+            catch (e) {
+                logger.error({ err: e }, 'post-native-crawl processing failed');
+            }
+        });
     }
-    let resolvedSuiteId = suiteId;
-    if (!resolvedSuiteId) {
-      const name = suiteName?.trim() || "Requirements Tests";
-      const suite = await withTenant(tenantId, async (tx) => {
-        const existing = await tx.testSuite.findFirst({ where: { tenantId, projectId, name } });
-        if (existing) return existing;
-        return tx.testSuite.create({ data: { tenantId, projectId, name } });
-      });
-      resolvedSuiteId = suite.id;
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err?.message ?? err), finishedAt: new Date() } })).catch(() => { });
     }
-    await updateJobProgress(tenantId, jobId, 20, `Generating tests for ${reqs.length} requirements`);
-    const reqBlock = reqs.map((r) => [
-      `## ${r.reqId}: ${r.title}`,
-      `Priority: ${r.priority} | Type: ${r.type}`,
-      r.acceptanceCriteria?.length ? `Acceptance Criteria:
-${r.acceptanceCriteria.map((c) => `- ${c}`).join("\n")}` : "",
-      r.businessRules?.length ? `Business Rules:
-${r.businessRules.map((b) => `- ${b}`).join("\n")}` : ""
-    ].filter(Boolean).join("\n")).join("\n\n");
-    const system = `You are ZeTa-AI's test case generator. Convert requirements into structured test cases.
+}
+async function processGenerateTestsFromReqsJob(jobId, config) {
+    const { tenantId, projectId, reqIds, suiteId, suiteName } = config;
+    try {
+        await updateJobProgress(tenantId, jobId, 5, 'Loading requirements');
+        const { askTracked, deterministicSeed, getTaskAgentLLMConfig } = await import('@detiq/agents');
+        const llmCfg = await getTaskAgentLLMConfig(tenantId, 'testGeneration');
+        const all = await AppBrain.listRequirements(tenantId, projectId, {});
+        const reqs = reqIds?.length
+            ? all.filter((r) => reqIds.includes(r.reqId))
+            : all.filter((r) => r.status === 'unbuilt' || r.status === 'pending');
+        if (reqs.length === 0) {
+            await updateJobProgress(tenantId, jobId, 100, 'No pending requirements found');
+            await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', finishedAt: new Date(), result: { created: 0, skipped: 0 } } }));
+            return;
+        }
+        // Resolve or create suite
+        let resolvedSuiteId = suiteId;
+        if (!resolvedSuiteId) {
+            const name = suiteName?.trim() || 'Requirements Tests';
+            const suite = await withTenant(tenantId, async (tx) => {
+                const existing = await tx.testSuite.findFirst({ where: { tenantId, projectId, name } });
+                if (existing)
+                    return existing;
+                return tx.testSuite.create({ data: { tenantId, projectId, name } });
+            });
+            resolvedSuiteId = suite.id;
+        }
+        await updateJobProgress(tenantId, jobId, 20, `Generating tests for ${reqs.length} requirements`);
+        const reqBlock = reqs.map((r) => [
+            `## ${r.reqId}: ${r.title}`,
+            `Priority: ${r.priority} | Type: ${r.type}`,
+            r.acceptanceCriteria?.length ? `Acceptance Criteria:\n${r.acceptanceCriteria.map((c) => `- ${c}`).join('\n')}` : '',
+            r.businessRules?.length ? `Business Rules:\n${r.businessRules.map((b) => `- ${b}`).join('\n')}` : '',
+        ].filter(Boolean).join('\n')).join('\n\n');
+        const system = `You are ZeTa-AI's test case generator. Convert requirements into structured test cases.
 Return ONLY valid JSON: { "cases": [ { "title": string, "kind": string, "priority": string, "preconditions": string, "steps": [{"action": string, "data": string, "expected": string}], "expectedResult": string, "tags": string[], "reqRef": string } ] }
 Kind must be one of: POSITIVE, NEGATIVE, EDGE, SECURITY, ACCESSIBILITY, INTEGRATION, E2E, SMOKE, REGRESSION.
 Priority must be one of: CRITICAL, HIGH, MEDIUM, LOW.
 Generate 1-3 test cases per requirement (positive + negative + edge if applicable).
 Each test case must reference its reqRef (the requirement ID like REQ-001).`;
-    const user = `Generate test cases for these requirements:
-
-${reqBlock}`;
-    let parsed = { cases: [] };
-    try {
-      const reqSeed = deterministicSeed(`${tenantId}:${projectId}:req-cases:${reqs.map((r) => r.reqId).sort().join("|").slice(0, 300)}`);
-      const { text, usage } = await askTracked(system, user, llmCfg, void 0, void 0, { temperature: 0, seed: reqSeed });
-      if (usage) recordLLMCall({ tenantId, projectId, jobId, agentType: "generate_tests_from_reqs", label: "test_case_generation", usage }).catch(() => {
-      });
-      const json = text.match(/\{[\s\S]*\}/)?.[0];
-      if (json) parsed = JSON.parse(json);
-    } catch (e) {
-      throw new Error("AI failed to generate test cases: " + (e.message ?? "unknown"));
+        const user = `Generate test cases for these requirements:\n\n${reqBlock}`;
+        let parsed = { cases: [] };
+        try {
+            const reqSeed = deterministicSeed(`${tenantId}:${projectId}:req-cases:${reqs.map((r) => r.reqId).sort().join('|').slice(0, 300)}`);
+            const { text, usage } = await askTracked(system, user, llmCfg, undefined, undefined, { temperature: 0, seed: reqSeed });
+            if (usage)
+                recordLLMCall({ tenantId, projectId, jobId, agentType: 'generate_tests_from_reqs', label: 'test_case_generation', usage }).catch(() => { });
+            const json = text.match(/\{[\s\S]*\}/)?.[0];
+            if (json)
+                parsed = JSON.parse(json);
+        }
+        catch (e) {
+            throw new Error('AI failed to generate test cases: ' + (e.message ?? 'unknown'));
+        }
+        await updateJobProgress(tenantId, jobId, 70, `Saving ${parsed.cases?.length ?? 0} test cases`);
+        const VALID_KINDS = new Set(['POSITIVE', 'NEGATIVE', 'EDGE', 'STATE_TRANSITION', 'ACCESSIBILITY', 'SECURITY', 'INTEGRATION', 'E2E', 'API', 'EXPLORATORY', 'UAT', 'PERFORMANCE', 'COMPATIBILITY', 'L10N', 'USABILITY', 'LOAD', 'UNIT', 'MUTATION', 'AB_TEST', 'ALPHA_BETA', 'SYSTEM', 'SMOKE', 'REGRESSION', 'SANITY']);
+        const VALID_PRIORITIES = new Set(['CRITICAL', 'HIGH', 'MEDIUM', 'LOW']);
+        const normalized = (parsed.cases ?? []).map((c) => ({
+            ref: c.reqRef ?? null,
+            traceTo: c.reqRef ?? null,
+            title: c.title || 'Untitled',
+            kind: VALID_KINDS.has((c.kind ?? '').toUpperCase()) ? c.kind.toUpperCase() : 'POSITIVE',
+            priority: VALID_PRIORITIES.has((c.priority ?? '').toUpperCase()) ? c.priority.toUpperCase() : 'MEDIUM',
+            preconditions: c.preconditions ?? '',
+            steps: Array.isArray(c.steps) ? c.steps : [],
+            expectedResult: c.expectedResult ?? '',
+            tags: Array.isArray(c.tags) ? c.tags : [],
+        }));
+        const { created, skipped } = await AppBrain.importTestCasesFromArtifact(tenantId, projectId, resolvedSuiteId, normalized, { duplicateMode: 'skip' });
+        // Mark requirements as covered
+        const coveredReqIds = new Set(normalized.map((c) => c.ref).filter(Boolean));
+        await Promise.all(reqs
+            .filter((r) => coveredReqIds.has(r.reqId))
+            .map((r) => AppBrain.updateRequirement(tenantId, projectId, r.reqId, { status: 'covered' }).catch(() => { })));
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', finishedAt: new Date(), result: { created: created.length, skipped, suiteId: resolvedSuiteId }, progress: 100 },
+        }));
+    }
+    catch (e) {
+        const msg = e?.message ?? 'Unknown error';
+        logger.error({ jobId, err: msg }, 'processGenerateTestsFromReqsJob failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg } })).catch(() => { });
     }
-    await updateJobProgress(tenantId, jobId, 70, `Saving ${parsed.cases?.length ?? 0} test cases`);
-    const VALID_KINDS = /* @__PURE__ */ new Set(["POSITIVE", "NEGATIVE", "EDGE", "STATE_TRANSITION", "ACCESSIBILITY", "SECURITY", "INTEGRATION", "E2E", "API", "EXPLORATORY", "UAT", "PERFORMANCE", "COMPATIBILITY", "L10N", "USABILITY", "LOAD", "UNIT", "MUTATION", "AB_TEST", "ALPHA_BETA", "SYSTEM", "SMOKE", "REGRESSION", "SANITY"]);
-    const VALID_PRIORITIES = /* @__PURE__ */ new Set(["CRITICAL", "HIGH", "MEDIUM", "LOW"]);
-    const normalized = (parsed.cases ?? []).map((c) => ({
-      ref: c.reqRef ?? null,
-      traceTo: c.reqRef ?? null,
-      title: c.title || "Untitled",
-      kind: VALID_KINDS.has((c.kind ?? "").toUpperCase()) ? c.kind.toUpperCase() : "POSITIVE",
-      priority: VALID_PRIORITIES.has((c.priority ?? "").toUpperCase()) ? c.priority.toUpperCase() : "MEDIUM",
-      preconditions: c.preconditions ?? "",
-      steps: Array.isArray(c.steps) ? c.steps : [],
-      expectedResult: c.expectedResult ?? "",
-      tags: Array.isArray(c.tags) ? c.tags : []
-    }));
-    const { created, skipped } = await AppBrain.importTestCasesFromArtifact(
-      tenantId,
-      projectId,
-      resolvedSuiteId,
-      normalized,
-      { duplicateMode: "skip" }
-    );
-    const coveredReqIds = new Set(normalized.map((c) => c.ref).filter(Boolean));
-    await Promise.all(
-      reqs.filter((r) => coveredReqIds.has(r.reqId)).map((r) => AppBrain.updateRequirement(tenantId, projectId, r.reqId, { status: "covered" }).catch(() => {
-      }))
-    );
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { created: created.length, skipped, suiteId: resolvedSuiteId }, progress: 100 }
-      })
-    );
-  } catch (e) {
-    const msg = e?.message ?? "Unknown error";
-    logger.error({ jobId, err: msg }, "processGenerateTestsFromReqsJob failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg } })
-    ).catch(() => {
-    });
-  }
 }
+/**
+ * Runs every APPROVED test case in a project (optionally scoped to one suite)
+ * against the agent-free Playwright executor (test-executor.ts) and aggregates
+ * the results into the TestRun row created synchronously by POST /run-tests
+ * (see ci.ts) — this is what makes the CI gate (GET /test-results/latest)
+ * finally reflect what CI itself triggered, instead of a stale or nonexistent
+ * result from an unrelated, manually-triggered, agent-connected suite run.
+ */
 async function processRunTestSuiteJob(jobId, config) {
-  const { tenantId, projectId, testRunId, suiteId, storageState, browser, shardIndex, totalShards } = config;
-  const runStart = Date.now();
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
-  );
-  try {
-    let testCases = await AppBrain.listTestCases(tenantId, projectId, {
-      status: "APPROVED",
-      ...suiteId ? { suiteId } : {}
-    });
-    if (typeof totalShards === "number" && totalShards > 1 && typeof shardIndex === "number") {
-      testCases = testCases.filter((_, i) => i % totalShards === shardIndex);
-    }
-    if (testCases.length === 0) {
-      await AppBrain.completeTestRun(tenantId, testRunId, { total: 0, passed: 0, failed: 0, skipped: 0, duration: 0 });
-      await withTenant(
-        tenantId,
-        (tx) => tx.platformJob.update({
-          where: { id: jobId },
-          data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { total: 0 } }
-        })
-      );
-      return;
-    }
-    const aiHealingEnabled = await isFeatureEnabled(tenantId, "AI_SELF_HEALING");
-    const SCREENSHOT_DIR = process.env.SCREENSHOT_DIR ?? "/tmp/zeta-screenshots";
-    const screenshotDir = config.screenshotDir || platformConfig.screenshotDir || SCREENSHOT_DIR;
-    const VALID_BROWSERS = ["chromium", "firefox", "webkit"];
-    const validBrowser = VALID_BROWSERS.includes(browser) ? browser : "chromium";
-    let passed = 0;
-    let failed = 0;
-    const runResults = [];
-    for (let i = 0; i < testCases.length; i += TEST_EXEC_CONCURRENCY) {
-      const batch = testCases.slice(i, i + TEST_EXEC_CONCURRENCY);
-      await Promise.all(batch.map(async (tc) => {
-        try {
-          const full = await AppBrain.getTestCaseForExecution(tenantId, tc.id);
-          const baseUrl = full?.screen?.project?.appUrl ?? "";
-          const execProjectId = full?.screen?.project?.id ?? projectId;
-          const dataRows = full?.dataSet?.rows ?? [];
-          const runs = dataRows.length > 0 ? dataRows : [null];
-          for (const row of runs) {
-            let tcForPlan = full ?? tc;
-            if (row !== null) {
-              const rawSteps = Array.isArray(tcForPlan.steps) ? tcForPlan.steps : [];
-              tcForPlan = {
-                ...tcForPlan,
-                steps: rawSteps.map((s) => interpolatePlaceholders(s, row.data)),
-                title: interpolatePlaceholders(tcForPlan.title ?? "", row.data),
-                preconditions: tcForPlan.preconditions ? interpolatePlaceholders(tcForPlan.preconditions, row.data) : tcForPlan.preconditions
-              };
-            }
-            const plan = await generateExecutionPlan(tenantId, tcForPlan, baseUrl);
-            const result = await executeTestPlan(plan, {
-              screenshotDir,
-              testRunId,
-              maxRuns: 1,
-              browser: validBrowser,
-              storageState,
-              healCtx: aiHealingEnabled ? { tenantId, projectId: execProjectId } : void 0
-            });
-            const status = result.status === "PASSED" ? "PASSED" : result.status === "ERROR" ? "ERROR" : "FAILED";
-            if (status === "PASSED") passed++;
-            else failed++;
-            runResults.push({ testCaseId: tc.id, status });
-            await AppBrain.saveTestResult(tenantId, {
-              runId: testRunId,
-              testCaseId: tc.id,
-              status,
-              duration: result.totalDuration,
-              ...result.rootCauseSummary ? { failureAnalysis: result.rootCauseSummary, failureAnalysisAt: /* @__PURE__ */ new Date() } : {},
-              ...row !== null ? { dataRowId: row.id, dataRowIndex: row.rowIndex } : {},
-              ...result.consoleLogs?.length || result.networkErrors?.length ? {
-                logs: {
-                  consoleLogs: result.consoleLogs ?? [],
-                  networkErrors: result.networkErrors ?? []
+    const { tenantId, projectId, testRunId, suiteId, storageState, browser, shardIndex, totalShards } = config;
+    const runStart = Date.now();
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: new Date() } }));
+    try {
+        let testCases = await AppBrain.listTestCases(tenantId, projectId, {
+            status: 'APPROVED',
+            ...(suiteId ? { suiteId } : {}),
+        });
+        // Shard filtering: when running a distributed matrix (CI-triggered multi-browser/shard),
+        // each worker only executes its own slice — testCases[shardIndex::totalShards].
+        if (typeof totalShards === 'number' && totalShards > 1 && typeof shardIndex === 'number') {
+            testCases = testCases.filter((_, i) => i % totalShards === shardIndex);
+        }
+        if (testCases.length === 0) {
+            // Nothing approved to run isn't a CI failure — same as any test runner
+            // reporting "0 tests, 0 failures" when a suite is empty.
+            await AppBrain.completeTestRun(tenantId, testRunId, { total: 0, passed: 0, failed: 0, skipped: 0, duration: 0 });
+            await withTenant(tenantId, (tx) => tx.platformJob.update({
+                where: { id: jobId },
+                data: { status: 'DONE', progress: 100, finishedAt: new Date(), result: { total: 0 } },
+            }));
+            return;
+        }
+        const aiHealingEnabled = await isFeatureEnabled(tenantId, 'AI_SELF_HEALING');
+        const SCREENSHOT_DIR = process.env.SCREENSHOT_DIR ?? '/tmp/zeta-screenshots';
+        const screenshotDir = config.screenshotDir || platformConfig.screenshotDir || SCREENSHOT_DIR;
+        const VALID_BROWSERS = ['chromium', 'firefox', 'webkit'];
+        const validBrowser = VALID_BROWSERS.includes(browser) ? browser : 'chromium';
+        let passed = 0;
+        let failed = 0;
+        const runResults = [];
+        for (let i = 0; i < testCases.length; i += TEST_EXEC_CONCURRENCY) {
+            const batch = testCases.slice(i, i + TEST_EXEC_CONCURRENCY);
+            await Promise.all(batch.map(async (tc) => {
+                try {
+                    const full = await AppBrain.getTestCaseForExecution(tenantId, tc.id);
+                    const baseUrl = full?.screen?.project?.appUrl ?? '';
+                    const execProjectId = full?.screen?.project?.id ?? projectId;
+                    const dataRows = full?.dataSet?.rows ?? [];
+                    // Data-driven: run once per row (substituting placeholders). If no data set, run once with no substitution.
+                    const runs = dataRows.length > 0 ? dataRows : [null];
+                    for (const row of runs) {
+                        let tcForPlan = full ?? tc;
+                        if (row !== null) {
+                            // Clone the test case with interpolated steps and title
+                            const rawSteps = Array.isArray(tcForPlan.steps) ? tcForPlan.steps : [];
+                            tcForPlan = {
+                                ...tcForPlan,
+                                steps: rawSteps.map((s) => interpolatePlaceholders(s, row.data)),
+                                title: interpolatePlaceholders(tcForPlan.title ?? '', row.data),
+                                preconditions: tcForPlan.preconditions
+                                    ? interpolatePlaceholders(tcForPlan.preconditions, row.data)
+                                    : tcForPlan.preconditions,
+                            };
+                        }
+                        const plan = await generateExecutionPlan(tenantId, tcForPlan, baseUrl);
+                        const result = await executeTestPlan(plan, {
+                            screenshotDir,
+                            testRunId,
+                            maxRuns: 1,
+                            browser: validBrowser,
+                            storageState,
+                            healCtx: aiHealingEnabled ? { tenantId, projectId: execProjectId } : undefined,
+                        });
+                        const status = result.status === 'PASSED' ? 'PASSED' : result.status === 'ERROR' ? 'ERROR' : 'FAILED';
+                        if (status === 'PASSED')
+                            passed++;
+                        else
+                            failed++;
+                        runResults.push({ testCaseId: tc.id, status });
+                        await AppBrain.saveTestResult(tenantId, {
+                            runId: testRunId,
+                            testCaseId: tc.id,
+                            status,
+                            duration: result.totalDuration,
+                            ...(result.rootCauseSummary
+                                ? { failureAnalysis: result.rootCauseSummary, failureAnalysisAt: new Date() }
+                                : {}),
+                            ...(row !== null ? { dataRowId: row.id, dataRowIndex: row.rowIndex } : {}),
+                            ...((result.consoleLogs?.length || result.networkErrors?.length) ? {
+                                logs: {
+                                    consoleLogs: result.consoleLogs ?? [],
+                                    networkErrors: result.networkErrors ?? [],
+                                },
+                            } : {}),
+                        });
+                    }
+                    await AppBrain.recordFlakinessOutcome(tenantId, tc.id).catch(() => { });
                 }
-              } : {}
-            });
-          }
-          await AppBrain.recordFlakinessOutcome(tenantId, tc.id).catch(() => {
-          });
-        } catch (err) {
-          failed++;
-          runResults.push({ testCaseId: tc.id, status: "ERROR" });
-          await AppBrain.saveTestResult(tenantId, {
-            runId: testRunId,
-            testCaseId: tc.id,
-            status: "ERROR",
-            error: String(err?.message ?? err).slice(0, 500)
-          }).catch(() => {
-          });
+                catch (err) {
+                    failed++;
+                    runResults.push({ testCaseId: tc.id, status: 'ERROR' });
+                    await AppBrain.saveTestResult(tenantId, {
+                        runId: testRunId,
+                        testCaseId: tc.id,
+                        status: 'ERROR',
+                        error: String(err?.message ?? err).slice(0, 500),
+                    }).catch(() => { });
+                }
+            }));
+            await updateJobProgress(tenantId, jobId, Math.round((Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length) / testCases.length) * 100), `Ran ${Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length)}/${testCases.length} test cases`);
         }
-      }));
-      await updateJobProgress(
-        tenantId,
-        jobId,
-        Math.round(Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length) / testCases.length * 100),
-        `Ran ${Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length)}/${testCases.length} test cases`
-      );
+        await AppBrain.completeTestRun(tenantId, testRunId, {
+            total: testCases.length,
+            passed,
+            failed,
+            skipped: 0,
+            duration: Date.now() - runStart,
+        });
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', progress: 100, finishedAt: new Date(), result: { total: testCases.length, passed, failed } },
+        }));
+        // Same full fan-out as the interactive web-driven run path (in-app,
+        // generic webhook, suite-owner failure emails, GitHub check-run, Slack,
+        // Teams, alert emails on failure) — a CI-triggered run has nobody
+        // watching the SSE stream, so this is the only place these fire from.
+        notifyRunCompletion(tenantId, projectId, testRunId, failed === 0 ? 'COMPLETED' : 'FAILED', { passed, failed, total: testCases.length }, runResults).catch(console.error);
+    }
+    catch (err) {
+        const msg = String(err?.message ?? err).slice(0, 500);
+        logger.error({ jobId, testRunId, err: msg }, 'processRunTestSuiteJob failed');
+        await AppBrain.failTestRun(tenantId, testRunId, msg).catch(() => { });
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg } })).catch(() => { });
     }
-    await AppBrain.completeTestRun(tenantId, testRunId, {
-      total: testCases.length,
-      passed,
-      failed,
-      skipped: 0,
-      duration: Date.now() - runStart
-    });
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { total: testCases.length, passed, failed } }
-      })
-    );
-    notifyRunCompletion(
-      tenantId,
-      projectId,
-      testRunId,
-      failed === 0 ? "COMPLETED" : "FAILED",
-      { passed, failed, total: testCases.length },
-      runResults
-    ).catch(console.error);
-  } catch (err) {
-    const msg = String(err?.message ?? err).slice(0, 500);
-    logger.error({ jobId, testRunId, err: msg }, "processRunTestSuiteJob failed");
-    await AppBrain.failTestRun(tenantId, testRunId, msg).catch(() => {
-    });
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg } })
-    ).catch(() => {
-    });
-  }
 }
 async function processGenerateSkillFilesJob(jobId, config) {
-  const { tenantId, projectId } = config;
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
-  );
-  try {
-    await updateJobProgress(tenantId, jobId, 10, "Loading project data\u2026");
-    const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
-    if (!projectMap) throw new Error("Project not found.");
-    const screens = projectMap.screens ?? [];
-    const lastCrawl = await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.findFirst({
-        where: { projectId, type: "CRAWL", status: "DONE" },
-        orderBy: { finishedAt: "desc" },
-        select: { result: true }
-      })
-    );
-    const lastResult = lastCrawl?.result ?? {};
-    await updateJobProgress(tenantId, jobId, 25, `Generating ${screens.length} app intelligence skill files\u2026`);
-    await generateTaxonomySkillFiles(tenantId, projectId, screens, lastResult.apiEndpoints, lastResult.performanceMetrics);
-    await updateJobProgress(tenantId, jobId, 85, "Refreshing testing intelligence skill files\u2026");
-    await Promise.allSettled([
-      refreshTestCasesSkillFile(tenantId, projectId),
-      refreshTestDataSkillFile(tenantId, projectId),
-      refreshTestScriptSkillFile(tenantId, projectId),
-      refreshRequirementsCoverageSkillFile(tenantId, projectId)
-    ]);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
-    );
-  }
+    const { tenantId, projectId } = config;
+    await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: new Date() } }));
+    try {
+        await updateJobProgress(tenantId, jobId, 10, 'Loading project data…');
+        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+        if (!projectMap)
+            throw new Error('Project not found.');
+        const screens = (projectMap.screens ?? []);
+        // Manual regeneration has no fresh crawl result — reuse the metrics and
+        // endpoints persisted on the last completed crawl job so the Performance
+        // Baseline and API Contract aren't wiped to "no data captured".
+        const lastCrawl = await withTenant(tenantId, (tx) => tx.platformJob.findFirst({
+            where: { projectId, type: 'CRAWL', status: 'DONE' },
+            orderBy: { finishedAt: 'desc' },
+            select: { result: true },
+        }));
+        const lastResult = (lastCrawl?.result ?? {});
+        await updateJobProgress(tenantId, jobId, 25, `Generating ${screens.length} app intelligence skill files…`);
+        await generateTaxonomySkillFiles(tenantId, projectId, screens, lastResult.apiEndpoints, lastResult.performanceMetrics);
+        await updateJobProgress(tenantId, jobId, 85, 'Refreshing testing intelligence skill files…');
+        await Promise.allSettled([
+            refreshTestCasesSkillFile(tenantId, projectId),
+            refreshTestDataSkillFile(tenantId, projectId),
+            refreshTestScriptSkillFile(tenantId, projectId),
+            refreshRequirementsCoverageSkillFile(tenantId, projectId),
+        ]);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', progress: 100, finishedAt: new Date() } }));
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: String(err?.message ?? err), finishedAt: new Date() } }));
+    }
 }
-async function processDataRetentionPurge() {
-  logger.info("[data-retention] starting purge run");
-  const llmCutoff = new Date(Date.now() - 90 * 24 * 60 * 60 * 1e3);
-  const llmResult = await prismaAdmin.lLMCallLog.deleteMany({
-    where: { calledAt: { lt: llmCutoff } }
-  });
-  logger.info({ deleted: llmResult.count }, "[data-retention] LLMCallLog purged");
-  const tenants = await prismaAdmin.tenant.findMany({ select: { id: true } });
-  let auditTotal = 0;
-  for (const { id: tenantId } of tenants) {
-    const setting = await prismaAdmin.tenantSetting.findFirst({
-      where: { tenantId },
-      orderBy: { dataRetentionDays: "asc" },
-      select: { dataRetentionDays: true }
+// DATA_RETENTION_PURGE — deletes AuditLog rows older than each tenant's
+// dataRetentionDays setting (default 365), and LLMCallLog rows older than 90
+// days (fixed, no per-tenant override). Runs once daily via the cron in
+// worker.ts. The job has no tenantId/projectId — it sweeps all tenants so
+// enqueueJob() is not used; the worker.ts cron calls this directly.
+export async function processDataRetentionPurge() {
+    logger.info('[data-retention] starting purge run');
+    // LLMCallLog: fixed 90-day retention across all tenants (uses calledAt, not createdAt)
+    const llmCutoff = new Date(Date.now() - 90 * 24 * 60 * 60 * 1000);
+    const llmResult = await prismaAdmin.lLMCallLog.deleteMany({
+        where: { calledAt: { lt: llmCutoff } },
     });
-    const retentionDays = setting?.dataRetentionDays ?? 365;
-    const cutoff = new Date(Date.now() - retentionDays * 24 * 60 * 60 * 1e3);
-    const result = await prismaAdmin.auditLog.deleteMany({
-      where: { tenantId, createdAt: { lt: cutoff } }
-    });
-    auditTotal += result.count;
-  }
-  logger.info({ deleted: auditTotal, tenants: tenants.length }, "[data-retention] AuditLog purged");
-  const SESSION_RETENTION_DAYS = 365;
-  const sessionCutoff = new Date(Date.now() - SESSION_RETENTION_DAYS * 24 * 60 * 6e4);
-  const sessionResult = await prismaAdmin.authSession.deleteMany({
-    where: {
-      createdAt: { lt: sessionCutoff },
-      revokedAt: { not: null }
+    logger.info({ deleted: llmResult.count }, '[data-retention] LLMCallLog purged');
+    // AuditLog: per-tenant retention via TenantSetting.dataRetentionDays
+    const tenants = await prismaAdmin.tenant.findMany({ select: { id: true } });
+    let auditTotal = 0;
+    for (const { id: tenantId } of tenants) {
+        // Find the most restrictive (lowest) dataRetentionDays across this tenant's
+        // settings rows, falling back to 365 if no setting row exists.
+        const setting = await prismaAdmin.tenantSetting.findFirst({
+            where: { tenantId },
+            orderBy: { dataRetentionDays: 'asc' },
+            select: { dataRetentionDays: true },
+        });
+        const retentionDays = setting?.dataRetentionDays ?? 365;
+        const cutoff = new Date(Date.now() - retentionDays * 24 * 60 * 60 * 1000);
+        const result = await prismaAdmin.auditLog.deleteMany({
+            where: { tenantId, createdAt: { lt: cutoff } },
+        });
+        auditTotal += result.count;
     }
-  });
-  logger.info({ deleted: sessionResult.count }, "[data-retention] AuthSession purged");
+    logger.info({ deleted: auditTotal, tenants: tenants.length }, '[data-retention] AuditLog purged');
+    // AuthSession: fixed 12-month retention — IP addresses are PII under GDPR.
+    // Only purge revoked sessions; active (non-revoked) sessions are kept.
+    const SESSION_RETENTION_DAYS = 365;
+    const sessionCutoff = new Date(Date.now() - SESSION_RETENTION_DAYS * 24 * 60 * 60_000);
+    const sessionResult = await prismaAdmin.authSession.deleteMany({
+        where: {
+            createdAt: { lt: sessionCutoff },
+            revokedAt: { not: null },
+        },
+    });
+    logger.info({ deleted: sessionResult.count }, '[data-retention] AuthSession purged');
 }
+// ── URL Discovery Job ─────────────────────────────────────────────────────────
+// Three-phase URL discovery: sitemap seed → unauthenticated BFS spider → authenticated BFS
+// spider (when crawl credentials exist). Persists discovered URLs to crawlConfig and marks the
+// job DONE with the full URL list so the UI can poll for results.
 async function processDiscoverJob(jobId, config, opts) {
-  const { tenantId, projectId } = config;
-  const controller = new AbortController();
-  runningControllers.set(jobId, controller);
-  const heartbeatTimer = setInterval(() => {
-    void heartbeatJob(tenantId, jobId);
-  }, JOB_HEARTBEAT_INTERVAL_MS);
-  const allUrls = /* @__PURE__ */ new Set();
-  let lastPartialFlush = 0;
-  let lastFlushedPct = 0;
-  const flushPartialUrls = async (pct, step) => {
-    const now = Date.now();
-    if (now - lastPartialFlush < 5e3 && allUrls.size < 5) return;
-    const monotonic = Math.max(pct, lastFlushedPct);
-    lastFlushedPct = monotonic;
-    lastPartialFlush = now;
+    const { tenantId, projectId } = config;
+    const controller = new AbortController();
+    runningControllers.set(jobId, controller);
+    // Independent heartbeat timer — keeps heartbeatAt fresh even when no URLs are
+    // arriving (e.g. during auth login, page-load waits, 2FA handling).
+    const heartbeatTimer = setInterval(() => {
+        void heartbeatJob(tenantId, jobId);
+    }, JOB_HEARTBEAT_INTERVAL_MS);
+    // Shared accumulator — updated by onUrlsDiscovered callback as each page is visited.
+    // This lets the frontend poll and see a growing list before the job finishes.
+    const allUrls = new Set();
+    let lastPartialFlush = 0;
+    let lastFlushedPct = 0; // high-water mark — progress never decreases
+    const flushPartialUrls = async (pct, step) => {
+        const now = Date.now();
+        // Flush to DB at most every 5 seconds to avoid excessive writes
+        if (now - lastPartialFlush < 5_000 && allUrls.size < 5)
+            return;
+        const monotonic = Math.max(pct, lastFlushedPct);
+        lastFlushedPct = monotonic;
+        lastPartialFlush = now;
+        try {
+            await withTenant(tenantId, (tx) => tx.platformJob.update({
+                where: { id: jobId },
+                data: { progress: monotonic, result: { step, partialUrls: Array.from(allUrls) }, heartbeatAt: new Date() },
+            }));
+        }
+        catch { /* non-fatal */ }
+        await opts?.onProgress?.(monotonic);
+    };
+    const onProgress = async (pct, step) => {
+        await updateJobProgress(tenantId, jobId, pct, step);
+        await opts?.onProgress?.(pct);
+    };
     try {
-      await withTenant(
-        tenantId,
-        (tx) => tx.platformJob.update({
-          where: { id: jobId },
-          data: { progress: monotonic, result: { step, partialUrls: Array.from(allUrls) }, heartbeatAt: /* @__PURE__ */ new Date() }
-        })
-      );
-    } catch {
+        // Mark RUNNING inside the try block so any DB error is caught by the internal
+        // handler below (which writes result.error). If this were before the try block,
+        // a DB failure would bubble up to dispatchClaimedJob's catch, which writes to
+        // the `error` column instead of `result.error` — the frontend would then show
+        // "Unknown error" rather than the actual message.
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: new Date() } }));
+        // Load decrypted project crawl config for credentials/proxy/sitemap settings.
+        // Reading Project.crawlConfig directly leaves encrypted fields as *_enc, so
+        // discovery would see username but miss password/storageState/authToken.
+        const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null) ?? {};
+        const appUrl = config.appUrl ?? crawlCfg.appUrl;
+        if (!appUrl)
+            throw new Error('No app URL configured. Save the crawl settings first.');
+        const maxDiscoverUrls = config.maxDiscoverUrls ?? 2000;
+        const proxyUrl = config.proxyUrl ?? crawlCfg.proxyUrl;
+        const screenshotDir = os.tmpdir();
+        const discoverStorageConfig = await getTenantStorageConfig(tenantId).catch(() => null);
+        await onProgress(3, 'Seeding from sitemap/robots.txt…');
+        // Phase 1 — sitemap + robots.txt seed (fast, no browser)
+        const sitemapResult = await discoverProjectUrls(appUrl, {
+            sitemapUrl: config.sitemapUrl ?? crawlCfg.sitemapUrl,
+            proxyUrl,
+        }).catch(() => ({ candidates: [], sitemapFound: false }));
+        const sitemapUrls = sitemapResult.candidates.map((c) => c.url);
+        // Seed accumulator with sitemap URLs so they show immediately
+        for (const u of sitemapUrls)
+            allUrls.add(u);
+        logger.info({ count: sitemapUrls.length, sitemapFound: sitemapResult.sitemapFound }, '[discover] Phase 1 sitemap done');
+        // Phase 2 — unauthenticated BFS spider
+        await onProgress(8, `Unauthenticated spider from ${appUrl}…`);
+        const unauthResult = await crawlProject({
+            tenantId,
+            projectId,
+            appUrl,
+            discoveryMode: true,
+            startUrls: sitemapUrls.length > 0 ? sitemapUrls : undefined,
+            screenshotDir,
+            maxScreens: maxDiscoverUrls,
+            proxyUrl,
+            useFirefox: crawlCfg.useFirefox,
+            storageConfig: discoverStorageConfig,
+            abortSignal: controller.signal,
+            jobId,
+            onUrlsDiscovered: async (urls) => {
+                for (const u of urls)
+                    allUrls.add(u);
+                const pct = 8 + Math.round((allUrls.size / Math.max(1, maxDiscoverUrls)) * 42);
+                await flushPartialUrls(Math.min(pct, 49), `Discovered ${allUrls.size} URLs…`);
+            },
+        }, async (pct, step) => {
+            await flushPartialUrls(8 + Math.round(pct * 0.42), `Unauthenticated: ${step}`);
+        }).catch((err) => {
+            if (err?.message === 'CRAWL_ABORTED')
+                throw err;
+            logger.warn({ err: err?.message }, '[discover] Phase 2 unauthenticated spider failed — continuing with partial results');
+            return { discoveredUrls: [] };
+        });
+        for (const u of (unauthResult.discoveredUrls ?? []))
+            allUrls.add(u);
+        logger.info({ count: allUrls.size }, '[discover] Phase 2 unauth spider done');
+        // Phase 3 — authenticated BFS spider (only when credentials configured)
+        // getCrawlConfig returns flat fields (username/password/totpSecret) — NOT nested under .credentials
+        let resolvedSso = {};
+        if (crawlCfg.ssoProviderId) {
+            const ssoProviders = await AppBrain.getWorkspaceSsoProviders(tenantId).catch(() => []);
+            const ssoProvider = ssoProviders.find((p) => p.id === crawlCfg.ssoProviderId);
+            if (ssoProvider) {
+                resolvedSso = {
+                    ssoProvider: ssoProvider.provider,
+                    ssoDomain: ssoProvider.domain,
+                    ssoClientId: ssoProvider.clientId,
+                    ssoClientSecret: ssoProvider.clientSecret,
+                    ssoScope: ssoProvider.scope,
+                };
+            }
+        }
+        const hasCreds = !!(crawlCfg.username ||
+            crawlCfg.storageState ||
+            crawlCfg.authToken ||
+            crawlCfg.chromeProfilePath ||
+            (crawlCfg.httpBasicUsername && crawlCfg.httpBasicPassword));
+        if (hasCreds && !controller.signal.aborted) {
+            await onProgress(52, 'Authenticated spider…');
+            const runtimeCreds = crawlCfg.username
+                ? {
+                    username: crawlCfg.username,
+                    password: crawlCfg.password ?? '',
+                    ...(crawlCfg.totpSecret
+                        ? { getOneTimeCode: async () => generateTOTP(crawlCfg.totpSecret) }
+                        : {}),
+                }
+                : undefined;
+            const authResult = await crawlProject({
+                tenantId,
+                projectId,
+                appUrl,
+                discoveryMode: true,
+                credentials: runtimeCreds,
+                storageState: crawlCfg.storageState,
+                httpBasicUsername: crawlCfg.httpBasicUsername,
+                httpBasicPassword: crawlCfg.httpBasicPassword,
+                authToken: crawlCfg.authToken,
+                authTokenHeader: crawlCfg.authTokenHeader,
+                authTokenPrefix: crawlCfg.authTokenPrefix,
+                startUrls: crawlCfg.postLoginUrl
+                    ? [crawlCfg.postLoginUrl, ...(sitemapUrls.length > 0 ? sitemapUrls : [])]
+                    : (sitemapUrls.length > 0 ? sitemapUrls : undefined),
+                screenshotDir,
+                maxScreens: maxDiscoverUrls,
+                proxyUrl,
+                chromeProfilePath: crawlCfg.chromeProfilePath,
+                useFirefox: crawlCfg.useFirefox,
+                storageConfig: discoverStorageConfig,
+                captchaSolverApiKey: crawlCfg.captchaSolverApiKey,
+                captchaSolverProvider: crawlCfg.captchaSolverProvider,
+                mailslurpApiKey: crawlCfg.mailslurpApiKey,
+                mailslurpInboxId: crawlCfg.mailslurpInboxId,
+                loginInstructions: crawlCfg.loginInstructions,
+                ...resolvedSso,
+                abortSignal: controller.signal,
+                jobId,
+                onUrlsDiscovered: async (urls) => {
+                    for (const u of urls)
+                        allUrls.add(u);
+                    const pct = 52 + Math.round((allUrls.size / Math.max(1, maxDiscoverUrls)) * 38);
+                    await flushPartialUrls(Math.min(pct, 89), `Discovered ${allUrls.size} URLs (authenticated)…`);
+                },
+            }, async (pct, step) => {
+                await flushPartialUrls(52 + Math.round(pct * 0.38), `Authenticated: ${step}`);
+            }).catch((err) => {
+                if (err?.message === 'CRAWL_ABORTED')
+                    throw err;
+                logger.warn({ err: err?.message }, '[discover] Phase 3 authenticated spider failed — using unauthenticated results');
+                return { discoveredUrls: [] };
+            });
+            for (const u of ((authResult.discoveredUrls) ?? [])) {
+                allUrls.add(u);
+            }
+            logger.info({ count: allUrls.size }, '[discover] Phase 3 auth spider done');
+        }
+        // Persist discovered URLs to project crawl config
+        const discoveredUrls = Array.from(allUrls);
+        const existingCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => ({}));
+        await AppBrain.saveCrawlConfig(tenantId, projectId, {
+            ...existingCfg,
+            discoveredUrls,
+            discoveredAt: new Date().toISOString(),
+        });
+        await onProgress(100, `Done — ${discoveredUrls.length} URLs discovered`);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE',
+                result: {
+                    discoveredUrls,
+                    count: discoveredUrls.length,
+                    sitemapFound: sitemapResult.sitemapFound,
+                },
+                progress: 100,
+                finishedAt: new Date(),
+            },
+        }));
+        notifyAdmins(tenantId, {
+            type: 'discovery.done',
+            title: 'URL Discovery completed',
+            body: `Found ${discoveredUrls.length} URLs for the project.`,
+            metadata: { projectId, jobId },
+        }).catch(console.error);
     }
-    await opts?.onProgress?.(monotonic);
-  };
-  const onProgress = async (pct, step) => {
-    await updateJobProgress(tenantId, jobId, pct, step);
-    await opts?.onProgress?.(pct);
-  };
-  try {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
-    );
-    const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null) ?? {};
-    const appUrl = config.appUrl ?? crawlCfg.appUrl;
-    if (!appUrl) throw new Error("No app URL configured. Save the crawl settings first.");
-    const maxDiscoverUrls = config.maxDiscoverUrls ?? 2e3;
-    const proxyUrl = config.proxyUrl ?? crawlCfg.proxyUrl;
-    const screenshotDir = os.tmpdir();
-    const discoverStorageConfig = await getTenantStorageConfig(tenantId).catch(() => null);
-    await onProgress(3, "Seeding from sitemap/robots.txt\u2026");
-    const sitemapResult = await discoverProjectUrls(appUrl, {
-      sitemapUrl: config.sitemapUrl ?? crawlCfg.sitemapUrl,
-      proxyUrl
-    }).catch(() => ({ candidates: [], sitemapFound: false }));
-    const sitemapUrls = sitemapResult.candidates.map((c) => c.url);
-    for (const u of sitemapUrls) allUrls.add(u);
-    logger.info({ count: sitemapUrls.length, sitemapFound: sitemapResult.sitemapFound }, "[discover] Phase 1 sitemap done");
-    await onProgress(8, `Unauthenticated spider from ${appUrl}\u2026`);
-    const unauthResult = await crawlProject({
-      tenantId,
-      projectId,
-      appUrl,
-      discoveryMode: true,
-      startUrls: sitemapUrls.length > 0 ? sitemapUrls : void 0,
-      screenshotDir,
-      maxScreens: maxDiscoverUrls,
-      proxyUrl,
-      useFirefox: crawlCfg.useFirefox,
-      storageConfig: discoverStorageConfig,
-      abortSignal: controller.signal,
-      jobId,
-      onUrlsDiscovered: async (urls) => {
-        for (const u of urls) allUrls.add(u);
-        const pct = 8 + Math.round(allUrls.size / Math.max(1, maxDiscoverUrls) * 42);
-        await flushPartialUrls(Math.min(pct, 49), `Discovered ${allUrls.size} URLs\u2026`);
-      }
-    }, async (pct, step) => {
-      await flushPartialUrls(8 + Math.round(pct * 0.42), `Unauthenticated: ${step}`);
-    }).catch((err) => {
-      if (err?.message === "CRAWL_ABORTED") throw err;
-      logger.warn({ err: err?.message }, "[discover] Phase 2 unauthenticated spider failed \u2014 continuing with partial results");
-      return { discoveredUrls: [] };
-    });
-    for (const u of unauthResult.discoveredUrls ?? []) allUrls.add(u);
-    logger.info({ count: allUrls.size }, "[discover] Phase 2 unauth spider done");
-    let resolvedSso = {};
-    if (crawlCfg.ssoProviderId) {
-      const ssoProviders = await AppBrain.getWorkspaceSsoProviders(tenantId).catch(() => []);
-      const ssoProvider = ssoProviders.find((p) => p.id === crawlCfg.ssoProviderId);
-      if (ssoProvider) {
-        resolvedSso = {
-          ssoProvider: ssoProvider.provider,
-          ssoDomain: ssoProvider.domain,
-          ssoClientId: ssoProvider.clientId,
-          ssoClientSecret: ssoProvider.clientSecret,
-          ssoScope: ssoProvider.scope
-        };
-      }
+    catch (err) {
+        logger.error({ err: err?.message, jobId }, '[discover] Job failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: err?.message === 'CRAWL_ABORTED' ? 'CANCELLED' : 'FAILED',
+                result: { error: err?.message ?? String(err) },
+                finishedAt: new Date(),
+            },
+        })).catch(console.error);
     }
-    const hasCreds = !!(crawlCfg.username || crawlCfg.storageState || crawlCfg.authToken || crawlCfg.chromeProfilePath || crawlCfg.httpBasicUsername && crawlCfg.httpBasicPassword);
-    if (hasCreds && !controller.signal.aborted) {
-      await onProgress(52, "Authenticated spider\u2026");
-      const runtimeCreds = crawlCfg.username ? {
-        username: crawlCfg.username,
-        password: crawlCfg.password ?? "",
-        ...crawlCfg.totpSecret ? { getOneTimeCode: async () => generateTOTP(crawlCfg.totpSecret) } : {}
-      } : void 0;
-      const authResult = await crawlProject({
-        tenantId,
-        projectId,
-        appUrl,
-        discoveryMode: true,
-        credentials: runtimeCreds,
-        storageState: crawlCfg.storageState,
-        httpBasicUsername: crawlCfg.httpBasicUsername,
-        httpBasicPassword: crawlCfg.httpBasicPassword,
-        authToken: crawlCfg.authToken,
-        authTokenHeader: crawlCfg.authTokenHeader,
-        authTokenPrefix: crawlCfg.authTokenPrefix,
-        startUrls: crawlCfg.postLoginUrl ? [crawlCfg.postLoginUrl, ...sitemapUrls.length > 0 ? sitemapUrls : []] : sitemapUrls.length > 0 ? sitemapUrls : void 0,
-        screenshotDir,
-        maxScreens: maxDiscoverUrls,
-        proxyUrl,
-        chromeProfilePath: crawlCfg.chromeProfilePath,
-        useFirefox: crawlCfg.useFirefox,
-        storageConfig: discoverStorageConfig,
-        captchaSolverApiKey: crawlCfg.captchaSolverApiKey,
-        captchaSolverProvider: crawlCfg.captchaSolverProvider,
-        mailslurpApiKey: crawlCfg.mailslurpApiKey,
-        mailslurpInboxId: crawlCfg.mailslurpInboxId,
-        loginInstructions: crawlCfg.loginInstructions,
-        ...resolvedSso,
-        abortSignal: controller.signal,
-        jobId,
-        onUrlsDiscovered: async (urls) => {
-          for (const u of urls) allUrls.add(u);
-          const pct = 52 + Math.round(allUrls.size / Math.max(1, maxDiscoverUrls) * 38);
-          await flushPartialUrls(Math.min(pct, 89), `Discovered ${allUrls.size} URLs (authenticated)\u2026`);
-        }
-      }, async (pct, step) => {
-        await flushPartialUrls(52 + Math.round(pct * 0.38), `Authenticated: ${step}`);
-      }).catch((err) => {
-        if (err?.message === "CRAWL_ABORTED") throw err;
-        logger.warn({ err: err?.message }, "[discover] Phase 3 authenticated spider failed \u2014 using unauthenticated results");
-        return { discoveredUrls: [] };
-      });
-      for (const u of authResult.discoveredUrls ?? []) {
-        allUrls.add(u);
-      }
-      logger.info({ count: allUrls.size }, "[discover] Phase 3 auth spider done");
+    finally {
+        clearInterval(heartbeatTimer);
+        runningControllers.delete(jobId);
     }
-    const discoveredUrls = Array.from(allUrls);
-    const existingCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => ({}));
-    await AppBrain.saveCrawlConfig(tenantId, projectId, {
-      ...existingCfg,
-      discoveredUrls,
-      discoveredAt: (/* @__PURE__ */ new Date()).toISOString()
-    });
-    await onProgress(100, `Done \u2014 ${discoveredUrls.length} URLs discovered`);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          result: {
-            discoveredUrls,
-            count: discoveredUrls.length,
-            sitemapFound: sitemapResult.sitemapFound
-          },
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date()
+}
+// ── Site Monitor Job ─────────────────────────────────────────────────────────
+// Lightweight scheduled content check: fetches configured URLs, diffs content
+// hashes against stored baselines, fires content.changed webhooks on drift.
+// Baselines are stored in project.crawlConfig.monitorBaselines (url→hash map).
+async function processMonitorJob(jobId, config, opts) {
+    const { tenantId, projectId } = config;
+    const controller = new AbortController();
+    runningControllers.set(jobId, controller);
+    try {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: new Date() } }));
+        const proj = await withTenant(tenantId, (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } }));
+        const crawlCfg = proj?.crawlConfig ?? {};
+        const monitorUrls = config.monitorUrls ?? crawlCfg.monitorUrls ?? [];
+        if (monitorUrls.length === 0) {
+            throw new Error('No monitor URLs configured. Add monitorUrls to crawl config or job config.');
         }
-      })
-    );
-    notifyAdmins(tenantId, {
-      type: "discovery.done",
-      title: "URL Discovery completed",
-      body: `Found ${discoveredUrls.length} URLs for the project.`,
-      metadata: { projectId, jobId }
-    }).catch(console.error);
-  } catch (err) {
-    logger.error({ err: err?.message, jobId }, "[discover] Job failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: err?.message === "CRAWL_ABORTED" ? "CANCELLED" : "FAILED",
-          result: { error: err?.message ?? String(err) },
-          finishedAt: /* @__PURE__ */ new Date()
+        await updateJobProgress(tenantId, jobId, 10, `Monitoring ${monitorUrls.length} URL(s)...`);
+        // Baseline: stored baselines from previous monitor run take priority;
+        // project screens' elementHash is the fallback for first-run.
+        const storedBaselines = crawlCfg.monitorBaselines ?? {};
+        const projectScreens = await withTenant(tenantId, (tx) => tx.screen.findMany({ where: { projectId }, select: { url: true, elementHash: true } })).catch(() => []);
+        const screenHashMap = {};
+        for (const s of projectScreens) {
+            if (s.url && s.elementHash)
+                screenHashMap[s.url] = s.elementHash;
+        }
+        const results = [];
+        const newBaselines = { ...storedBaselines };
+        for (let i = 0; i < monitorUrls.length; i++) {
+            if (controller.signal.aborted)
+                break;
+            const url = monitorUrls[i];
+            const pct = 10 + Math.floor((i / monitorUrls.length) * 80);
+            await updateJobProgress(tenantId, jobId, pct, `Checking ${url}...`);
+            opts?.onProgress?.(pct);
+            try {
+                const crawlResult = await httpCrawl({ appUrl: url, maxScreens: 1, respectRobotsTxt: false, timeoutMs: parseInt(process.env.CRAWL_TIMEOUT_MS ?? '20000', 10) });
+                const screen = crawlResult.screens[0];
+                if (!screen) {
+                    results.push({ url, changed: false, reason: 'fetch_empty', currentHash: '', previousHash: null });
+                    continue;
+                }
+                const currentHash = hashContent(normalizeText(screen.markdown));
+                const previousHash = storedBaselines[url] ?? screenHashMap[url] ?? null;
+                newBaselines[url] = currentHash;
+                if (!previousHash) {
+                    results.push({ url, changed: false, reason: 'new_baseline', currentHash, previousHash: null });
+                }
+                else if (previousHash === currentHash) {
+                    results.push({ url, changed: false, reason: 'unchanged', currentHash, previousHash });
+                }
+                else {
+                    results.push({ url, changed: true, reason: 'content_changed', currentHash, previousHash });
+                }
+            }
+            catch (fetchErr) {
+                results.push({ url, changed: false, reason: `error:${fetchErr?.message ?? String(fetchErr)}`, currentHash: '', previousHash: null });
+            }
+        }
+        // Persist updated baselines so next run has fresh reference points.
+        await withTenant(tenantId, (tx) => tx.project.update({
+            where: { id: projectId },
+            data: { crawlConfig: { ...crawlCfg, monitorBaselines: newBaselines } },
+        })).catch((e) => logger.warn({ err: e }, '[monitor] baseline persist failed'));
+        const changedUrls = results.filter(r => r.changed);
+        if (changedUrls.length > 0) {
+            dispatchWebhook(tenantId, projectId, 'content.changed', {
+                jobId,
+                changedUrls: changedUrls.map(r => ({ url: r.url, previousHash: r.previousHash, currentHash: r.currentHash })),
+                totalChecked: results.length,
+                changedCount: changedUrls.length,
+            }).catch(console.error);
         }
-      })
-    ).catch(console.error);
-  } finally {
-    clearInterval(heartbeatTimer);
-    runningControllers.delete(jobId);
-  }
+        await updateJobProgress(tenantId, jobId, 100, 'Monitor check complete');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: {
+                status: 'DONE',
+                progress: 100,
+                finishedAt: new Date(),
+                result: { results, changedCount: changedUrls.length, totalChecked: results.length },
+            },
+        }));
+    }
+    catch (err) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'FAILED', error: String(err?.message ?? err), finishedAt: new Date() },
+        }));
+    }
+    finally {
+        runningControllers.delete(jobId);
+    }
 }
-async function processMonitorJob(jobId, config, opts) {
-  const { tenantId, projectId } = config;
-  const controller = new AbortController();
-  runningControllers.set(jobId, controller);
-  try {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
-    );
-    const proj = await withTenant(
-      tenantId,
-      (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } })
-    );
-    const crawlCfg = proj?.crawlConfig ?? {};
-    const monitorUrls = config.monitorUrls ?? crawlCfg.monitorUrls ?? [];
-    if (monitorUrls.length === 0) {
-      throw new Error("No monitor URLs configured. Add monitorUrls to crawl config or job config.");
+// ─── IMPORT_TESTS job processor ──────────────────────────────────────────────
+// Async counterpart to the synchronous POST /artifacts/:id/import-tests route.
+// Enqueued by POST /modernization/bulk-import for each artifact in a batch.
+// Config: { tenantId, projectId, artifactId, suiteId?, autoLabel?, sessionId? }
+async function processImportTestsJob(jobId, config) {
+    const { tenantId, projectId, artifactId, autoLabel, sourcePlatform } = config;
+    const jobStart = new Date();
+    let suiteId = config.suiteId ?? 'new';
+    await updateJobProgress(tenantId, jobId, 5, 'Loading artifact');
+    const artifact = await withTenant(tenantId, (tx) => tx.projectArtifact.findUnique({ where: { id: artifactId } }));
+    if (!artifact || artifact.tenantId !== tenantId) {
+        throw new Error(`Artifact ${artifactId} not found`);
     }
-    await updateJobProgress(tenantId, jobId, 10, `Monitoring ${monitorUrls.length} URL(s)...`);
-    const storedBaselines = crawlCfg.monitorBaselines ?? {};
-    const projectScreens = await withTenant(
-      tenantId,
-      (tx) => tx.screen.findMany({ where: { projectId }, select: { url: true, elementHash: true } })
-    ).catch(() => []);
-    const screenHashMap = {};
-    for (const s of projectScreens) {
-      if (s.url && s.elementHash) screenHashMap[s.url] = s.elementHash;
+    const content = artifact.content ?? '';
+    const filename = artifact.originalName ?? artifact.name ?? '';
+    const kind = artifact.kind ?? '';
+    // Detect format using same logic as the synchronous route
+    function detectFormat(fn, k, c) {
+        if (fn.endsWith('.feature'))
+            return 'GHERKIN';
+        if (fn.match(/\.(xlsx|xls|csv)$/i) || k === 'SPREADSHEET')
+            return 'EXCEL';
+        if (fn.endsWith('.txt') && c && c.split('\n').some((l) => l.trim().startsWith('|')))
+            return 'EXCEL';
+        return 'AI_EXTRACT';
     }
-    const results = [];
-    const newBaselines = { ...storedBaselines };
-    for (let i = 0; i < monitorUrls.length; i++) {
-      if (controller.signal.aborted) break;
-      const url = monitorUrls[i];
-      const pct = 10 + Math.floor(i / monitorUrls.length * 80);
-      await updateJobProgress(tenantId, jobId, pct, `Checking ${url}...`);
-      opts?.onProgress?.(pct);
-      try {
-        const crawlResult = await httpCrawl({ appUrl: url, maxScreens: 1, respectRobotsTxt: false, timeoutMs: parseInt(process.env.CRAWL_TIMEOUT_MS ?? "20000", 10) });
-        const screen = crawlResult.screens[0];
-        if (!screen) {
-          results.push({ url, changed: false, reason: "fetch_empty", currentHash: "", previousHash: null });
-          continue;
+    const format = detectFormat(filename, kind, content);
+    await updateJobProgress(tenantId, jobId, 15, `Parsing ${filename}`);
+    const { parseTestCases, labelTestCasesBatch } = await import('@detiq/agents');
+    let res = await parseTestCases(content, format, tenantId, artifact.columnMapping ?? undefined, undefined, undefined, sourcePlatform);
+    if (res.cases.length === 0 && format !== 'AI_EXTRACT') {
+        await updateJobProgress(tenantId, jobId, 25, 'Retrying with AI extraction');
+        try {
+            res = await parseTestCases(content, 'AI_EXTRACT', tenantId, undefined, undefined, undefined, sourcePlatform);
         }
-        const currentHash = hashContent(normalizeText(screen.markdown));
-        const previousHash = storedBaselines[url] ?? screenHashMap[url] ?? null;
-        newBaselines[url] = currentHash;
-        if (!previousHash) {
-          results.push({ url, changed: false, reason: "new_baseline", currentHash, previousHash: null });
-        } else if (previousHash === currentHash) {
-          results.push({ url, changed: false, reason: "unchanged", currentHash, previousHash });
-        } else {
-          results.push({ url, changed: true, reason: "content_changed", currentHash, previousHash });
+        catch {
+            // AI unavailable (no LLM configured) — proceed with 0 cases
         }
-      } catch (fetchErr) {
-        results.push({ url, changed: false, reason: `error:${fetchErr?.message ?? String(fetchErr)}`, currentHash: "", previousHash: null });
-      }
     }
-    await withTenant(
-      tenantId,
-      (tx) => tx.project.update({
-        where: { id: projectId },
-        data: { crawlConfig: { ...crawlCfg, monitorBaselines: newBaselines } }
-      })
-    ).catch((e) => logger.warn({ err: e }, "[monitor] baseline persist failed"));
-    const changedUrls = results.filter((r) => r.changed);
-    if (changedUrls.length > 0) {
-      dispatchWebhook(tenantId, projectId, "content.changed", {
-        jobId,
-        changedUrls: changedUrls.map((r) => ({ url: r.url, previousHash: r.previousHash, currentHash: r.currentHash })),
-        totalChecked: results.length,
-        changedCount: changedUrls.length
-      }).catch(console.error);
+    const parsedCases = res.cases;
+    if (parsedCases.length === 0) {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', progress: 100, finishedAt: new Date(), result: { imported: 0, skipped: 0, labeled: 0 } },
+        }));
+        return;
     }
-    await updateJobProgress(tenantId, jobId, 100, "Monitor check complete");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: {
-          status: "DONE",
-          progress: 100,
-          finishedAt: /* @__PURE__ */ new Date(),
-          result: { results, changedCount: changedUrls.length, totalChecked: results.length }
+    await updateJobProgress(tenantId, jobId, 35, `Parsed ${parsedCases.length} cases — creating suite`);
+    // Auto-create suite from filename when suiteId === 'new'
+    if (!suiteId || suiteId === 'new') {
+        const suiteName = filename.replace(/\.[^/.]+$/, '') || 'Imported Tests';
+        const suite = await withTenant(tenantId, (tx) => tx.testSuite.create({
+            data: { tenantId, projectId, name: suiteName },
+        }));
+        suiteId = suite.id;
+    }
+    await updateJobProgress(tenantId, jobId, 50, `Importing ${parsedCases.length} cases`);
+    const { created, skipped } = await AppBrain.importTestCasesFromArtifact(tenantId, projectId, suiteId, parsedCases, { duplicateMode: 'skip', artifactId });
+    let labeled = 0;
+    if (autoLabel && created.length > 0) {
+        await updateJobProgress(tenantId, jobId, 75, `AI labeling ${created.length} cases`);
+        try {
+            const labelInput = created.map((c) => ({
+                id: c.id, title: c.title,
+                description: c.description ?? '',
+                stepsText: (Array.isArray(c.steps) ? c.steps.join(' ') : String(c.steps ?? '')).slice(0, 200),
+            }));
+            const labelResults = await labelTestCasesBatch(labelInput, tenantId);
+            // Persist labels back to each test case
+            await Promise.all(labelResults.map((lr) => withTenant(tenantId, (tx) => tx.testCase.update({
+                where: { id: lr.id },
+                data: {
+                    priority: lr.priority ?? undefined,
+                    kind: lr.kind ?? undefined,
+                    tags: lr.tags ?? undefined,
+                    status: lr.needsReview ? 'PENDING_REVIEW' : undefined,
+                },
+            })).catch(() => { }) // non-fatal per-case
+            ));
+            labeled = labelResults.length;
+        }
+        catch {
+            // non-fatal — import succeeded even if labeling fails
         }
-      })
-    );
-  } catch (err) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() }
-      })
-    );
-  } finally {
-    runningControllers.delete(jobId);
-  }
-}
-async function processImportTestsJob(jobId, config) {
-  const { tenantId, projectId, artifactId, autoLabel, sourcePlatform } = config;
-  const jobStart = /* @__PURE__ */ new Date();
-  let suiteId = config.suiteId ?? "new";
-  await updateJobProgress(tenantId, jobId, 5, "Loading artifact");
-  const artifact = await withTenant(
-    tenantId,
-    (tx) => tx.projectArtifact.findUnique({ where: { id: artifactId } })
-  );
-  if (!artifact || artifact.tenantId !== tenantId) {
-    throw new Error(`Artifact ${artifactId} not found`);
-  }
-  const content = artifact.content ?? "";
-  const filename = artifact.originalName ?? artifact.name ?? "";
-  const kind = artifact.kind ?? "";
-  function detectFormat(fn, k, c) {
-    if (fn.endsWith(".feature")) return "GHERKIN";
-    if (fn.match(/\.(xlsx|xls|csv)$/i) || k === "SPREADSHEET") return "EXCEL";
-    if (fn.endsWith(".txt") && c && c.split("\n").some((l) => l.trim().startsWith("|"))) return "EXCEL";
-    return "AI_EXTRACT";
-  }
-  const format = detectFormat(filename, kind, content);
-  await updateJobProgress(tenantId, jobId, 15, `Parsing ${filename}`);
-  const { parseTestCases, labelTestCasesBatch } = await import("@detiq/agents");
-  let res = await parseTestCases(content, format, tenantId, artifact.columnMapping ?? void 0, void 0, void 0, sourcePlatform);
-  if (res.cases.length === 0 && format !== "AI_EXTRACT") {
-    await updateJobProgress(tenantId, jobId, 25, "Retrying with AI extraction");
-    try {
-      res = await parseTestCases(content, "AI_EXTRACT", tenantId, void 0, void 0, void 0, sourcePlatform);
-    } catch {
     }
-  }
-  const parsedCases = res.cases;
-  if (parsedCases.length === 0) {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { imported: 0, skipped: 0, labeled: 0 } }
-      })
-    );
-    return;
-  }
-  await updateJobProgress(tenantId, jobId, 35, `Parsed ${parsedCases.length} cases \u2014 creating suite`);
-  if (!suiteId || suiteId === "new") {
-    const suiteName = filename.replace(/\.[^/.]+$/, "") || "Imported Tests";
-    const suite = await withTenant(
-      tenantId,
-      (tx) => tx.testSuite.create({
-        data: { tenantId, projectId, name: suiteName }
-      })
-    );
-    suiteId = suite.id;
-  }
-  await updateJobProgress(tenantId, jobId, 50, `Importing ${parsedCases.length} cases`);
-  const { created, skipped } = await AppBrain.importTestCasesFromArtifact(
-    tenantId,
-    projectId,
-    suiteId,
-    parsedCases,
-    { duplicateMode: "skip", artifactId }
-  );
-  let labeled = 0;
-  if (autoLabel && created.length > 0) {
-    await updateJobProgress(tenantId, jobId, 75, `AI labeling ${created.length} cases`);
-    try {
-      const labelInput = created.map((c) => ({
-        id: c.id,
-        title: c.title,
-        description: c.description ?? "",
-        stepsText: (Array.isArray(c.steps) ? c.steps.join(" ") : String(c.steps ?? "")).slice(0, 200)
-      }));
-      const labelResults = await labelTestCasesBatch(labelInput, tenantId);
-      await Promise.all(
-        labelResults.map(
-          (lr) => withTenant(
-            tenantId,
-            (tx) => tx.testCase.update({
-              where: { id: lr.id },
-              data: {
-                priority: lr.priority ?? void 0,
-                kind: lr.kind ?? void 0,
-                tags: lr.tags ?? void 0,
-                status: lr.needsReview ? "PENDING_REVIEW" : void 0
-              }
-            })
-          ).catch(() => {
-          })
-          // non-fatal per-case
-        )
-      );
-      labeled = labelResults.length;
-    } catch {
+    // Auto-generate AI test data for imported cases that have recorded form fields (testDataInline)
+    const casesNeedingData = created.filter((c) => {
+        const inline = c.testDataInline;
+        return inline && typeof inline === 'object' && Object.keys(inline).length > 0;
+    });
+    if (casesNeedingData.length > 0) {
+        const cap = Math.min(casesNeedingData.length, 20);
+        await updateJobProgress(tenantId, jobId, 90, `Generating test data for ${cap} cases`);
+        const { generateTestData, refreshTestDataSkillFile } = await import('@detiq/agents');
+        for (let i = 0; i < cap; i++) {
+            const c = casesNeedingData[i];
+            await generateTestData({ tenantId, projectId, testCaseId: c.id, jobId }).catch((e) => {
+                logger.warn({ err: e?.message, testCaseId: c.id }, '[import] test data generation failed');
+            });
+        }
+        refreshTestDataSkillFile(tenantId, projectId).catch(console.error);
     }
-  }
-  const casesNeedingData = created.filter((c) => {
-    const inline = c.testDataInline;
-    return inline && typeof inline === "object" && Object.keys(inline).length > 0;
-  });
-  if (casesNeedingData.length > 0) {
-    const cap = Math.min(casesNeedingData.length, 20);
-    await updateJobProgress(tenantId, jobId, 90, `Generating test data for ${cap} cases`);
-    const { generateTestData, refreshTestDataSkillFile: refreshTestDataSkillFile2 } = await import("@detiq/agents");
-    for (let i = 0; i < cap; i++) {
-      const c = casesNeedingData[i];
-      await generateTestData({ tenantId, projectId, testCaseId: c.id, jobId }).catch((e) => {
-        logger.warn({ err: e?.message, testCaseId: c.id }, "[import] test data generation failed");
-      });
+    if (created.length > 0) {
+        refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
     }
-    refreshTestDataSkillFile2(tenantId, projectId).catch(console.error);
-  }
-  if (created.length > 0) {
-    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
-  }
-  await updateJobProgress(tenantId, jobId, 98, `Done \u2014 ${created.length} imported`);
-  await withTenant(
-    tenantId,
-    (tx) => tx.platformJob.update({
-      where: { id: jobId },
-      data: {
-        status: "DONE",
-        progress: 100,
-        finishedAt: /* @__PURE__ */ new Date(),
-        result: {
-          imported: created.length,
-          skipped: skipped ?? 0,
-          labeled,
-          suiteId,
-          artifactId,
-          artifactName: filename
-        }
-      }
-    })
-  );
-  aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
+    await updateJobProgress(tenantId, jobId, 98, `Done — ${created.length} imported`);
+    // Write final result and mark job DONE
+    await withTenant(tenantId, (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+            status: 'DONE',
+            progress: 100,
+            finishedAt: new Date(),
+            result: {
+                imported: created.length,
+                skipped: skipped ?? 0,
+                labeled,
+                suiteId,
+                artifactId,
+                artifactName: filename,
+            },
+        },
+    }));
+    aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
 }
+// Generate test cases for a single screen, enqueued by NEW_PAGES_PIPELINE.
+// Uses the same DualContextOrchestrator path as the in-process GENERATE_TESTS route.
 async function processGenerateScreenTestsJob(jobId, config) {
-  const { tenantId, projectId, screenId, repoConnectionId, triggerAlignedScripts } = config;
-  const jobStartedAt = /* @__PURE__ */ new Date();
-  try {
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
-    );
-    const { DualContextOrchestrator } = await import("@detiq/agents");
-    await updateJobProgress(tenantId, jobId, 10, "Generating test cases for screen");
-    const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null);
-    const deviceProfiles = crawlCfg?.deviceProfiles ?? ["DESKTOP"];
-    for (const viewport of deviceProfiles) {
-      await DualContextOrchestrator.execute({ tenantId, projectId, targetScreenId: screenId, jobId, viewport });
+    const { tenantId, projectId, screenId, repoConnectionId, triggerAlignedScripts } = config;
+    const jobStartedAt = new Date();
+    try {
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'RUNNING', startedAt: jobStartedAt } }));
+        const { DualContextOrchestrator } = await import('@detiq/agents');
+        await updateJobProgress(tenantId, jobId, 10, 'Generating test cases for screen');
+        const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null);
+        const deviceProfiles = crawlCfg?.deviceProfiles ?? ['DESKTOP'];
+        for (const viewport of deviceProfiles) {
+            await DualContextOrchestrator.execute({ tenantId, projectId, targetScreenId: screenId, jobId, viewport });
+        }
+        await updateJobProgress(tenantId, jobId, 80, 'Test cases generated');
+        // Optionally kick framework-aligned script generation for this screen's test cases
+        if (triggerAlignedScripts && repoConnectionId) {
+            const conn = await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } }));
+            if (conn?.styleProfile) {
+                const { generateScriptAligned, mapWithConcurrency, SCRIPT_GEN_CONCURRENCY } = await import('@detiq/agents');
+                const cases = await withTenant(tenantId, (tx) => tx.testCase.findMany({ where: { tenantId, projectId, screenId, status: 'APPROVED' }, select: { id: true }, take: 50 }));
+                await mapWithConcurrency(cases, SCRIPT_GEN_CONCURRENCY, (tc) => generateScriptAligned({
+                    tenantId,
+                    projectId,
+                    testCaseId: tc.id,
+                    styleProfile: conn.styleProfile,
+                    pageObjectInventory: conn.pageObjectInventory ?? undefined,
+                }).catch(() => { }));
+            }
+        }
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', progress: 100, finishedAt: new Date() } }));
+        aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
     }
-    await updateJobProgress(tenantId, jobId, 80, "Test cases generated");
-    if (triggerAlignedScripts && repoConnectionId) {
-      const conn = await withTenant(
-        tenantId,
-        (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
-      );
-      if (conn?.styleProfile) {
-        const { generateScriptAligned, mapWithConcurrency, SCRIPT_GEN_CONCURRENCY } = await import("@detiq/agents");
-        const cases = await withTenant(
-          tenantId,
-          (tx) => tx.testCase.findMany({ where: { tenantId, projectId, screenId, status: "APPROVED" }, select: { id: true }, take: 50 })
-        );
-        await mapWithConcurrency(
-          cases,
-          SCRIPT_GEN_CONCURRENCY,
-          (tc) => generateScriptAligned({
-            tenantId,
-            projectId,
-            testCaseId: tc.id,
-            styleProfile: conn.styleProfile,
-            pageObjectInventory: conn.pageObjectInventory ?? void 0
-          }).catch(() => {
-          })
-        );
-      }
+    catch (err) {
+        const msg = err?.message ?? String(err);
+        logger.error({ jobId, screenId, err: msg }, 'processGenerateScreenTestsJob failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', error: msg.slice(0, 500), finishedAt: new Date() } })).catch(() => { });
     }
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date() } })
-    );
-    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
-  } catch (err) {
-    const msg = err?.message ?? String(err);
-    logger.error({ jobId, screenId, err: msg }, "processGenerateScreenTestsJob failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: msg.slice(0, 500), finishedAt: /* @__PURE__ */ new Date() } })
-    ).catch(() => {
-    });
-  }
 }
+// Registers the type→processor dispatch table used by the durable worker (both the
+// enqueueJob() fast-path kick and startJobWorkerLoop()'s poll). Declared at module
+// bottom so it can reference every process*Job function by name; function
+// declarations are hoisted, so this could technically live anywhere in the file,
+// but keeping it here alongside the last definition keeps the mapping easy to audit
+// against the actual functions above.
 jobDispatchTable = {
-  CRAWL: processJob,
-  DISCOVER: processDiscoverJob,
-  MONITOR: processMonitorJob,
-  NATIVE_CRAWL: processNativeCrawlJob,
-  API_TESTS: processApiTestsJob,
-  SECURITY_TESTS: processSecurityTestsJob,
-  INTEGRATION_TESTS: processIntegrationTestsJob,
-  FIGMA_IMPORT: processFigmaImportJob,
-  GENERATE_SKILL_FILES: processGenerateSkillFilesJob,
-  GENERATE_TESTS_FROM_REQS: processGenerateTestsFromReqsJob,
-  GENERATE_SCREEN_TESTS: processGenerateScreenTestsJob,
-  RUN_TEST_SUITE: processRunTestSuiteJob,
-  REPO_SCAN: processRepoScanJob,
-  IMPORT_TESTS: processImportTestsJob,
-  BATCH_GENERATE_ALIGNED: processBatchGenerateAlignedJob,
-  CREATE_PR: processCreatePRJob,
-  NEW_PAGES_PIPELINE: processNewPagesPipelineJob
+    CRAWL: processJob,
+    DISCOVER: processDiscoverJob,
+    MONITOR: processMonitorJob,
+    NATIVE_CRAWL: processNativeCrawlJob,
+    API_TESTS: processApiTestsJob,
+    SECURITY_TESTS: processSecurityTestsJob,
+    INTEGRATION_TESTS: processIntegrationTestsJob,
+    FIGMA_IMPORT: processFigmaImportJob,
+    GENERATE_SKILL_FILES: processGenerateSkillFilesJob,
+    GENERATE_TESTS_FROM_REQS: processGenerateTestsFromReqsJob,
+    GENERATE_SCREEN_TESTS: processGenerateScreenTestsJob,
+    RUN_TEST_SUITE: processRunTestSuiteJob,
+    REPO_SCAN: processRepoScanJob,
+    IMPORT_TESTS: processImportTestsJob,
+    BATCH_GENERATE_ALIGNED: processBatchGenerateAlignedJob,
+    CREATE_PR: processCreatePRJob,
+    NEW_PAGES_PIPELINE: processNewPagesPipelineJob,
 };
 async function processRepoScanJob(jobId, config) {
-  const { repoConnectionId, tenantId, projectId } = config;
-  const jobStart = /* @__PURE__ */ new Date();
-  try {
-    await updateJobProgress(tenantId, jobId, 5, "Starting repo scan");
-    const {
-      fetchRepoTree,
-      fetchFileContent,
-      detectFramework,
-      extractTestIds,
-      extractStyleProfile,
-      buildPageObjectInventory
-    } = await import("@detiq/agents");
-    const conn = await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
-    );
-    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
-    const { decrypt: decrypt2 } = await import("@detiq/core");
-    const token = decrypt2(conn.tokenEnc);
-    await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: "SCANNING", scanError: null } })
-    );
-    await updateJobProgress(tenantId, jobId, 15, "Fetching repo tree");
-    const treeResult = await fetchRepoTree(token, conn.repoFullName, "HEAD");
-    const frameworks = detectFramework(treeResult.paths);
-    const primary = frameworks[0];
-    await updateJobProgress(tenantId, jobId, 30, `Detected framework: ${primary?.framework ?? "unknown"}`);
-    const storedGlob = conn.testGlob || "";
-    const testGlob = storedGlob && storedGlob !== "**/*.spec.ts" ? storedGlob : primary?.testGlob || storedGlob || "**/*.spec.ts";
-    const framework = primary?.framework ?? "unknown";
-    const language = primary?.language ?? "typescript";
-    const { minimatch } = await import("minimatch").catch(() => ({ minimatch: null }));
-    const isPythonTestFile = (p) => p.endsWith(".py") && !p.endsWith("__init__.py") && !p.endsWith("conftest.py") && (p.endsWith("_test.py") || /\/test_[^/]+\.py$/.test(p) || /^test_[^/]+\.py$/.test(p) || p.includes("/tests/") || p.includes("/test/"));
-    const isJavaTestFile = (p) => p.endsWith(".java") && (/[A-Z]\w*Tests?\.java$/.test(p) || /\/tests?\//.test(p) && /[A-Z][a-z]/.test(p.split("/").pop() ?? ""));
-    const testPaths = treeResult.paths.filter((p) => {
-      if (language === "java") return isJavaTestFile(p);
-      if (language === "python") return isPythonTestFile(p);
-      if (minimatch) return minimatch(p, testGlob, { matchBase: true });
-      return p.endsWith(".spec.ts") || p.endsWith(".spec.js") || p.endsWith(".test.ts") || p.endsWith(".test.js") || p.endsWith("_test.py") || p.includes("/test_");
-    }).slice(0, 500);
-    await updateJobProgress(tenantId, jobId, 40, `Found ${testPaths.length} test files`);
-    const allExtracted = [];
-    const styleSampleFiles = [];
-    let processed = 0;
-    await withTenant(tenantId, (tx) => tx.repoTestFile.deleteMany({ where: { repoConnectionId } }));
-    for (const filePath of testPaths) {
-      const content = await fetchFileContent(token, conn.repoFullName, filePath);
-      if (!content) continue;
-      const extracted = extractTestIds(content, filePath, framework);
-      allExtracted.push(...extracted);
-      await withTenant(
-        tenantId,
-        (tx) => tx.repoTestFile.create({
-          data: {
-            tenantId,
-            projectId,
-            repoConnectionId,
-            filePath,
-            framework,
-            extractedIds: extracted.map((e) => ({ name: e.name, normalizedName: e.normalizedName, lineNumber: e.lineNumber })),
-            rawSample: content.slice(0, 2e3),
-            lastScannedAt: /* @__PURE__ */ new Date()
-          }
-        })
-      );
-      if (styleSampleFiles.length < 5) styleSampleFiles.push({ path: filePath, content: content.slice(0, 3e3) });
-      processed++;
-      if (processed % 10 === 0) {
-        await updateJobProgress(tenantId, jobId, 40 + Math.floor(processed / testPaths.length * 40), `Processed ${processed}/${testPaths.length} files`);
-      }
-    }
-    let styleProfile = conn.styleProfile ?? null;
-    if (styleSampleFiles.length > 0) {
-      try {
-        const mainSourcePaths = language === "java" ? treeResult.paths.filter((p) => /^src\/main\/java\//.test(p)).slice(0, 50) : [];
-        const testPathSet = new Set(testPaths);
-        const sourceFilePaths = language === "typescript" || language === "javascript" ? treeResult.paths.filter((p) => (p.endsWith(".ts") || p.endsWith(".js")) && !testPathSet.has(p) && !p.endsWith(".d.ts") && !p.includes("node_modules/") && !p.includes("dist/") && !p.includes(".config.")).slice(0, 60) : [];
-        const allPathsForProfile = [...testPaths, ...mainSourcePaths, ...sourceFilePaths].slice(0, 200);
-        const freshProfile = await extractStyleProfile(styleSampleFiles, framework, language, tenantId, projectId, jobId, allPathsForProfile);
-        if (freshProfile) styleProfile = freshProfile;
-      } catch {
-      }
-    }
-    let pageObjectInventory = conn.pageObjectInventory ?? [];
+    const { repoConnectionId, tenantId, projectId } = config;
+    const jobStart = new Date();
     try {
-      const freshInventory = await buildPageObjectInventory(token, conn.repoFullName, treeResult.paths, framework);
-      if (freshInventory.length > 0) {
-        pageObjectInventory = freshInventory;
-        await updateJobProgress(tenantId, jobId, 82, `Found ${pageObjectInventory.length} page objects`);
-      }
-    } catch {
-    }
-    await updateJobProgress(tenantId, jobId, 85, "Running coverage mapping");
-    const { buildCoverageMap } = await import("@detiq/agents");
-    const testCases = await withTenant(
-      tenantId,
-      (tx) => tx.testCase.findMany({ where: { projectId, tenantId, status: { not: "RETIRED" } }, select: { id: true, title: true, ref: true } })
-    );
-    const mappings = await buildCoverageMap(testCases, allExtracted, tenantId);
-    for (const m of mappings) {
-      const existing = await withTenant(
-        tenantId,
-        (tx) => tx.coverageMapping.findUnique({ where: { testCaseId: m.testCaseId } })
-      );
-      if (existing?.manualOverride) continue;
-      await withTenant(
-        tenantId,
-        (tx) => tx.coverageMapping.upsert({
-          where: { testCaseId: m.testCaseId },
-          create: { tenantId, projectId, testCaseId: m.testCaseId, repoConnectionId, status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod },
-          update: { status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod }
-        })
-      );
-    }
-    const mapped = mappings.filter((m) => m.status === "MAPPED").length;
-    const unmapped = mappings.filter((m) => m.status === "UNMAPPED").length;
-    const ambiguous = mappings.filter((m) => m.status === "AMBIGUOUS").length;
-    const coveragePercent = testCases.length > 0 ? mapped / testCases.length * 100 : 0;
-    await withTenant(
-      tenantId,
-      (tx) => tx.coverageSnapshot.create({
-        data: { tenantId, projectId, totalCases: testCases.length, mappedCases: mapped, unmappedCases: unmapped, ambiguousCases: ambiguous, coveragePercent }
-      })
-    );
-    const resolvedStyleProfile = (() => {
-      const sp = styleProfile ?? {};
-      if (framework === "selenium-java" && !sp.testStructurePattern) {
-        const hasMavenMain = treeResult.paths.some((p) => /^src\/main\/java\//.test(p));
-        if (hasMavenMain) return { ...sp, testStructurePattern: "two-tier" };
-      }
-      return sp;
-    })();
-    await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.update({
-        where: { id: repoConnectionId },
-        data: {
-          scanStatus: "DONE",
-          detectedFramework: framework,
-          configFilePath: primary?.configPath ?? null,
-          testGlob,
-          testFileCount: testPaths.length,
-          extractedIdCount: allExtracted.length,
-          styleProfile: resolvedStyleProfile,
-          pageObjectInventory: pageObjectInventory.length > 0 ? pageObjectInventory : void 0,
-          treeSnapshot: JSON.stringify(treeResult.paths).slice(0, 1e5),
-          lastScannedAt: /* @__PURE__ */ new Date(),
-          lastSyncAt: /* @__PURE__ */ new Date()
+        await updateJobProgress(tenantId, jobId, 5, 'Starting repo scan');
+        const { fetchRepoTree, fetchFileContent, detectFramework, extractTestIds, extractStyleProfile, buildPageObjectInventory, } = await import('@detiq/agents');
+        const conn = await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } }));
+        if (!conn)
+            throw new Error(`RepoConnection ${repoConnectionId} not found`);
+        // Decrypt token
+        const { decrypt } = await import('@detiq/core');
+        const token = decrypt(conn.tokenEnc);
+        // Mark scanning
+        await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: 'SCANNING', scanError: null } }));
+        await updateJobProgress(tenantId, jobId, 15, 'Fetching repo tree');
+        // Use HEAD so it always resolves to the actual default branch regardless of stored value
+        const treeResult = await fetchRepoTree(token, conn.repoFullName, 'HEAD');
+        const frameworks = detectFramework(treeResult.paths);
+        const primary = frameworks[0];
+        await updateJobProgress(tenantId, jobId, 30, `Detected framework: ${primary?.framework ?? 'unknown'}`);
+        // Prefer framework-detected glob when stored glob is the TS default (never explicitly set)
+        const storedGlob = conn.testGlob || '';
+        const testGlob = (storedGlob && storedGlob !== '**/*.spec.ts')
+            ? storedGlob
+            : (primary?.testGlob || storedGlob || '**/*.spec.ts');
+        const framework = primary?.framework ?? 'unknown';
+        const language = primary?.language ?? 'typescript';
+        // Filter test files
+        const { minimatch } = await import('minimatch').catch(() => ({ minimatch: null }));
+        const isPythonTestFile = (p) => p.endsWith('.py') && !p.endsWith('__init__.py') && !p.endsWith('conftest.py') &&
+            (p.endsWith('_test.py') || /\/test_[^/]+\.py$/.test(p) || /^test_[^/]+\.py$/.test(p) ||
+                p.includes('/tests/') || p.includes('/test/'));
+        // Java: testGlob matches all *.java — further filter to actual test classes only
+        // (excludes helpers, base classes, utilities that don't follow *Test.java/*Tests.java naming)
+        const isJavaTestFile = (p) => p.endsWith('.java') && (/[A-Z]\w*Tests?\.java$/.test(p) ||
+            (/\/tests?\//.test(p) && /[A-Z][a-z]/.test(p.split('/').pop() ?? '')));
+        const testPaths = treeResult.paths.filter((p) => {
+            if (language === 'java')
+                return isJavaTestFile(p);
+            if (language === 'python')
+                return isPythonTestFile(p);
+            if (minimatch)
+                return minimatch(p, testGlob, { matchBase: true });
+            return p.endsWith('.spec.ts') || p.endsWith('.spec.js') || p.endsWith('.test.ts') || p.endsWith('.test.js') || p.endsWith('_test.py') || p.includes('/test_');
+        }).slice(0, 500); // cap at 500 files
+        await updateJobProgress(tenantId, jobId, 40, `Found ${testPaths.length} test files`);
+        // Extract test IDs from each file
+        const allExtracted = [];
+        const styleSampleFiles = [];
+        let processed = 0;
+        // Delete old test files for this connection
+        await withTenant(tenantId, (tx) => tx.repoTestFile.deleteMany({ where: { repoConnectionId } }));
+        for (const filePath of testPaths) {
+            const content = await fetchFileContent(token, conn.repoFullName, filePath);
+            if (!content)
+                continue;
+            const extracted = extractTestIds(content, filePath, framework);
+            allExtracted.push(...extracted);
+            await withTenant(tenantId, (tx) => tx.repoTestFile.create({
+                data: {
+                    tenantId,
+                    projectId,
+                    repoConnectionId,
+                    filePath,
+                    framework,
+                    extractedIds: extracted.map((e) => ({ name: e.name, normalizedName: e.normalizedName, lineNumber: e.lineNumber })),
+                    rawSample: content.slice(0, 2000),
+                    lastScannedAt: new Date(),
+                },
+            }));
+            if (styleSampleFiles.length < 5)
+                styleSampleFiles.push({ path: filePath, content: content.slice(0, 3000) });
+            processed++;
+            if (processed % 10 === 0) {
+                await updateJobProgress(tenantId, jobId, 40 + Math.floor((processed / testPaths.length) * 40), `Processed ${processed}/${testPaths.length} files`);
+            }
         }
-      })
-    );
-    try {
-      const { generateRepoSkillFiles } = await import("@detiq/agents");
-      await generateRepoSkillFiles(tenantId, projectId, {
-        repoFullName: conn.repoFullName,
-        framework,
-        language,
-        testGlob,
-        styleProfile: resolvedStyleProfile,
-        pageObjectInventory,
-        testPaths,
-        extractedTestCount: allExtracted.length
-      });
-    } catch (e) {
-      logger.warn({ jobId, repoConnectionId, err: e?.message }, "[repo-scan] repo skill files generation failed (non-fatal)");
+        // Extract style profile for aligned generation
+        // For Java, include main source paths so LLM can detect page object location in src/main/java/
+        // Fall back to existing styleProfile from DB if extraction fails or returns null.
+        let styleProfile = conn.styleProfile ?? null;
+        if (styleSampleFiles.length > 0) {
+            try {
+                const mainSourcePaths = language === 'java'
+                    ? treeResult.paths.filter((p) => /^src\/main\/java\//.test(p)).slice(0, 50)
+                    : [];
+                // For TS/JS, also include non-test source files so LLM can detect pageObjectLocation
+                // (e.g. src/advantage/pages/ in playwright-sample-project)
+                const testPathSet = new Set(testPaths);
+                const sourceFilePaths = (language === 'typescript' || language === 'javascript')
+                    ? treeResult.paths
+                        .filter((p) => (p.endsWith('.ts') || p.endsWith('.js')) &&
+                        !testPathSet.has(p) &&
+                        !p.endsWith('.d.ts') &&
+                        !p.includes('node_modules/') &&
+                        !p.includes('dist/') &&
+                        !p.includes('.config.'))
+                        .slice(0, 60)
+                    : [];
+                const allPathsForProfile = [...testPaths, ...mainSourcePaths, ...sourceFilePaths].slice(0, 200);
+                const freshProfile = await extractStyleProfile(styleSampleFiles, framework, language, tenantId, projectId, jobId, allPathsForProfile);
+                if (freshProfile)
+                    styleProfile = freshProfile;
+            }
+            catch { /* non-fatal */ }
+        }
+        // Extract page object inventory — finds POM/page classes in non-test files
+        // Fall back to existing inventory from DB if fetch fails.
+        let pageObjectInventory = conn.pageObjectInventory ?? [];
+        try {
+            const freshInventory = await buildPageObjectInventory(token, conn.repoFullName, treeResult.paths, framework);
+            if (freshInventory.length > 0) {
+                pageObjectInventory = freshInventory;
+                await updateJobProgress(tenantId, jobId, 82, `Found ${pageObjectInventory.length} page objects`);
+            }
+        }
+        catch { /* non-fatal */ }
+        // Run coverage mapping
+        await updateJobProgress(tenantId, jobId, 85, 'Running coverage mapping');
+        const { buildCoverageMap } = await import('@detiq/agents');
+        const testCases = await withTenant(tenantId, (tx) => tx.testCase.findMany({ where: { projectId, tenantId, status: { not: 'RETIRED' } }, select: { id: true, title: true, ref: true } }));
+        const mappings = await buildCoverageMap(testCases, allExtracted, tenantId);
+        // Upsert CoverageMapping records (skip manualOverride=true)
+        for (const m of mappings) {
+            const existing = await withTenant(tenantId, (tx) => tx.coverageMapping.findUnique({ where: { testCaseId: m.testCaseId } }));
+            if (existing?.manualOverride)
+                continue;
+            await withTenant(tenantId, (tx) => tx.coverageMapping.upsert({
+                where: { testCaseId: m.testCaseId },
+                create: { tenantId, projectId, testCaseId: m.testCaseId, repoConnectionId, status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod },
+                update: { status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod },
+            }));
+        }
+        const mapped = mappings.filter((m) => m.status === 'MAPPED').length;
+        const unmapped = mappings.filter((m) => m.status === 'UNMAPPED').length;
+        const ambiguous = mappings.filter((m) => m.status === 'AMBIGUOUS').length;
+        const coveragePercent = testCases.length > 0 ? (mapped / testCases.length) * 100 : 0;
+        // Write coverage snapshot
+        await withTenant(tenantId, (tx) => tx.coverageSnapshot.create({
+            data: { tenantId, projectId, totalCases: testCases.length, mappedCases: mapped, unmappedCases: unmapped, ambiguousCases: ambiguous, coveragePercent },
+        }));
+        // For Java, if styleProfile still missing testStructurePattern, infer two-tier from tree paths.
+        // This covers the case where both extractStyleProfile and buildPageObjectInventory failed.
+        const resolvedStyleProfile = (() => {
+            const sp = styleProfile ?? {};
+            if (framework === 'selenium-java' && !sp.testStructurePattern) {
+                const hasMavenMain = treeResult.paths.some((p) => /^src\/main\/java\//.test(p));
+                if (hasMavenMain)
+                    return { ...sp, testStructurePattern: 'two-tier' };
+            }
+            return sp;
+        })();
+        // Update repo connection with results
+        await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.update({
+            where: { id: repoConnectionId },
+            data: {
+                scanStatus: 'DONE',
+                detectedFramework: framework,
+                configFilePath: primary?.configPath ?? null,
+                testGlob: testGlob,
+                testFileCount: testPaths.length,
+                extractedIdCount: allExtracted.length,
+                styleProfile: resolvedStyleProfile,
+                pageObjectInventory: pageObjectInventory.length > 0 ? pageObjectInventory : undefined,
+                treeSnapshot: JSON.stringify(treeResult.paths).slice(0, 100000),
+                lastScannedAt: new Date(),
+                lastSyncAt: new Date(),
+            },
+        }));
+        try {
+            const { generateRepoSkillFiles } = await import('@detiq/agents');
+            await generateRepoSkillFiles(tenantId, projectId, {
+                repoFullName: conn.repoFullName,
+                framework,
+                language,
+                testGlob,
+                styleProfile: resolvedStyleProfile,
+                pageObjectInventory,
+                testPaths,
+                extractedTestCount: allExtracted.length,
+            });
+        }
+        catch (e) {
+            logger.warn({ jobId, repoConnectionId, err: e?.message }, '[repo-scan] repo skill files generation failed (non-fatal)');
+        }
+        await updateJobProgress(tenantId, jobId, 100, `Done: ${mapped} mapped, ${unmapped} unmapped`);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', finishedAt: new Date(), result: { testFileCount: testPaths.length, extractedIdCount: allExtracted.length, mapped, unmapped, ambiguous, coveragePercent } } }));
+        aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
+    }
+    catch (err) {
+        const msg = String(err?.message ?? err);
+        logger.error({ jobId, repoConnectionId, err: msg }, '[repo-scan] failed');
+        await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: 'FAILED', scanError: msg.slice(0, 500) } })).catch(() => { });
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg.slice(0, 1000) } })).catch(() => { });
     }
-    await updateJobProgress(tenantId, jobId, 100, `Done: ${mapped} mapped, ${unmapped} unmapped`);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { testFileCount: testPaths.length, extractedIdCount: allExtracted.length, mapped, unmapped, ambiguous, coveragePercent } } })
-    );
-    aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
-  } catch (err) {
-    const msg = String(err?.message ?? err);
-    logger.error({ jobId, repoConnectionId, err: msg }, "[repo-scan] failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: "FAILED", scanError: msg.slice(0, 500) } })
-    ).catch(() => {
-    });
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
-    ).catch(() => {
-    });
-  }
 }
+// ── BATCH_GENERATE_ALIGNED — generate framework-aligned scripts for UNMAPPED cases ──
 async function processBatchGenerateAlignedJob(jobId, config) {
-  const { tenantId, projectId, repoConnectionId, scope = "UNMAPPED", testCaseIds, force = false } = config;
-  try {
-    await updateJobProgress(tenantId, jobId, 5, "Loading repo connection");
-    const conn = await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
-    );
-    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
-    const { decrypt: decrypt2 } = await import("@detiq/core");
-    const {
-      generateScriptAligned,
-      deriveRepoTargetPath,
-      validateGeneratedScript,
-      mapWithConcurrency,
-      SCRIPT_GEN_CONCURRENCY
-    } = await import("@detiq/agents");
-    const styleProfile = conn.styleProfile;
-    const pageObjectInventory = conn.pageObjectInventory ?? [];
-    const framework = conn.detectedFramework ?? "playwright-ts";
-    const language = styleProfile?.language ?? "typescript";
-    let caseIds;
-    if (testCaseIds && testCaseIds.length > 0) {
-      caseIds = testCaseIds;
-    } else if (scope === "UNMAPPED") {
-      const mappings = await withTenant(
-        tenantId,
-        (tx) => tx.coverageMapping.findMany({
-          where: { tenantId, projectId, repoConnectionId, status: "UNMAPPED" },
-          select: { testCaseId: true }
-        })
-      );
-      caseIds = mappings.map((m) => m.testCaseId);
-    } else {
-      const cases = await withTenant(
-        tenantId,
-        (tx) => tx.testCase.findMany({
-          where: { tenantId, projectId, status: { not: "RETIRED" } },
-          select: { id: true }
-        })
-      );
-      caseIds = cases.map((c) => c.id);
-    }
-    await updateJobProgress(tenantId, jobId, 15, `Generating scripts for ${caseIds.length} test cases`);
-    let done = 0;
-    const errors = [];
-    await mapWithConcurrency(caseIds, SCRIPT_GEN_CONCURRENCY, async (tcId) => {
-      try {
-        if (!force) {
-          const existing = await withTenant(
-            tenantId,
-            (tx) => tx.testScript.findFirst({ where: { testCaseId: tcId } })
-          );
-          if (existing) {
-            done++;
-            return;
-          }
+    const { tenantId, projectId, repoConnectionId, scope = 'UNMAPPED', testCaseIds, force = false } = config;
+    try {
+        await updateJobProgress(tenantId, jobId, 5, 'Loading repo connection');
+        const conn = await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } }));
+        if (!conn)
+            throw new Error(`RepoConnection ${repoConnectionId} not found`);
+        const { decrypt } = await import('@detiq/core');
+        const { generateScriptAligned, deriveRepoTargetPath, validateGeneratedScript, mapWithConcurrency, SCRIPT_GEN_CONCURRENCY, } = await import('@detiq/agents');
+        const styleProfile = conn.styleProfile;
+        const pageObjectInventory = conn.pageObjectInventory ?? [];
+        const framework = conn.detectedFramework ?? 'playwright-ts';
+        const language = styleProfile?.language ?? 'typescript';
+        // Resolve which test cases to process
+        let caseIds;
+        if (testCaseIds && testCaseIds.length > 0) {
+            caseIds = testCaseIds;
         }
-        const tc = await withTenant(
-          tenantId,
-          (tx) => tx.testCase.findUnique({
-            where: { id: tcId },
-            select: { id: true, ref: true, title: true, screen: { select: { url: true } } }
-          })
-        );
-        const screenUrl = tc?.screen?.url ?? "";
-        const repoTargetPath = styleProfile ? deriveRepoTargetPath(screenUrl, styleProfile, framework) : deriveFallbackTargetPath(tc?.ref ?? tc?.title ?? tcId, framework);
-        const result = await generateScriptAligned({
-          tenantId,
-          projectId,
-          testCaseId: tcId,
-          styleProfile,
-          pageObjectInventory,
-          repoTargetPath,
-          save: true
-        });
-        if (result.code) {
-          const validation = await validateGeneratedScript(result.code, framework, language);
-          await withTenant(
-            tenantId,
-            (tx) => tx.testScript.updateMany({
-              where: { testCaseId: tcId },
-              data: {
-                validationStatus: validation.ok ? "PASS" : "FAIL",
-                validationErrors: validation.ok ? null : validation.errors.slice(0, 2e3)
-              }
-            })
-          );
+        else if (scope === 'UNMAPPED') {
+            const mappings = await withTenant(tenantId, (tx) => tx.coverageMapping.findMany({
+                where: { tenantId, projectId, repoConnectionId, status: 'UNMAPPED' },
+                select: { testCaseId: true },
+            }));
+            caseIds = mappings.map((m) => m.testCaseId);
         }
-        done++;
-      } catch (e) {
-        errors.push(`${tcId}: ${String(e.message).slice(0, 100)}`);
-      }
-      if (done % 5 === 0) {
-        await updateJobProgress(tenantId, jobId, 15 + Math.floor(done / caseIds.length * 80), `Generated ${done}/${caseIds.length}`);
-      }
-    });
-    refreshTestScriptSkillFile(tenantId, projectId).catch(console.error);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { done, errors: errors.slice(0, 20), total: caseIds.length } }
-      })
-    );
-  } catch (err) {
-    const msg = String(err?.message ?? err);
-    logger.error({ jobId, err: msg }, "[batch-generate-aligned] failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
-    ).catch(() => {
-    });
-  }
+        else {
+            const cases = await withTenant(tenantId, (tx) => tx.testCase.findMany({
+                where: { tenantId, projectId, status: { not: 'RETIRED' } },
+                select: { id: true },
+            }));
+            caseIds = cases.map((c) => c.id);
+        }
+        await updateJobProgress(tenantId, jobId, 15, `Generating scripts for ${caseIds.length} test cases`);
+        let done = 0;
+        const errors = [];
+        // One LLM call per case — bounded worker pool instead of a strictly serial loop,
+        // which made large batches take an hour or more.
+        await mapWithConcurrency(caseIds, SCRIPT_GEN_CONCURRENCY, async (tcId) => {
+            try {
+                // Skip if script already exists and not forcing
+                if (!force) {
+                    const existing = await withTenant(tenantId, (tx) => tx.testScript.findFirst({ where: { testCaseId: tcId } }));
+                    if (existing) {
+                        done++;
+                        return;
+                    }
+                }
+                // Get screen URL and ref for target path derivation
+                const tc = await withTenant(tenantId, (tx) => tx.testCase.findUnique({
+                    where: { id: tcId },
+                    select: { id: true, ref: true, title: true, screen: { select: { url: true } } },
+                }));
+                const screenUrl = tc?.screen?.url ?? '';
+                const repoTargetPath = styleProfile
+                    ? deriveRepoTargetPath(screenUrl, styleProfile, framework)
+                    : deriveFallbackTargetPath(tc?.ref ?? tc?.title ?? tcId, framework);
+                const result = await generateScriptAligned({
+                    tenantId, projectId, testCaseId: tcId,
+                    styleProfile,
+                    pageObjectInventory,
+                    repoTargetPath,
+                    save: true,
+                });
+                // Validate the generated script
+                if (result.code) {
+                    const validation = await validateGeneratedScript(result.code, framework, language);
+                    await withTenant(tenantId, (tx) => tx.testScript.updateMany({
+                        where: { testCaseId: tcId },
+                        data: {
+                            validationStatus: validation.ok ? 'PASS' : 'FAIL',
+                            validationErrors: validation.ok ? null : validation.errors.slice(0, 2000),
+                        },
+                    }));
+                }
+                done++;
+            }
+            catch (e) {
+                errors.push(`${tcId}: ${String(e.message).slice(0, 100)}`);
+            }
+            if (done % 5 === 0) {
+                await updateJobProgress(tenantId, jobId, 15 + Math.floor((done / caseIds.length) * 80), `Generated ${done}/${caseIds.length}`);
+            }
+        });
+        refreshTestScriptSkillFile(tenantId, projectId).catch(console.error);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', finishedAt: new Date(), result: { done, errors: errors.slice(0, 20), total: caseIds.length } },
+        }));
+    }
+    catch (err) {
+        const msg = String(err?.message ?? err);
+        logger.error({ jobId, err: msg }, '[batch-generate-aligned] failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg.slice(0, 1000) } })).catch(() => { });
+    }
 }
+// ── CREATE_PR — push generated scripts to GitHub as a PR ─────────────────────
 async function processCreatePRJob(jobId, config) {
-  const { tenantId, projectId, repoConnectionId, testScriptIds, crawlJobId } = config;
-  try {
-    await updateJobProgress(tenantId, jobId, 5, "Loading connection");
-    const conn = await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
-    );
-    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
-    const { decrypt: decrypt2 } = await import("@detiq/core");
-    const token = decrypt2(conn.tokenEnc);
-    const { pushScriptsAsPR } = await import("@detiq/agents");
-    const framework = conn.detectedFramework ?? "playwright-ts";
-    let scripts;
-    if (testScriptIds && testScriptIds.length > 0) {
-      scripts = await withTenant(
-        tenantId,
-        (tx) => tx.testScript.findMany({
-          where: { id: { in: testScriptIds }, tenantId },
-          include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } }
-        })
-      );
-    } else {
-      scripts = await withTenant(
-        tenantId,
-        (tx) => tx.testScript.findMany({
-          where: { tenantId, projectId, pushedToPR: false, validationStatus: { in: ["PASS", "PENDING"] } },
-          include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } }
-        })
-      );
-    }
-    if (scripts.length === 0) throw new Error("No generated scripts found to push.");
-    const files = scripts.map((s) => {
-      const path2 = s.testCase?.repoTargetPath ?? deriveFallbackTargetPath(s.testCase?.ref ?? s.testCase?.title ?? s.id, framework);
-      return { path: path2, content: s.code };
-    });
-    if (files.length === 0) throw new Error("No scripts to push.");
-    await updateJobProgress(tenantId, jobId, 20, `Pushing ${files.length} scripts to GitHub`);
-    const now = (/* @__PURE__ */ new Date()).toISOString().slice(0, 10);
-    const branchName = `zeta/new-coverage-${now}-${jobId.slice(0, 8)}`;
-    const prBody = buildPRBody(scripts, projectId);
-    const prResult = await pushScriptsAsPR({
-      token,
-      repo: conn.repoFullName,
-      baseBranch: conn.defaultBranch,
-      branchName,
-      files,
-      prTitle: `ZeTa: Add test coverage for ${files.length} new scenario${files.length === 1 ? "" : "s"}`,
-      prBody,
-      draft: false
-    });
-    const pr = await withTenant(
-      tenantId,
-      (tx) => tx.gitHubPR.create({
-        data: {
-          tenantId,
-          projectId,
-          repoConnectionId,
-          prNumber: prResult.prNumber,
-          prUrl: prResult.prUrl,
-          branch: prResult.branch,
-          headSha: prResult.headSha,
-          status: "OPEN",
-          crawlJobId: crawlJobId ?? null,
-          scriptCount: files.length,
-          prBody: prBody.slice(0, 1e4)
+    const { tenantId, projectId, repoConnectionId, testScriptIds, crawlJobId } = config;
+    try {
+        await updateJobProgress(tenantId, jobId, 5, 'Loading connection');
+        const conn = await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } }));
+        if (!conn)
+            throw new Error(`RepoConnection ${repoConnectionId} not found`);
+        const { decrypt } = await import('@detiq/core');
+        const token = decrypt(conn.tokenEnc);
+        const { pushScriptsAsPR } = await import('@detiq/agents');
+        const framework = conn.detectedFramework ?? 'playwright-ts';
+        // Collect scripts + their target paths
+        let scripts;
+        if (testScriptIds && testScriptIds.length > 0) {
+            scripts = await withTenant(tenantId, (tx) => tx.testScript.findMany({
+                where: { id: { in: testScriptIds }, tenantId },
+                include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } },
+            }));
         }
-      })
-    );
-    const scriptIds = scripts.map((s) => s.id);
-    await withTenant(
-      tenantId,
-      (tx) => tx.testScript.updateMany({
-        where: { id: { in: scriptIds } },
-        data: { pushedToPR: true, pushedPRId: pr.id }
-      })
-    );
-    await notifyAdmins(tenantId, {
-      type: "GITHUB_PR_CREATED",
-      title: "ZeTa created a GitHub PR",
-      body: `${files.length} new test script${files.length === 1 ? "" : "s"} pushed. PR #${prResult.prNumber}: ${prResult.prUrl}`,
-      metadata: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length }
-    });
-    await updateJobProgress(tenantId, jobId, 100, `PR #${prResult.prNumber} created`);
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length } }
-      })
-    );
-  } catch (err) {
-    const msg = String(err?.message ?? err);
-    logger.error({ jobId, err: msg }, "[create-pr] failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
-    ).catch(() => {
-    });
-  }
+        else {
+            // All scripts that haven't been pushed yet
+            scripts = await withTenant(tenantId, (tx) => tx.testScript.findMany({
+                where: { tenantId, projectId, pushedToPR: false, validationStatus: { in: ['PASS', 'PENDING'] } },
+                include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } },
+            }));
+        }
+        if (scripts.length === 0)
+            throw new Error('No generated scripts found to push.');
+        const files = scripts.map((s) => {
+            const path = s.testCase?.repoTargetPath
+                ?? deriveFallbackTargetPath(s.testCase?.ref ?? s.testCase?.title ?? s.id, framework);
+            return { path, content: s.code };
+        });
+        if (files.length === 0)
+            throw new Error('No scripts to push.');
+        await updateJobProgress(tenantId, jobId, 20, `Pushing ${files.length} scripts to GitHub`);
+        const now = new Date().toISOString().slice(0, 10);
+        const branchName = `zeta/new-coverage-${now}-${jobId.slice(0, 8)}`;
+        const prBody = buildPRBody(scripts, projectId);
+        const prResult = await pushScriptsAsPR({
+            token,
+            repo: conn.repoFullName,
+            baseBranch: conn.defaultBranch,
+            branchName,
+            files,
+            prTitle: `ZeTa: Add test coverage for ${files.length} new scenario${files.length === 1 ? '' : 's'}`,
+            prBody,
+            draft: false,
+        });
+        // Record the PR
+        const pr = await withTenant(tenantId, (tx) => tx.gitHubPR.create({
+            data: {
+                tenantId, projectId,
+                repoConnectionId,
+                prNumber: prResult.prNumber,
+                prUrl: prResult.prUrl,
+                branch: prResult.branch,
+                headSha: prResult.headSha,
+                status: 'OPEN',
+                crawlJobId: crawlJobId ?? null,
+                scriptCount: files.length,
+                prBody: prBody.slice(0, 10000),
+            },
+        }));
+        // Mark scripts as pushed
+        const scriptIds = scripts.map((s) => s.id);
+        await withTenant(tenantId, (tx) => tx.testScript.updateMany({
+            where: { id: { in: scriptIds } },
+            data: { pushedToPR: true, pushedPRId: pr.id },
+        }));
+        await notifyAdmins(tenantId, {
+            type: 'GITHUB_PR_CREATED',
+            title: 'ZeTa created a GitHub PR',
+            body: `${files.length} new test script${files.length === 1 ? '' : 's'} pushed. PR #${prResult.prNumber}: ${prResult.prUrl}`,
+            metadata: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length },
+        });
+        await updateJobProgress(tenantId, jobId, 100, `PR #${prResult.prNumber} created`);
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', finishedAt: new Date(), result: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length } },
+        }));
+    }
+    catch (err) {
+        const msg = String(err?.message ?? err);
+        logger.error({ jobId, err: msg }, '[create-pr] failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg.slice(0, 1000) } })).catch(() => { });
+    }
 }
 function buildPRBody(scripts, projectId) {
-  const lines = [
-    "## ZeTa \u2014 Automated Test Coverage",
-    "",
-    `Generated by ZeTa Quality Intelligence Platform for project \`${projectId}\`.`,
-    "",
-    "### Scripts Added",
-    "",
-    "| Test Case | Target Path |",
-    "|---|---|"
-  ];
-  for (const s of scripts.slice(0, 30)) {
-    const title = s.testCase?.title ?? s.id;
-    const path2 = s.testCase?.repoTargetPath ?? "(unknown)";
-    lines.push(`| ${title.replace(/\|/g, "\\|").slice(0, 60)} | \`${path2}\` |`);
-  }
-  if (scripts.length > 30) lines.push(`| ... and ${scripts.length - 30} more | |`);
-  lines.push("", "---", "_Review each test carefully before merging. ZeTa generates scripts aligned to your existing framework conventions._");
-  return lines.join("\n");
+    const lines = [
+        '## ZeTa — Automated Test Coverage',
+        '',
+        `Generated by ZeTa Quality Intelligence Platform for project \`${projectId}\`.`,
+        '',
+        '### Scripts Added',
+        '',
+        '| Test Case | Target Path |',
+        '|---|---|',
+    ];
+    for (const s of scripts.slice(0, 30)) {
+        const title = s.testCase?.title ?? s.id;
+        const path = s.testCase?.repoTargetPath ?? '(unknown)';
+        lines.push(`| ${title.replace(/\|/g, '\\|').slice(0, 60)} | \`${path}\` |`);
+    }
+    if (scripts.length > 30)
+        lines.push(`| ... and ${scripts.length - 30} more | |`);
+    lines.push('', '---', '_Review each test carefully before merging. ZeTa generates scripts aligned to your existing framework conventions._');
+    return lines.join('\n');
 }
+// ── NEW_PAGES_PIPELINE — post-crawl: detect new screens, generate tests + scripts ──
 async function processNewPagesPipelineJob(jobId, config) {
-  const { tenantId, projectId, crawlJobId, repoConnectionId, autoPR = false } = config;
-  try {
-    await updateJobProgress(tenantId, jobId, 5, "Detecting new screens");
-    const conn = await withTenant(
-      tenantId,
-      (tx) => tx.gitHubRepoConnection.findFirst({
-        where: repoConnectionId ? { id: repoConnectionId, tenantId } : { tenantId, projectId, status: "ACTIVE" }
-      })
-    );
-    const sinceDate = conn?.lastSyncAt ?? /* @__PURE__ */ new Date(0);
-    const newScreens = await withTenant(
-      tenantId,
-      (tx) => tx.screen.findMany({
-        where: {
-          tenantId,
-          projectId,
-          lastSeenAt: { gt: sinceDate },
-          status: { not: "DELETED" }
-        },
-        select: { id: true, url: true, name: true },
-        take: 100
-      })
-    );
-    if (newScreens.length === 0) {
-      await updateJobProgress(tenantId, jobId, 100, "No new screens to process");
-      await withTenant(
-        tenantId,
-        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { newScreens: 0 } } })
-      );
-      return;
-    }
-    await updateJobProgress(tenantId, jobId, 15, `Found ${newScreens.length} new screens`);
-    const generationJobs = [];
-    for (const screen of newScreens) {
-      const caseCount = await withTenant(
-        tenantId,
-        (tx) => tx.testCase.count({ where: { tenantId, screenId: screen.id } })
-      );
-      if (caseCount === 0) {
-        const jid = await enqueueJob("GENERATE_SCREEN_TESTS", {
-          tenantId,
-          projectId,
-          screenId: screen.id,
-          triggerAlignedScripts: conn != null,
-          repoConnectionId: conn?.id ?? null
-        });
-        generationJobs.push(jid);
-      }
+    const { tenantId, projectId, crawlJobId, repoConnectionId, autoPR = false } = config;
+    try {
+        await updateJobProgress(tenantId, jobId, 5, 'Detecting new screens');
+        // Find repo connection (use provided or find first active)
+        const conn = await withTenant(tenantId, (tx) => tx.gitHubRepoConnection.findFirst({
+            where: repoConnectionId
+                ? { id: repoConnectionId, tenantId }
+                : { tenantId, projectId, status: 'ACTIVE' },
+        }));
+        // Get all screens last seen after the lastSyncAt of the repo connection
+        const sinceDate = conn?.lastSyncAt ?? new Date(0);
+        const newScreens = await withTenant(tenantId, (tx) => tx.screen.findMany({
+            where: {
+                tenantId,
+                projectId,
+                lastSeenAt: { gt: sinceDate },
+                status: { not: 'DELETED' },
+            },
+            select: { id: true, url: true, name: true },
+            take: 100,
+        }));
+        if (newScreens.length === 0) {
+            await updateJobProgress(tenantId, jobId, 100, 'No new screens to process');
+            await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'DONE', finishedAt: new Date(), result: { newScreens: 0 } } }));
+            return;
+        }
+        await updateJobProgress(tenantId, jobId, 15, `Found ${newScreens.length} new screens`);
+        // For each new screen, enqueue GENERATE_TESTS if no test cases exist
+        const generationJobs = [];
+        for (const screen of newScreens) {
+            const caseCount = await withTenant(tenantId, (tx) => tx.testCase.count({ where: { tenantId, screenId: screen.id } }));
+            if (caseCount === 0) {
+                const jid = await enqueueJob('GENERATE_SCREEN_TESTS', {
+                    tenantId, projectId, screenId: screen.id,
+                    triggerAlignedScripts: conn != null,
+                    repoConnectionId: conn?.id ?? null,
+                });
+                generationJobs.push(jid);
+            }
+        }
+        await updateJobProgress(tenantId, jobId, 60, `Queued ${generationJobs.length} test generation jobs`);
+        // If repo connected and autoPR enabled, schedule BATCH_GENERATE_ALIGNED after generation
+        if (conn && autoPR) {
+            await enqueueJob('BATCH_GENERATE_ALIGNED', {
+                tenantId, projectId,
+                repoConnectionId: conn.id,
+                scope: 'UNMAPPED',
+            });
+        }
+        await withTenant(tenantId, (tx) => tx.platformJob.update({
+            where: { id: jobId },
+            data: { status: 'DONE', finishedAt: new Date(), result: { newScreens: newScreens.length, generationJobs: generationJobs.length } },
+        }));
     }
-    await updateJobProgress(tenantId, jobId, 60, `Queued ${generationJobs.length} test generation jobs`);
-    if (conn && autoPR) {
-      await enqueueJob("BATCH_GENERATE_ALIGNED", {
-        tenantId,
-        projectId,
-        repoConnectionId: conn.id,
-        scope: "UNMAPPED"
-      });
+    catch (err) {
+        const msg = String(err?.message ?? err);
+        logger.error({ jobId, err: msg }, '[new-pages-pipeline] failed');
+        await withTenant(tenantId, (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: 'FAILED', finishedAt: new Date(), error: msg.slice(0, 1000) } })).catch(() => { });
     }
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({
-        where: { id: jobId },
-        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { newScreens: newScreens.length, generationJobs: generationJobs.length } }
-      })
-    );
-  } catch (err) {
-    const msg = String(err?.message ?? err);
-    logger.error({ jobId, err: msg }, "[new-pages-pipeline] failed");
-    await withTenant(
-      tenantId,
-      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
-    ).catch(() => {
-    });
-  }
 }
-export {
-  aggregateJobTokens,
-  cancelJob,
-  claimNextQueuedJob,
-  claimSpecificJob,
-  createTrackedJob,
-  enqueueJob,
-  finishTrackedJob,
-  generateTOTP,
-  getJob,
-  listJobs,
-  processDataRetentionPurge,
-  processJob,
-  requeueOrphanedJobs,
-  requeueStaleRunningJobs,
-  rerunJob,
-  resumeJob,
-  startJobWorkerLoop,
-  stopJobWorkerLoop,
-  updateJobProgress
-};
-//# sourceMappingURL=job-queue.js.map