@detiq/crawler 0.1.3

package/dist/job-queue.js

@@ -0,0 +1,2256 @@
+import crypto from "node:crypto";
+import { withTenant, prismaAdmin } from "@qip/database";
+import { crawlJobsTotal, crawlJobDurationSeconds } from "@qip/core";
+import { logger } from "./logger.js";
+async function notifyAdmins(tenantId, data) {
+  try {
+    const members = await withTenant(
+      tenantId,
+      (tx) => tx.membership.findMany({
+        where: { tenantId, role: { in: ["OWNER", "ADMIN"] } },
+        select: { userId: true }
+      })
+    );
+    await withTenant(
+      tenantId,
+      (tx) => tx.notification.createMany({
+        data: members.map((m) => ({
+          id: `notif_${crypto.randomUUID()}`,
+          tenantId,
+          userId: m.userId,
+          type: data.type,
+          title: data.title,
+          body: data.body,
+          metadata: data.metadata
+        }))
+      })
+    );
+  } catch (e) {
+    console.error("[notify] failed:", e);
+  }
+}
+import { AppBrain, buildArtifactKey, getTenantStorageConfig, uploadScreenshotToTenantStorage, uploadFileToTenantStorage, notifyRunCompletion, recordLLMCall } from "@qip/app-brain";
+import { generateTaxonomySkillFiles, groupScreensWithAI, generateExecutionPlan, refreshTestCasesSkillFile, refreshTestDataSkillFile, refreshTestScriptSkillFile, refreshRequirementsCoverageSkillFile } from "@qip/agents";
+import { crawlProject } from "./crawler.js";
+import { httpCrawl } from "./http-engine.js";
+import { hashContent, normalizeText } from "./incremental-diff.js";
+import { discoverProjectUrls } from "./sitemap.js";
+import { executeTestPlan } from "./test-executor.js";
+import { runNativeCrawl } from "./native-crawler.js";
+import { jira, confluence, figma } from "@qip/connectors";
+import { decrypt, config as platformConfig, dispatchWebhook, isFeatureEnabled, interpolatePlaceholders } from "@qip/core";
+import { createHmac } from "node:crypto";
+import fs from "node:fs/promises";
+import path from "node:path";
+import os from "node:os";
+function generateTOTP(secret) {
+  const BASE32 = "ABCDEFGHIJKLMNOPQRSTUVWXYZ234567";
+  const clean = secret.toUpperCase().replace(/\s/g, "").replace(/=/g, "");
+  let bits = 0, value = 0;
+  const bytes = [];
+  for (const ch of clean) {
+    const idx = BASE32.indexOf(ch);
+    if (idx === -1) continue;
+    value = value << 5 | idx;
+    bits += 5;
+    if (bits >= 8) {
+      bits -= 8;
+      bytes.push(value >> bits & 255);
+    }
+  }
+  const counter = Math.floor(Date.now() / 3e4);
+  const buf = Buffer.alloc(8);
+  buf.writeBigInt64BE(BigInt(counter));
+  const hmac = createHmac("sha1", Buffer.from(bytes)).update(buf).digest();
+  const offset = hmac[hmac.length - 1] & 15;
+  const code = (hmac[offset] & 127) << 24 | (hmac[offset + 1] & 255) << 16 | (hmac[offset + 2] & 255) << 8 | hmac[offset + 3] & 255;
+  return String(code % 1e6).padStart(6, "0");
+}
+function deriveFallbackTargetPath(ref, framework) {
+  const slug = (ref ?? "test").toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "") || "test";
+  const base = framework.startsWith("cypress") ? "cypress/e2e/" : framework === "playwright-py" || framework === "pytest" || framework === "selenium-py" ? "tests/" : framework === "playwright-java" || framework === "selenium-java" || framework === "junit" ? "src/test/java/" : "tests/";
+  const ext = framework === "playwright-py" || framework === "pytest" || framework === "selenium-py" ? "_test.py" : framework === "playwright-java" || framework === "selenium-java" || framework === "junit" ? "Test.java" : framework.includes("ts") ? ".spec.ts" : ".spec.js";
+  return `${base}${slug}${ext}`;
+}
+function makeJobName(type) {
+  const now = /* @__PURE__ */ new Date();
+  const date = now.toISOString().slice(0, 10);
+  const ts = now.getTime();
+  const label = type === "CRAWL" ? "Crawl" : type === "NATIVE_CRAWL" ? "NativeCrawl" : type === "GENERATE_TESTS" ? "GenerateTests" : type === "VISUAL_REGRESSION" ? "VisualRegression" : type === "AI_EDIT" ? "AIEdit" : type === "API_TESTS" ? "ApiTests" : type === "SECURITY_TESTS" ? "SecurityTests" : type === "INTEGRATION_TESTS" ? "IntegrationTests" : type === "GENERATE_TESTS_FROM_REQS" ? "GenerateTestsFromReqs" : type === "GENERATE_DATA" ? "GenerateData" : type === "GENERATE_SCRIPT" ? "GenerateScript" : type === "GENERATE_TEST_PLAN" ? "GenerateTestPlan" : type === "IMPORT_TESTS" ? "ImportTests" : type === "GENERATE_SCREEN_TESTS" ? "GenerateScreenTests" : type === "BATCH_GENERATE_ALIGNED" ? "BatchGenerateAligned" : type === "CREATE_PR" ? "CreatePR" : type === "NEW_PAGES_PIPELINE" ? "NewPagesPipeline" : type.charAt(0) + type.slice(1).toLowerCase().replace(/_([a-z])/g, (_, c) => c.toUpperCase());
+  return `${label}_${date}_${ts}`;
+}
+const runningControllers = /* @__PURE__ */ new Map();
+const WORKER_ID = `${os.hostname()}:${process.pid}`;
+const STALE_JOB_TIMEOUT_MINUTES = Number(process.env.JOB_STALE_TIMEOUT_MINUTES ?? 30);
+const WORKER_POLL_INTERVAL_MS = Number(process.env.JOB_WORKER_POLL_INTERVAL_MS ?? 15e3);
+const WORKER_CONCURRENCY = Number(process.env.JOB_WORKER_CONCURRENCY ?? 3);
+const JOB_HEARTBEAT_INTERVAL_MS = Number(process.env.JOB_HEARTBEAT_INTERVAL_MS ?? 15e3);
+const TEST_EXEC_CONCURRENCY = Number(process.env.TEST_EXEC_CONCURRENCY ?? 3);
+let jobDispatchTable = null;
+async function claimSpecificJob(jobId) {
+  const rows = await prismaAdmin.$queryRaw`
+    UPDATE "PlatformJob"
+    SET status = 'RUNNING', "startedAt" = NOW(), "heartbeatAt" = NOW(), "workerId" = ${WORKER_ID}
+    WHERE id = ${jobId} AND status = 'QUEUED'
+    RETURNING id, "tenantId" AS "tenantId", "projectId" AS "projectId", type, config
+  `;
+  return rows[0] ?? null;
+}
+async function claimNextQueuedJob() {
+  const rows = await prismaAdmin.$queryRaw`
+    UPDATE "PlatformJob"
+    SET status = 'RUNNING', "startedAt" = NOW(), "heartbeatAt" = NOW(), "workerId" = ${WORKER_ID}
+    WHERE id = (
+      SELECT id FROM "PlatformJob"
+      WHERE status = 'QUEUED'
+      ORDER BY "queuedAt" ASC
+      FOR UPDATE SKIP LOCKED
+      LIMIT 1
+    )
+    RETURNING id, "tenantId" AS "tenantId", "projectId" AS "projectId", type, config
+  `;
+  return rows[0] ?? null;
+}
+async function requeueStaleRunningJobs() {
+  const rows = await prismaAdmin.$queryRaw`
+    UPDATE "PlatformJob"
+    SET status = 'QUEUED',
+        "workerId" = NULL,
+        result = jsonb_set(
+          COALESCE(result::jsonb, '{}'::jsonb),
+          '{step}',
+          to_jsonb('Worker heartbeat lost — queued for recovery'::text),
+          true
+        )
+    WHERE status = 'RUNNING'
+      AND COALESCE("heartbeatAt", "startedAt") < NOW() - (${STALE_JOB_TIMEOUT_MINUTES} * interval '1 minute')
+    RETURNING id
+  `;
+  if (rows.length > 0) {
+    logger.warn({ jobIds: rows.map((r) => r.id), staleTimeoutMinutes: STALE_JOB_TIMEOUT_MINUTES }, "[job-worker] requeued stale RUNNING job(s)");
+  }
+}
+async function dispatchClaimedJob(job) {
+  const dispatcher = jobDispatchTable?.[job.type];
+  if (!dispatcher) {
+    logger.error({ jobId: job.id, type: job.type }, "[job-worker] no dispatcher registered for job type");
+    await prismaAdmin.platformJob.update({
+      where: { id: job.id },
+      data: { status: "FAILED", error: `Unknown job type: ${job.type}`, finishedAt: /* @__PURE__ */ new Date() }
+    }).catch(() => {
+    });
+    return;
+  }
+  const stopTimer = crawlJobDurationSeconds.startTimer({ type: job.type });
+  try {
+    await dispatcher(job.id, job.config);
+    stopTimer();
+    const finished = await prismaAdmin.platformJob.findUnique({ where: { id: job.id }, select: { status: true } }).catch(() => null);
+    crawlJobsTotal.inc({ type: job.type, status: finished?.status === "FAILED" ? "failed" : "success" });
+  } catch (err) {
+    stopTimer();
+    crawlJobsTotal.inc({ type: job.type, status: "failed" });
+    logger.error({ jobId: job.id, type: job.type, err: String(err?.message ?? err) }, "[job-worker] job threw uncaught error");
+    await prismaAdmin.platformJob.update({
+      where: { id: job.id },
+      data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() }
+    }).catch(() => {
+    });
+  }
+}
+let workerLoopTimer = null;
+function startJobWorkerLoop(opts) {
+  if (workerLoopTimer) return;
+  const pollIntervalMs = opts?.pollIntervalMs ?? WORKER_POLL_INTERVAL_MS;
+  const concurrency = opts?.concurrency ?? WORKER_CONCURRENCY;
+  logger.info({ workerId: WORKER_ID, pollIntervalMs, concurrency }, "[job-worker] starting");
+  const tick = async () => {
+    try {
+      await requeueStaleRunningJobs();
+    } catch (err) {
+      logger.error({ err: String(err) }, "[job-worker] stale-job sweep failed");
+    }
+    try {
+      for (let i = 0; i < concurrency; i++) {
+        const job = await claimNextQueuedJob();
+        if (!job) break;
+        void dispatchClaimedJob(job);
+      }
+    } catch (err) {
+      logger.error({ err: String(err) }, "[job-worker] claim loop failed");
+    }
+  };
+  workerLoopTimer = setInterval(tick, pollIntervalMs);
+  void tick();
+}
+function stopJobWorkerLoop() {
+  if (workerLoopTimer) clearInterval(workerLoopTimer);
+  workerLoopTimer = null;
+}
+async function createTrackedJob(type, config) {
+  const name = makeJobName(type);
+  const job = await withTenant(
+    config.tenantId,
+    (tx) => tx.platformJob.create({
+      data: { tenantId: config.tenantId, projectId: config.projectId, type, name, status: "RUNNING", startedAt: /* @__PURE__ */ new Date(), config }
+    })
+  );
+  return job.id;
+}
+async function finishTrackedJob(tenantId, jobId, error) {
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({
+      where: { id: jobId },
+      data: { status: error ? "FAILED" : "DONE", finishedAt: /* @__PURE__ */ new Date(), ...error ? { error } : { progress: 100 } }
+    })
+  ).catch(() => {
+  });
+}
+async function enqueueJob(type, config) {
+  const { tenantId, projectId } = config;
+  const name = makeJobName(type);
+  const job = await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.create({
+      data: {
+        tenantId,
+        projectId,
+        type,
+        name,
+        status: "QUEUED",
+        config
+      }
+    })
+  );
+  if (type === "CRAWL" && process.env.JOB_QUEUE_BACKEND === "sqs") {
+    const { sendJobToSqs } = await import("./sqs-queue.js");
+    await sendJobToSqs(job.id, tenantId, config);
+  } else {
+    setImmediate(() => claimSpecificJob(job.id).then((claimed) => claimed && dispatchClaimedJob(claimed)));
+  }
+  return job.id;
+}
+async function getJob(tenantId, jobId) {
+  return withTenant(
+    tenantId,
+    (tx) => tx.platformJob.findUnique({ where: { id: jobId } })
+  );
+}
+async function listJobs(tenantId, projectId) {
+  return withTenant(
+    tenantId,
+    (tx) => tx.platformJob.findMany({
+      where: { tenantId, projectId },
+      orderBy: { queuedAt: "desc" },
+      take: 50
+    })
+  );
+}
+async function cancelJob(tenantId, jobId) {
+  const controller = runningControllers.get(jobId);
+  if (controller) {
+    controller.abort();
+    runningControllers.delete(jobId);
+  }
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({
+      where: { id: jobId },
+      data: { status: "CANCELLED", finishedAt: /* @__PURE__ */ new Date() }
+    })
+  );
+}
+async function rerunJob(tenantId, jobId) {
+  const job = await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.findUnique({ where: { id: jobId } })
+  );
+  if (!job) throw new Error("Job not found");
+  return enqueueJob(job.type, { ...job.config, tenantId });
+}
+const jobCheckpoints = /* @__PURE__ */ new Map();
+async function resumeJob(tenantId, jobId) {
+  const job = await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.findUnique({ where: { id: jobId } })
+  );
+  if (!job) throw new Error("Job not found");
+  const checkpoint = job.result?.checkpoint;
+  const visitedUrls = checkpoint?.visitedUrls ?? [];
+  const pendingQueue = checkpoint?.pendingQueue ?? [];
+  if (pendingQueue.length === 0 && visitedUrls.length === 0) {
+    return enqueueJob(job.type, { ...job.config, tenantId });
+  }
+  return enqueueJob(job.type, {
+    ...job.config,
+    tenantId,
+    skipUrls: visitedUrls.length > 0 ? visitedUrls : void 0,
+    resumeUrls: pendingQueue.length > 0 ? pendingQueue : void 0
+  });
+}
+async function updateJobProgress(tenantId, jobId, progress, step) {
+  try {
+    await withTenant(tenantId, async (tx) => {
+      const current = await tx.platformJob.findUnique({
+        where: { id: jobId },
+        select: { status: true }
+      });
+      if (current?.status === "CANCELLED") {
+        runningControllers.get(jobId)?.abort();
+        runningControllers.delete(jobId);
+        return;
+      }
+      await tx.platformJob.update({
+        where: { id: jobId },
+        data: { progress, result: { step }, heartbeatAt: /* @__PURE__ */ new Date() }
+      });
+    });
+  } catch {
+  }
+}
+async function heartbeatJob(tenantId, jobId) {
+  try {
+    await withTenant(tenantId, async (tx) => {
+      const current = await tx.platformJob.findUnique({
+        where: { id: jobId },
+        select: { status: true }
+      });
+      if (current?.status === "CANCELLED") {
+        runningControllers.get(jobId)?.abort();
+        runningControllers.delete(jobId);
+        return;
+      }
+      if (current?.status !== "RUNNING") return;
+      await tx.platformJob.update({
+        where: { id: jobId },
+        data: { heartbeatAt: /* @__PURE__ */ new Date(), workerId: WORKER_ID }
+      });
+    });
+  } catch {
+  }
+}
+async function investigateScreenChanges(tenantId, projectId, changedScreens) {
+  const [jiraCfg, confluenceCfg] = await Promise.all([
+    AppBrain.getConnectorConfig(tenantId, projectId, "JIRA"),
+    AppBrain.getConnectorConfig(tenantId, projectId, "CONFLUENCE")
+  ]);
+  for (const screen of changedScreens) {
+    const searchTerm = screen.url ?? screen.name;
+    const changeSummary = `Screen "${screen.name}" changed: +${screen.addedElements.length} elements, -${screen.removedElements.length} elements`;
+    const detail = {
+      screenId: screen.id,
+      screenName: screen.name,
+      url: screen.url,
+      addedElements: screen.addedElements,
+      removedElements: screen.removedElements,
+      jiraTickets: [],
+      confluencePages: []
+    };
+    if (jiraCfg?.baseUrl && jiraCfg?.email && jiraCfg?.apiToken) {
+      try {
+        detail.jiraTickets = await jira.searchIssues(
+          { baseUrl: jiraCfg.baseUrl, email: jiraCfg.email, apiToken: jiraCfg.apiToken, projectKey: jiraCfg.projectKey },
+          searchTerm
+        );
+      } catch (e) {
+        logger.warn({ searchTerm, err: e }, "Jira search failed");
+      }
+    }
+    if (confluenceCfg?.baseUrl && confluenceCfg?.email && confluenceCfg?.apiToken) {
+      try {
+        detail.confluencePages = await confluence.searchPages(
+          { baseUrl: confluenceCfg.baseUrl, email: confluenceCfg.email, apiToken: confluenceCfg.apiToken, spaceKey: confluenceCfg.spaceKey },
+          searchTerm
+        );
+      } catch (e) {
+        logger.warn({ searchTerm, err: e }, "Confluence search failed");
+      }
+    }
+    await AppBrain.logChange(tenantId, projectId, "MODIFIED", changeSummary, detail);
+    logger.info({ screen: screen.name, jiraTickets: detail.jiraTickets.length, confluencePages: detail.confluencePages.length }, "Logged screen change investigation");
+  }
+}
+async function processJob(jobId, config, opts) {
+  const { tenantId, projectId } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({
+      where: { id: jobId },
+      data: { status: "RUNNING", startedAt: jobStartedAt, heartbeatAt: jobStartedAt, workerId: WORKER_ID }
+    })
+  );
+  const controller = new AbortController();
+  runningControllers.set(jobId, controller);
+  const heartbeatTimer = setInterval(() => {
+    void heartbeatJob(tenantId, jobId);
+  }, JOB_HEARTBEAT_INTERVAL_MS);
+  const onProgress = async (pct, step) => {
+    await updateJobProgress(tenantId, jobId, pct, step);
+    await opts?.onProgress?.(pct);
+  };
+  const DEFAULT_MAX_SCREENS = 150;
+  try {
+    if (!config.maxScreens || !config.deviceProfiles || config.interactive === void 0 || config.useSitemap === void 0 || !config.traversalStrategy) {
+      const proj = await withTenant(
+        tenantId,
+        (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } })
+      );
+      const perProject = proj?.crawlConfig?.maxScreens;
+      if (!config.maxScreens) config.maxScreens = perProject || DEFAULT_MAX_SCREENS;
+      if (!config.deviceProfiles) config.deviceProfiles = proj?.crawlConfig?.deviceProfiles ?? ["DESKTOP"];
+      if (config.interactive === void 0) config.interactive = proj?.crawlConfig?.interactive ?? false;
+      if (config.useSitemap === void 0) config.useSitemap = proj?.crawlConfig?.useSitemap ?? false;
+      if (!config.sitemapUrl) config.sitemapUrl = proj?.crawlConfig?.sitemapUrl ?? void 0;
+      if (!config.traversalStrategy) config.traversalStrategy = proj?.crawlConfig?.traversalStrategy ?? "BFS";
+      if (!config.bestFirstKeywords) config.bestFirstKeywords = proj?.crawlConfig?.bestFirstKeywords ?? void 0;
+      if (!config.segmentSize) config.segmentSize = proj?.crawlConfig?.segmentSize ?? 9999999;
+      if (!config.selectiveUrls?.length && (!config.startUrls || config.startUrls.length === 0)) {
+        const saved = proj?.crawlConfig?.seedUrls ?? [];
+        if (saved.length > 0) config.startUrls = saved;
+      }
+      if (config.interactive === void 0) config.interactive = proj?.crawlConfig?.interactive ?? false;
+    }
+    const runtimeCreds = config.credentials ? {
+      ...config.credentials,
+      ...config.credentials.totpSecret ? { getOneTimeCode: async () => generateTOTP(config.credentials.totpSecret) } : {}
+    } : void 0;
+    const result = await crawlProject({
+      ...config,
+      credentials: runtimeCreds,
+      abortSignal: controller.signal,
+      jobId,
+      onCheckpoint: async (visitedUrls, pendingQueue) => {
+        jobCheckpoints.set(jobId, { visitedUrls, pendingQueue });
+      }
+    }, onProgress);
+    jobCheckpoints.delete(jobId);
+    const pendingUrls = result?.pendingUrls ?? [];
+    if (pendingUrls.length > 0) {
+      logger.info({ pendingUrls: pendingUrls.length }, "Crawl finished with pending URLs \u2014 not auto-queuing (segmented crawls disabled)");
+    }
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          result: { ...result },
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date()
+        }
+      })
+    );
+    clearInterval(heartbeatTimer);
+    runningControllers.delete(jobId);
+    {
+      const crawledUrls = (result.discovered ?? []).filter((d) => !!d.screenId && !!d.url).map((d) => d.url);
+      if (crawledUrls.length > 0) {
+        (async () => {
+          const cfg = await AppBrain.getCrawlConfig(tenantId, projectId);
+          const existing = cfg?.seedUrls ?? [];
+          const merged = Array.from(/* @__PURE__ */ new Set([...existing, ...crawledUrls]));
+          if (merged.length > existing.length) {
+            await AppBrain.saveCrawlConfig(tenantId, projectId, { seedUrls: merged });
+            logger.info({ added: merged.length - existing.length, total: merged.length }, "[crawl] auto-seeded crawled URLs into crawlConfig.seedUrls");
+          }
+        })().catch((err) => logger.warn({ err: err?.message }, "[crawl] auto-seed seedUrls failed (non-fatal)"));
+      }
+      notifyAdmins(tenantId, {
+        type: "crawl.done",
+        title: "Crawl completed",
+        body: `Crawl for project finished successfully.`,
+        metadata: { projectId, jobId }
+      }).catch(console.error);
+      dispatchWebhook(tenantId, projectId, "crawl.done", {
+        jobId,
+        screensFound: result?.screensFound ?? result?.screens?.length ?? 0
+      }).catch(console.error);
+    }
+    setTimeout(() => {
+      aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+    }, 8e3);
+    setImmediate(async () => {
+      try {
+        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+        if (projectMap?.screens?.length) {
+          const screenCount = projectMap.screens.length;
+          if (screenCount > 300) {
+            await withTenant(
+              tenantId,
+              (tx) => tx.project.update({ where: { id: projectId }, data: { oversized: true } })
+            );
+          }
+          await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens, result.apiEndpoints, result.performanceMetrics);
+          const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
+          if (tenantStorageCfg) {
+            let uploaded = 0;
+            for (const screen of projectMap.screens) {
+              for (const shot of screen.screenshots ?? []) {
+                if (!shot.storagePath || shot.cloudUrl) continue;
+                try {
+                  const filename = `${screen.id}-v${shot.version}.png`;
+                  const key = buildArtifactKey(tenantId, projectId, "screenshots", filename, tenantStorageCfg.prefix);
+                  const cloudUrl = await uploadScreenshotToTenantStorage(tenantStorageCfg, shot.storagePath, key);
+                  await AppBrain.updateScreenshotCloudUrl(tenantId, shot.id, cloudUrl);
+                  uploaded++;
+                } catch (uploadErr) {
+                  logger.warn({ screenId: screen.id, err: uploadErr }, "Failed to upload screenshot to cloud storage");
+                }
+              }
+            }
+            if (uploaded > 0) logger.info({ uploaded, provider: tenantStorageCfg.provider }, "Uploaded screenshots to cloud storage");
+            const { existsSync } = await import("node:fs");
+            let domUploaded = 0;
+            let mdUploaded = 0;
+            for (const screen of projectMap.screens) {
+              const domPath = screen.domSnapshotPath;
+              if (domPath && !domPath.startsWith("https://") && existsSync(domPath)) {
+                try {
+                  const key = buildArtifactKey(tenantId, projectId, "dom-snapshots", `${screen.id}.json`, tenantStorageCfg.prefix);
+                  const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, domPath, key, "application/json");
+                  await AppBrain.updateScreenDomSnapshot(tenantId, screen.id, cloudUrl);
+                  domUploaded++;
+                } catch (err) {
+                  logger.warn({ screenId: screen.id, err }, "Failed to upload DOM snapshot to cloud storage");
+                }
+              }
+              const mdPath = screen.markdownPath;
+              if (mdPath && !mdPath.startsWith("https://") && existsSync(mdPath)) {
+                try {
+                  const key = buildArtifactKey(tenantId, projectId, "markdown", `${screen.id}.md`, tenantStorageCfg.prefix);
+                  const cloudUrl = await uploadFileToTenantStorage(tenantStorageCfg, mdPath, key, "text/markdown");
+                  await AppBrain.updateScreenMarkdownPath(tenantId, screen.id, cloudUrl);
+                  mdUploaded++;
+                } catch (err) {
+                  logger.warn({ screenId: screen.id, err }, "Failed to upload markdown to cloud storage");
+                }
+              }
+            }
+            if (domUploaded > 0) logger.info({ domUploaded, provider: tenantStorageCfg.provider }, "Uploaded DOM snapshots to cloud storage");
+            if (mdUploaded > 0) logger.info({ mdUploaded, provider: tenantStorageCfg.provider }, "Uploaded markdown to cloud storage");
+          }
+          await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, jobStartedAt);
+          try {
+            await withTenant(tenantId, async (tx) => {
+              const staleTests = await tx.$queryRaw`
+                SELECT tc.id
+                FROM "TestCase" tc
+                JOIN "Screen" s ON tc."screenId" = s.id
+                WHERE tc."tenantId" = ${tenantId}
+                  AND s."projectId" = ${projectId}
+                  AND s."elementHashChangedAt" IS NOT NULL
+                  AND tc."genAt" IS NOT NULL
+                  AND s."elementHashChangedAt" > tc."genAt"
+                  AND tc.status != 'PENDING_REVIEW'
+                  AND tc.status != 'RETIRED'
+              `;
+              if (staleTests.length > 0) {
+                const ids = staleTests.map((t) => t.id);
+                await tx.testCase.updateMany({
+                  where: { id: { in: ids } },
+                  data: { status: "PENDING_REVIEW" }
+                });
+                logger.info({ count: staleTests.length, projectId }, "Auto-flagged stale test cases as PENDING_REVIEW");
+              }
+            });
+          } catch (staleErr) {
+            logger.warn({ err: staleErr }, "Failed to auto-flag stale tests");
+          }
+          const changed = projectMap.screens.filter((s) => s.hasChange);
+          if (changed.length > 0) {
+            await investigateScreenChanges(tenantId, projectId, changed);
+          }
+        }
+      } catch (skillErr) {
+        logger.error({ projectId, err: skillErr }, "Taxonomy generation failed");
+      }
+    });
+  } catch (err) {
+    clearInterval(heartbeatTimer);
+    runningControllers.delete(jobId);
+    const aborted = String(err).includes("CRAWL_ABORTED");
+    const checkpoint = jobCheckpoints.get(jobId);
+    jobCheckpoints.delete(jobId);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: aborted ? "CANCELLED" : "FAILED",
+          error: aborted ? "Stopped by user" : String(err),
+          finishedAt: /* @__PURE__ */ new Date(),
+          ...checkpoint ? { result: { checkpoint } } : {}
+        }
+      })
+    );
+    if (!aborted) {
+      notifyAdmins(tenantId, {
+        type: "crawl.failed",
+        title: "Crawl failed",
+        body: `Crawl for project failed: ${String(err)}`,
+        metadata: { projectId, jobId, error: String(err) }
+      }).catch(console.error);
+      dispatchWebhook(tenantId, projectId, "crawl.failed", {
+        jobId,
+        error: String(err)
+      }).catch(console.error);
+    }
+  } finally {
+    runningControllers.delete(jobId);
+  }
+}
+async function aggregateJobTokens(tenantId, jobId, projectId, startedAt) {
+  try {
+    await withTenant(tenantId, async (tx) => {
+      const rows = await tx.$queryRaw`
+        SELECT
+          COALESCE(SUM("promptTokens"), 0)::INT     AS "totalPromptTokens",
+          COALESCE(SUM("completionTokens"), 0)::INT AS "totalCompletionTokens",
+          COALESCE(SUM("cacheReadTokens"), 0)::INT  AS "totalCacheReadTokens",
+          COALESCE(SUM("estimatedCostUsd"), 0.0)    AS "totalEstimatedCostUsd",
+          COUNT(*)::INT                             AS "llmCallCount"
+        FROM "LLMCallLog"
+        WHERE "tenantId" = ${tenantId}
+          AND "jobId" = ${jobId}
+      `;
+      const row = rows[0];
+      if (!row || !row.llmCallCount) return;
+      await tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          totalPromptTokens: row.totalPromptTokens,
+          totalCompletionTokens: row.totalCompletionTokens,
+          totalCacheReadTokens: row.totalCacheReadTokens,
+          totalEstimatedCostUsd: Number(row.totalEstimatedCostUsd),
+          llmCallCount: row.llmCallCount
+        }
+      });
+    });
+  } catch (err) {
+    console.warn("[job-tokens] aggregation failed:", err);
+  }
+}
+async function processApiTestsJob(jobId, config) {
+  const { tenantId, projectId } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
+  );
+  try {
+    const { generateApiTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@qip/agents");
+    await updateJobProgress(tenantId, jobId, 20, "Loading API contracts and endpoints\u2026");
+    const result = await generateApiTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} API test cases`);
+    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
+    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
+    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date(),
+          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
+        }
+      })
+    );
+    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  }
+}
+async function processSecurityTestsJob(jobId, config) {
+  const { tenantId, projectId } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
+  );
+  try {
+    const { generateSecurityTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@qip/agents");
+    await updateJobProgress(tenantId, jobId, 20, "Mapping OWASP attack surface\u2026");
+    const result = await generateSecurityTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} security test cases`);
+    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
+    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
+    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date(),
+          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
+        }
+      })
+    );
+    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  }
+}
+async function processIntegrationTestsJob(jobId, config) {
+  const { tenantId, projectId } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
+  );
+  try {
+    const { generateIntegrationTests, refreshCoverageMatrix, refreshTestCaseInventory } = await import("@qip/agents");
+    await updateJobProgress(tenantId, jobId, 20, "Analysing API contracts and data models\u2026");
+    const result = await generateIntegrationTests({ tenantId, projectId, apiEndpoints: config.apiEndpoints });
+    await updateJobProgress(tenantId, jobId, 90, `Generated ${result.cases?.length ?? 0} integration test cases`);
+    refreshCoverageMatrix(tenantId, projectId).catch((e) => console.warn("[coverage-matrix]", e));
+    refreshTestCaseInventory(tenantId, projectId).catch((e) => console.warn("[tc-inventory]", e));
+    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date(),
+          result: { cases: result.cases?.length ?? 0, suiteName: result.suiteName }
+        }
+      })
+    );
+    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err), finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  }
+}
+async function processFigmaImportJob(jobId, config) {
+  const { tenantId, projectId, fileKey } = config;
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
+  );
+  try {
+    const connector = await withTenant(
+      tenantId,
+      (tx) => tx.connector.findFirst({ where: { projectId, kind: "FIGMA", tenantId } })
+    );
+    if (!connector) throw new Error("Figma connector not configured. Add your Figma token in Project Settings \u2192 Integrations.");
+    const cfg = connector.config;
+    const accessToken = cfg.accessToken_enc ? decrypt(cfg.accessToken_enc) : "";
+    if (!accessToken) throw new Error("Figma access token missing. Edit the Figma connector and add your Personal Access Token.");
+    const resolvedFileKey = fileKey ?? cfg.fileKey ?? "";
+    if (!resolvedFileKey) throw new Error("No Figma file key. Paste the full Figma file URL as the App URL.");
+    const creds = { accessToken, fileKey: resolvedFileKey };
+    await updateJobProgress(tenantId, jobId, 5, "Listing frames from Figma file\u2026");
+    const frames = await figma.listScreens(creds, resolvedFileKey);
+    if (frames.length === 0) {
+      await withTenant(
+        tenantId,
+        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, result: { screensImported: 0 }, finishedAt: /* @__PURE__ */ new Date() } })
+      );
+      return;
+    }
+    await updateJobProgress(tenantId, jobId, 15, `Fetching images for ${frames.length} frames\u2026`);
+    const nodeIds = frames.map((f) => f.id);
+    const imageUrls = await figma.getScreenImages(creds, resolvedFileKey, nodeIds, 1);
+    const screenshotDir = path.join(platformConfig.screenshotDir, projectId);
+    await fs.mkdir(screenshotDir, { recursive: true });
+    const tenantStorageCfg = await getTenantStorageConfig(tenantId).catch(() => null);
+    let saved = 0;
+    for (const frame of frames) {
+      try {
+        const pct = Math.round(15 + saved / frames.length * 80);
+        await updateJobProgress(tenantId, jobId, pct, `Saving frame ${saved + 1}/${frames.length}: ${frame.name}`);
+        const screen = await AppBrain.saveScreen(tenantId, projectId, frame.name, `figma://file/${resolvedFileKey}/node/${frame.id}`);
+        const imgUrl = imageUrls[frame.id];
+        if (imgUrl) {
+          const imgRes = await fetch(imgUrl);
+          if (imgRes.ok) {
+            const buf = Buffer.from(await imgRes.arrayBuffer());
+            const filename = `${screen.id}-v1.png`;
+            const storagePath = path.join(screenshotDir, filename);
+            await fs.writeFile(storagePath, buf);
+            let cloudUrl;
+            if (tenantStorageCfg) {
+              try {
+                const key = buildArtifactKey(tenantId, projectId, "screenshots", filename, tenantStorageCfg.prefix);
+                cloudUrl = await uploadScreenshotToTenantStorage(tenantStorageCfg, storagePath, key) ?? void 0;
+              } catch (e) {
+                console.warn("[figma-import] cloud upload failed:", e);
+              }
+            }
+            await AppBrain.saveScreenshot(tenantId, projectId, screen.id, storagePath, 1, "DESKTOP", cloudUrl);
+          }
+        }
+        if (frame.node) {
+          const figmaElements = figma.extractElements(frame.node);
+          for (const el of figmaElements) {
+            const role = el.type === "COMPONENT" || el.type === "COMPONENT_SET" ? "COMPONENT" : el.type === "INSTANCE" ? "COMPONENT" : el.type === "TEXT" ? "TEXT" : el.type === "FRAME" || el.type === "GROUP" ? "REGION" : el.type;
+            const boundingRect = el.boundingBox ? { x: Math.round(el.boundingBox.x), y: Math.round(el.boundingBox.y), width: Math.round(el.boundingBox.width), height: Math.round(el.boundingBox.height) } : void 0;
+            await AppBrain.saveElement(
+              tenantId,
+              projectId,
+              screen.id,
+              el.name,
+              role,
+              void 0,
+              el.description ?? void 0,
+              void 0,
+              el.isInteractive,
+              boundingRect,
+              void 0,
+              void 0
+            );
+          }
+        }
+        saved++;
+      } catch (err) {
+        console.warn(`[figma-import] Failed to save frame:`, err);
+      }
+    }
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", progress: 100, result: { screensImported: saved, totalFrames: frames.length }, finishedAt: /* @__PURE__ */ new Date() }
+      })
+    );
+    setImmediate(async () => {
+      try {
+        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+        if (projectMap?.screens?.length) {
+          await generateTaxonomySkillFiles(tenantId, projectId, projectMap.screens);
+          await groupScreensWithAI(tenantId, projectId, projectMap.screens, jobId, /* @__PURE__ */ new Date());
+        }
+      } catch (err) {
+        console.error("[figma-import] post-import grouping failed:", err);
+      }
+    });
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  }
+}
+async function processNativeCrawlJob(jobId, config) {
+  const { tenantId, projectId } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  try {
+    const build = await withTenant(
+      tenantId,
+      (tx) => tx.nativeAppBuild.findFirst({
+        where: { tenantId, projectId },
+        orderBy: { uploadedAt: "desc" }
+      })
+    );
+    if (!build) throw new Error("No native app build found for project");
+    if (build.fileFormat === "aab") {
+      throw new Error(
+        "AAB format cannot be installed directly by Appium. Convert to APK using bundletool first, then re-upload the APK."
+      );
+    }
+    const deviceFarm = config.deviceFarm ?? "local_emulator";
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          deviceModel: config.deviceModel ?? null,
+          osVersion: config.osVersion ?? null,
+          deviceFarm
+        }
+      })
+    ).catch(() => {
+    });
+    const workspaceDeviceFarm = await AppBrain.getTenantDeviceFarmConfig(tenantId).catch(() => null);
+    await runNativeCrawl({
+      tenantId,
+      projectId,
+      jobId,
+      platform: build.platform,
+      appS3Path: build.s3Path,
+      packageName: build.packageName ?? void 0,
+      deviceModel: config.deviceModel,
+      osVersion: config.osVersion,
+      deviceFarm,
+      appiumServerUrl: workspaceDeviceFarm?.appiumServerUrl,
+      browserstackUsername: workspaceDeviceFarm?.browserstackUsername,
+      browserstackAccessKey: workspaceDeviceFarm?.browserstackAccessKey,
+      awsAccessKeyId: workspaceDeviceFarm?.awsAccessKeyId,
+      awsSecretAccessKey: workspaceDeviceFarm?.awsSecretAccessKey,
+      awsRegion: workspaceDeviceFarm?.awsRegion,
+      awsDeviceFarmProjectArn: workspaceDeviceFarm?.awsDeviceFarmProjectArn
+    });
+    setImmediate(async () => {
+      try {
+        const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+        const screens = projectMap?.screens ?? [];
+        if (screens.length > 0) {
+          await generateTaxonomySkillFiles(tenantId, projectId, screens);
+          await groupScreensWithAI(tenantId, projectId, screens, jobId, jobStartedAt);
+          try {
+            await withTenant(tenantId, async (tx) => {
+              const staleTests = await tx.$queryRaw`
+                SELECT tc.id
+                FROM "TestCase" tc
+                JOIN "Screen" s ON tc."screenId" = s.id
+                WHERE tc."tenantId" = ${tenantId}
+                  AND s."projectId" = ${projectId}
+                  AND s."elementHashChangedAt" IS NOT NULL
+                  AND tc."genAt" IS NOT NULL
+                  AND s."elementHashChangedAt" > tc."genAt"
+                  AND tc.status != 'PENDING_REVIEW'
+                  AND tc.status != 'RETIRED'
+              `;
+              if (staleTests.length > 0) {
+                const ids = staleTests.map((t) => t.id);
+                await tx.testCase.updateMany({
+                  where: { id: { in: ids } },
+                  data: { status: "PENDING_REVIEW" }
+                });
+                logger.info({ count: staleTests.length, projectId }, "Auto-flagged stale test cases as PENDING_REVIEW");
+              }
+            });
+          } catch (staleErr) {
+            logger.warn({ err: staleErr }, "Failed to auto-flag stale tests");
+          }
+        }
+      } catch (e) {
+        logger.error({ err: e }, "post-native-crawl processing failed");
+      }
+    });
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
+    ).catch(() => {
+    });
+  }
+}
+async function processGenerateTestsFromReqsJob(jobId, config) {
+  const { tenantId, projectId, reqIds, suiteId, suiteName } = config;
+  try {
+    await updateJobProgress(tenantId, jobId, 5, "Loading requirements");
+    const { askTracked, getTaskAgentLLMConfig } = await import("@qip/agents");
+    const llmCfg = await getTaskAgentLLMConfig(tenantId, "testGeneration");
+    const all = await AppBrain.listRequirements(tenantId, projectId, {});
+    const reqs = reqIds?.length ? all.filter((r) => reqIds.includes(r.reqId)) : all.filter((r) => r.status === "unbuilt" || r.status === "pending");
+    if (reqs.length === 0) {
+      await updateJobProgress(tenantId, jobId, 100, "No pending requirements found");
+      await withTenant(
+        tenantId,
+        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { created: 0, skipped: 0 } } })
+      );
+      return;
+    }
+    let resolvedSuiteId = suiteId;
+    if (!resolvedSuiteId) {
+      const name = suiteName?.trim() || "Requirements Tests";
+      const suite = await withTenant(tenantId, async (tx) => {
+        const existing = await tx.testSuite.findFirst({ where: { tenantId, projectId, name } });
+        if (existing) return existing;
+        return tx.testSuite.create({ data: { tenantId, projectId, name } });
+      });
+      resolvedSuiteId = suite.id;
+    }
+    await updateJobProgress(tenantId, jobId, 20, `Generating tests for ${reqs.length} requirements`);
+    const reqBlock = reqs.map((r) => [
+      `## ${r.reqId}: ${r.title}`,
+      `Priority: ${r.priority} | Type: ${r.type}`,
+      r.acceptanceCriteria?.length ? `Acceptance Criteria:
+${r.acceptanceCriteria.map((c) => `- ${c}`).join("\n")}` : "",
+      r.businessRules?.length ? `Business Rules:
+${r.businessRules.map((b) => `- ${b}`).join("\n")}` : ""
+    ].filter(Boolean).join("\n")).join("\n\n");
+    const system = `You are ZeTa-AI's test case generator. Convert requirements into structured test cases.
+Return ONLY valid JSON: { "cases": [ { "title": string, "kind": string, "priority": string, "preconditions": string, "steps": [{"action": string, "data": string, "expected": string}], "expectedResult": string, "tags": string[], "reqRef": string } ] }
+Kind must be one of: POSITIVE, NEGATIVE, EDGE, SECURITY, ACCESSIBILITY, INTEGRATION, E2E, SMOKE, REGRESSION.
+Priority must be one of: CRITICAL, HIGH, MEDIUM, LOW.
+Generate 1-3 test cases per requirement (positive + negative + edge if applicable).
+Each test case must reference its reqRef (the requirement ID like REQ-001).`;
+    const user = `Generate test cases for these requirements:
+
+${reqBlock}`;
+    let parsed = { cases: [] };
+    try {
+      const { text, usage } = await askTracked(system, user, llmCfg);
+      if (usage) recordLLMCall({ tenantId, projectId, jobId, agentType: "generate_tests_from_reqs", label: "test_case_generation", usage }).catch(() => {
+      });
+      const json = text.match(/\{[\s\S]*\}/)?.[0];
+      if (json) parsed = JSON.parse(json);
+    } catch (e) {
+      throw new Error("AI failed to generate test cases: " + (e.message ?? "unknown"));
+    }
+    await updateJobProgress(tenantId, jobId, 70, `Saving ${parsed.cases?.length ?? 0} test cases`);
+    const VALID_KINDS = /* @__PURE__ */ new Set(["POSITIVE", "NEGATIVE", "EDGE", "STATE_TRANSITION", "ACCESSIBILITY", "SECURITY", "INTEGRATION", "E2E", "API", "EXPLORATORY", "UAT", "PERFORMANCE", "COMPATIBILITY", "L10N", "USABILITY", "LOAD", "UNIT", "MUTATION", "AB_TEST", "ALPHA_BETA", "SYSTEM", "SMOKE", "REGRESSION", "SANITY"]);
+    const VALID_PRIORITIES = /* @__PURE__ */ new Set(["CRITICAL", "HIGH", "MEDIUM", "LOW"]);
+    const normalized = (parsed.cases ?? []).map((c) => ({
+      ref: c.reqRef ?? null,
+      traceTo: c.reqRef ?? null,
+      title: c.title || "Untitled",
+      kind: VALID_KINDS.has((c.kind ?? "").toUpperCase()) ? c.kind.toUpperCase() : "POSITIVE",
+      priority: VALID_PRIORITIES.has((c.priority ?? "").toUpperCase()) ? c.priority.toUpperCase() : "MEDIUM",
+      preconditions: c.preconditions ?? "",
+      steps: Array.isArray(c.steps) ? c.steps : [],
+      expectedResult: c.expectedResult ?? "",
+      tags: Array.isArray(c.tags) ? c.tags : []
+    }));
+    const { created, skipped } = await AppBrain.importTestCasesFromArtifact(
+      tenantId,
+      projectId,
+      resolvedSuiteId,
+      normalized,
+      { duplicateMode: "skip" }
+    );
+    const coveredReqIds = new Set(normalized.map((c) => c.ref).filter(Boolean));
+    await Promise.all(
+      reqs.filter((r) => coveredReqIds.has(r.reqId)).map((r) => AppBrain.updateRequirement(tenantId, projectId, r.reqId, { status: "covered" }).catch(() => {
+      }))
+    );
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { created: created.length, skipped, suiteId: resolvedSuiteId }, progress: 100 }
+      })
+    );
+  } catch (e) {
+    const msg = e?.message ?? "Unknown error";
+    logger.error({ jobId, err: msg }, "processGenerateTestsFromReqsJob failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg } })
+    ).catch(() => {
+    });
+  }
+}
+async function processRunTestSuiteJob(jobId, config) {
+  const { tenantId, projectId, testRunId, suiteId, storageState, browser, shardIndex, totalShards } = config;
+  const runStart = Date.now();
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
+  );
+  try {
+    let testCases = await AppBrain.listTestCases(tenantId, projectId, {
+      status: "APPROVED",
+      ...suiteId ? { suiteId } : {}
+    });
+    if (typeof totalShards === "number" && totalShards > 1 && typeof shardIndex === "number") {
+      testCases = testCases.filter((_, i) => i % totalShards === shardIndex);
+    }
+    if (testCases.length === 0) {
+      await AppBrain.completeTestRun(tenantId, testRunId, { total: 0, passed: 0, failed: 0, skipped: 0, duration: 0 });
+      await withTenant(
+        tenantId,
+        (tx) => tx.platformJob.update({
+          where: { id: jobId },
+          data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { total: 0 } }
+        })
+      );
+      return;
+    }
+    const aiHealingEnabled = await isFeatureEnabled(tenantId, "AI_SELF_HEALING");
+    const screenshotDir = config.screenshotDir || platformConfig.screenshotDir || "/tmp/zeta-screenshots";
+    const VALID_BROWSERS = ["chromium", "firefox", "webkit"];
+    const validBrowser = VALID_BROWSERS.includes(browser) ? browser : "chromium";
+    let passed = 0;
+    let failed = 0;
+    const runResults = [];
+    for (let i = 0; i < testCases.length; i += TEST_EXEC_CONCURRENCY) {
+      const batch = testCases.slice(i, i + TEST_EXEC_CONCURRENCY);
+      await Promise.all(batch.map(async (tc) => {
+        try {
+          const full = await AppBrain.getTestCaseForExecution(tenantId, tc.id);
+          const baseUrl = full?.screen?.project?.appUrl ?? "";
+          const execProjectId = full?.screen?.project?.id ?? projectId;
+          const dataRows = full?.dataSet?.rows ?? [];
+          const runs = dataRows.length > 0 ? dataRows : [null];
+          for (const row of runs) {
+            let tcForPlan = full ?? tc;
+            if (row !== null) {
+              const rawSteps = Array.isArray(tcForPlan.steps) ? tcForPlan.steps : [];
+              tcForPlan = {
+                ...tcForPlan,
+                steps: rawSteps.map((s) => interpolatePlaceholders(s, row.data)),
+                title: interpolatePlaceholders(tcForPlan.title ?? "", row.data),
+                preconditions: tcForPlan.preconditions ? interpolatePlaceholders(tcForPlan.preconditions, row.data) : tcForPlan.preconditions
+              };
+            }
+            const plan = await generateExecutionPlan(tenantId, tcForPlan, baseUrl);
+            const result = await executeTestPlan(plan, {
+              screenshotDir,
+              testRunId,
+              maxRuns: 1,
+              browser: validBrowser,
+              storageState,
+              healCtx: aiHealingEnabled ? { tenantId, projectId: execProjectId } : void 0
+            });
+            const status = result.status === "PASSED" ? "PASSED" : result.status === "ERROR" ? "ERROR" : "FAILED";
+            if (status === "PASSED") passed++;
+            else failed++;
+            runResults.push({ testCaseId: tc.id, status });
+            await AppBrain.saveTestResult(tenantId, {
+              runId: testRunId,
+              testCaseId: tc.id,
+              status,
+              duration: result.totalDuration,
+              ...result.rootCauseSummary ? { failureAnalysis: result.rootCauseSummary, failureAnalysisAt: /* @__PURE__ */ new Date() } : {},
+              ...row !== null ? { dataRowId: row.id, dataRowIndex: row.rowIndex } : {},
+              ...result.consoleLogs?.length || result.networkErrors?.length ? {
+                logs: {
+                  consoleLogs: result.consoleLogs ?? [],
+                  networkErrors: result.networkErrors ?? []
+                }
+              } : {}
+            });
+          }
+          await AppBrain.recordFlakinessOutcome(tenantId, tc.id).catch(() => {
+          });
+        } catch (err) {
+          failed++;
+          runResults.push({ testCaseId: tc.id, status: "ERROR" });
+          await AppBrain.saveTestResult(tenantId, {
+            runId: testRunId,
+            testCaseId: tc.id,
+            status: "ERROR",
+            error: String(err?.message ?? err).slice(0, 500)
+          }).catch(() => {
+          });
+        }
+      }));
+      await updateJobProgress(
+        tenantId,
+        jobId,
+        Math.round(Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length) / testCases.length * 100),
+        `Ran ${Math.min(i + TEST_EXEC_CONCURRENCY, testCases.length)}/${testCases.length} test cases`
+      );
+    }
+    await AppBrain.completeTestRun(tenantId, testRunId, {
+      total: testCases.length,
+      passed,
+      failed,
+      skipped: 0,
+      duration: Date.now() - runStart
+    });
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { total: testCases.length, passed, failed } }
+      })
+    );
+    notifyRunCompletion(
+      tenantId,
+      projectId,
+      testRunId,
+      failed === 0 ? "COMPLETED" : "FAILED",
+      { passed, failed, total: testCases.length },
+      runResults
+    ).catch(console.error);
+  } catch (err) {
+    const msg = String(err?.message ?? err).slice(0, 500);
+    logger.error({ jobId, testRunId, err: msg }, "processRunTestSuiteJob failed");
+    await AppBrain.failTestRun(tenantId, testRunId, msg).catch(() => {
+    });
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg } })
+    ).catch(() => {
+    });
+  }
+}
+async function processGenerateSkillFilesJob(jobId, config) {
+  const { tenantId, projectId } = config;
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
+  );
+  try {
+    await updateJobProgress(tenantId, jobId, 10, "Loading project data\u2026");
+    const projectMap = await AppBrain.getProjectMap(tenantId, projectId);
+    if (!projectMap) throw new Error("Project not found.");
+    const screens = projectMap.screens ?? [];
+    const lastCrawl = await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.findFirst({
+        where: { projectId, type: "CRAWL", status: "DONE" },
+        orderBy: { finishedAt: "desc" },
+        select: { result: true }
+      })
+    );
+    const lastResult = lastCrawl?.result ?? {};
+    await updateJobProgress(tenantId, jobId, 25, `Generating ${screens.length} app intelligence skill files\u2026`);
+    await generateTaxonomySkillFiles(tenantId, projectId, screens, lastResult.apiEndpoints, lastResult.performanceMetrics);
+    await updateJobProgress(tenantId, jobId, 85, "Refreshing testing intelligence skill files\u2026");
+    await Promise.allSettled([
+      refreshTestCasesSkillFile(tenantId, projectId),
+      refreshTestDataSkillFile(tenantId, projectId),
+      refreshTestScriptSkillFile(tenantId, projectId),
+      refreshRequirementsCoverageSkillFile(tenantId, projectId)
+    ]);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() } })
+    );
+  }
+}
+async function processDataRetentionPurge() {
+  logger.info("[data-retention] starting purge run");
+  const llmCutoff = new Date(Date.now() - 90 * 24 * 60 * 60 * 1e3);
+  const llmResult = await prismaAdmin.lLMCallLog.deleteMany({
+    where: { calledAt: { lt: llmCutoff } }
+  });
+  logger.info({ deleted: llmResult.count }, "[data-retention] LLMCallLog purged");
+  const tenants = await prismaAdmin.tenant.findMany({ select: { id: true } });
+  let auditTotal = 0;
+  for (const { id: tenantId } of tenants) {
+    const setting = await prismaAdmin.tenantSetting.findFirst({
+      where: { tenantId },
+      orderBy: { dataRetentionDays: "asc" },
+      select: { dataRetentionDays: true }
+    });
+    const retentionDays = setting?.dataRetentionDays ?? 365;
+    const cutoff = new Date(Date.now() - retentionDays * 24 * 60 * 60 * 1e3);
+    const result = await prismaAdmin.auditLog.deleteMany({
+      where: { tenantId, createdAt: { lt: cutoff } }
+    });
+    auditTotal += result.count;
+  }
+  logger.info({ deleted: auditTotal, tenants: tenants.length }, "[data-retention] AuditLog purged");
+}
+async function processDiscoverJob(jobId, config, opts) {
+  const { tenantId, projectId } = config;
+  const controller = new AbortController();
+  runningControllers.set(jobId, controller);
+  const allUrls = /* @__PURE__ */ new Set();
+  let lastPartialFlush = 0;
+  const flushPartialUrls = async (pct, step) => {
+    const now = Date.now();
+    if (now - lastPartialFlush < 5e3 && allUrls.size < 5) return;
+    lastPartialFlush = now;
+    try {
+      await withTenant(
+        tenantId,
+        (tx) => tx.platformJob.update({
+          where: { id: jobId },
+          data: { progress: pct, result: { step, partialUrls: Array.from(allUrls) }, heartbeatAt: /* @__PURE__ */ new Date() }
+        })
+      );
+    } catch {
+    }
+    await opts?.onProgress?.(pct);
+  };
+  const onProgress = async (pct, step) => {
+    await updateJobProgress(tenantId, jobId, pct, step);
+    await opts?.onProgress?.(pct);
+  };
+  try {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
+    );
+    const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null) ?? {};
+    const appUrl = config.appUrl ?? crawlCfg.appUrl;
+    if (!appUrl) throw new Error("No app URL configured. Save the crawl settings first.");
+    const maxDiscoverUrls = config.maxDiscoverUrls ?? 2e3;
+    const proxyUrl = config.proxyUrl ?? crawlCfg.proxyUrl;
+    const screenshotDir = os.tmpdir();
+    await onProgress(3, "Seeding from sitemap/robots.txt\u2026");
+    const sitemapResult = await discoverProjectUrls(appUrl, {
+      sitemapUrl: config.sitemapUrl ?? crawlCfg.sitemapUrl,
+      proxyUrl
+    }).catch(() => ({ candidates: [], sitemapFound: false }));
+    const sitemapUrls = sitemapResult.candidates.map((c) => c.url);
+    for (const u of sitemapUrls) allUrls.add(u);
+    logger.info({ count: sitemapUrls.length, sitemapFound: sitemapResult.sitemapFound }, "[discover] Phase 1 sitemap done");
+    await onProgress(8, `Unauthenticated spider from ${appUrl}\u2026`);
+    const unauthResult = await crawlProject({
+      tenantId,
+      projectId,
+      appUrl,
+      discoveryMode: true,
+      startUrls: sitemapUrls.length > 0 ? sitemapUrls : void 0,
+      screenshotDir,
+      maxScreens: maxDiscoverUrls,
+      proxyUrl,
+      useFirefox: crawlCfg.useFirefox,
+      abortSignal: controller.signal,
+      jobId,
+      onUrlsDiscovered: async (urls) => {
+        for (const u of urls) allUrls.add(u);
+        const pct = 8 + Math.round(allUrls.size / Math.max(1, maxDiscoverUrls) * 42);
+        await flushPartialUrls(Math.min(pct, 49), `Discovered ${allUrls.size} URLs\u2026`);
+      }
+    }, async (pct, step) => {
+      await flushPartialUrls(8 + Math.round(pct * 0.42), `Unauthenticated: ${step}`);
+    }).catch((err) => {
+      if (err?.message === "CRAWL_ABORTED") throw err;
+      logger.warn({ err: err?.message }, "[discover] Phase 2 unauthenticated spider failed \u2014 continuing with partial results");
+      return { discoveredUrls: [] };
+    });
+    for (const u of unauthResult.discoveredUrls ?? []) allUrls.add(u);
+    logger.info({ count: allUrls.size }, "[discover] Phase 2 unauth spider done");
+    let resolvedSso = {};
+    if (crawlCfg.ssoProviderId) {
+      const ssoProviders = await AppBrain.getWorkspaceSsoProviders(tenantId).catch(() => []);
+      const ssoProvider = ssoProviders.find((p) => p.id === crawlCfg.ssoProviderId);
+      if (ssoProvider) {
+        resolvedSso = {
+          ssoProvider: ssoProvider.provider,
+          ssoDomain: ssoProvider.domain,
+          ssoClientId: ssoProvider.clientId,
+          ssoClientSecret: ssoProvider.clientSecret,
+          ssoScope: ssoProvider.scope
+        };
+      }
+    }
+    const hasCreds = !!(crawlCfg.username || crawlCfg.storageState || crawlCfg.authToken || crawlCfg.chromeProfilePath || crawlCfg.httpBasicUsername && crawlCfg.httpBasicPassword);
+    if (hasCreds && !controller.signal.aborted) {
+      await onProgress(52, "Authenticated spider\u2026");
+      const runtimeCreds = crawlCfg.username ? {
+        username: crawlCfg.username,
+        password: crawlCfg.password ?? "",
+        ...crawlCfg.totpSecret ? { getOneTimeCode: async () => generateTOTP(crawlCfg.totpSecret) } : {}
+      } : void 0;
+      const authResult = await crawlProject({
+        tenantId,
+        projectId,
+        appUrl,
+        discoveryMode: true,
+        credentials: runtimeCreds,
+        storageState: crawlCfg.storageState,
+        httpBasicUsername: crawlCfg.httpBasicUsername,
+        httpBasicPassword: crawlCfg.httpBasicPassword,
+        authToken: crawlCfg.authToken,
+        authTokenHeader: crawlCfg.authTokenHeader,
+        authTokenPrefix: crawlCfg.authTokenPrefix,
+        startUrls: sitemapUrls.length > 0 ? sitemapUrls : void 0,
+        screenshotDir,
+        maxScreens: maxDiscoverUrls,
+        proxyUrl,
+        chromeProfilePath: crawlCfg.chromeProfilePath,
+        useFirefox: crawlCfg.useFirefox,
+        captchaSolverApiKey: crawlCfg.captchaSolverApiKey,
+        captchaSolverProvider: crawlCfg.captchaSolverProvider,
+        mailslurpApiKey: crawlCfg.mailslurpApiKey,
+        mailslurpInboxId: crawlCfg.mailslurpInboxId,
+        loginInstructions: crawlCfg.loginInstructions,
+        ...resolvedSso,
+        abortSignal: controller.signal,
+        jobId,
+        onUrlsDiscovered: async (urls) => {
+          for (const u of urls) allUrls.add(u);
+          const pct = 52 + Math.round(allUrls.size / Math.max(1, maxDiscoverUrls) * 38);
+          await flushPartialUrls(Math.min(pct, 89), `Discovered ${allUrls.size} URLs (authenticated)\u2026`);
+        }
+      }, async (pct, step) => {
+        await flushPartialUrls(52 + Math.round(pct * 0.38), `Authenticated: ${step}`);
+      }).catch((err) => {
+        if (err?.message === "CRAWL_ABORTED") throw err;
+        logger.warn({ err: err?.message }, "[discover] Phase 3 authenticated spider failed \u2014 using unauthenticated results");
+        return { discoveredUrls: [] };
+      });
+      for (const u of authResult.discoveredUrls ?? []) {
+        allUrls.add(u);
+      }
+      logger.info({ count: allUrls.size }, "[discover] Phase 3 auth spider done");
+    }
+    const discoveredUrls = Array.from(allUrls);
+    const existingCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => ({}));
+    await AppBrain.saveCrawlConfig(tenantId, projectId, {
+      ...existingCfg,
+      discoveredUrls,
+      discoveredAt: (/* @__PURE__ */ new Date()).toISOString()
+    });
+    await onProgress(100, `Done \u2014 ${discoveredUrls.length} URLs discovered`);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          result: {
+            discoveredUrls,
+            count: discoveredUrls.length,
+            sitemapFound: sitemapResult.sitemapFound
+          },
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date()
+        }
+      })
+    );
+    notifyAdmins(tenantId, {
+      type: "discovery.done",
+      title: "URL Discovery completed",
+      body: `Found ${discoveredUrls.length} URLs for the project.`,
+      metadata: { projectId, jobId }
+    }).catch(console.error);
+  } catch (err) {
+    logger.error({ err: err?.message, jobId }, "[discover] Job failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: err?.message === "CRAWL_ABORTED" ? "CANCELLED" : "FAILED",
+          result: { error: err?.message ?? String(err) },
+          finishedAt: /* @__PURE__ */ new Date()
+        }
+      })
+    ).catch(console.error);
+  } finally {
+    runningControllers.delete(jobId);
+  }
+}
+async function processMonitorJob(jobId, config, opts) {
+  const { tenantId, projectId } = config;
+  const controller = new AbortController();
+  runningControllers.set(jobId, controller);
+  try {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: /* @__PURE__ */ new Date() } })
+    );
+    const proj = await withTenant(
+      tenantId,
+      (tx) => tx.project.findUnique({ where: { id: projectId }, select: { crawlConfig: true } })
+    );
+    const crawlCfg = proj?.crawlConfig ?? {};
+    const monitorUrls = config.monitorUrls ?? crawlCfg.monitorUrls ?? [];
+    if (monitorUrls.length === 0) {
+      throw new Error("No monitor URLs configured. Add monitorUrls to crawl config or job config.");
+    }
+    await updateJobProgress(tenantId, jobId, 10, `Monitoring ${monitorUrls.length} URL(s)...`);
+    const storedBaselines = crawlCfg.monitorBaselines ?? {};
+    const projectScreens = await withTenant(
+      tenantId,
+      (tx) => tx.screen.findMany({ where: { projectId }, select: { url: true, elementHash: true } })
+    ).catch(() => []);
+    const screenHashMap = {};
+    for (const s of projectScreens) {
+      if (s.url && s.elementHash) screenHashMap[s.url] = s.elementHash;
+    }
+    const results = [];
+    const newBaselines = { ...storedBaselines };
+    for (let i = 0; i < monitorUrls.length; i++) {
+      if (controller.signal.aborted) break;
+      const url = monitorUrls[i];
+      const pct = 10 + Math.floor(i / monitorUrls.length * 80);
+      await updateJobProgress(tenantId, jobId, pct, `Checking ${url}...`);
+      opts?.onProgress?.(pct);
+      try {
+        const crawlResult = await httpCrawl({ appUrl: url, maxScreens: 1, respectRobotsTxt: false, timeoutMs: 2e4 });
+        const screen = crawlResult.screens[0];
+        if (!screen) {
+          results.push({ url, changed: false, reason: "fetch_empty", currentHash: "", previousHash: null });
+          continue;
+        }
+        const currentHash = hashContent(normalizeText(screen.markdown));
+        const previousHash = storedBaselines[url] ?? screenHashMap[url] ?? null;
+        newBaselines[url] = currentHash;
+        if (!previousHash) {
+          results.push({ url, changed: false, reason: "new_baseline", currentHash, previousHash: null });
+        } else if (previousHash === currentHash) {
+          results.push({ url, changed: false, reason: "unchanged", currentHash, previousHash });
+        } else {
+          results.push({ url, changed: true, reason: "content_changed", currentHash, previousHash });
+        }
+      } catch (fetchErr) {
+        results.push({ url, changed: false, reason: `error:${fetchErr?.message ?? String(fetchErr)}`, currentHash: "", previousHash: null });
+      }
+    }
+    await withTenant(
+      tenantId,
+      (tx) => tx.project.update({
+        where: { id: projectId },
+        data: { crawlConfig: { ...crawlCfg, monitorBaselines: newBaselines } }
+      })
+    ).catch((e) => logger.warn({ err: e }, "[monitor] baseline persist failed"));
+    const changedUrls = results.filter((r) => r.changed);
+    if (changedUrls.length > 0) {
+      dispatchWebhook(tenantId, projectId, "content.changed", {
+        jobId,
+        changedUrls: changedUrls.map((r) => ({ url: r.url, previousHash: r.previousHash, currentHash: r.currentHash })),
+        totalChecked: results.length,
+        changedCount: changedUrls.length
+      }).catch(console.error);
+    }
+    await updateJobProgress(tenantId, jobId, 100, "Monitor check complete");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: {
+          status: "DONE",
+          progress: 100,
+          finishedAt: /* @__PURE__ */ new Date(),
+          result: { results, changedCount: changedUrls.length, totalChecked: results.length }
+        }
+      })
+    );
+  } catch (err) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "FAILED", error: String(err?.message ?? err), finishedAt: /* @__PURE__ */ new Date() }
+      })
+    );
+  } finally {
+    runningControllers.delete(jobId);
+  }
+}
+async function processImportTestsJob(jobId, config) {
+  const { tenantId, projectId, artifactId, autoLabel, sourcePlatform } = config;
+  const jobStart = /* @__PURE__ */ new Date();
+  let suiteId = config.suiteId ?? "new";
+  await updateJobProgress(tenantId, jobId, 5, "Loading artifact");
+  const artifact = await withTenant(
+    tenantId,
+    (tx) => tx.projectArtifact.findUnique({ where: { id: artifactId } })
+  );
+  if (!artifact || artifact.tenantId !== tenantId) {
+    throw new Error(`Artifact ${artifactId} not found`);
+  }
+  const content = artifact.content ?? "";
+  const filename = artifact.originalName ?? artifact.name ?? "";
+  const kind = artifact.kind ?? "";
+  function detectFormat(fn, k, c) {
+    if (fn.endsWith(".feature")) return "GHERKIN";
+    if (fn.match(/\.(xlsx|xls|csv)$/i) || k === "SPREADSHEET") return "EXCEL";
+    if (fn.endsWith(".txt") && c && c.split("\n").some((l) => l.trim().startsWith("|"))) return "EXCEL";
+    return "AI_EXTRACT";
+  }
+  const format = detectFormat(filename, kind, content);
+  await updateJobProgress(tenantId, jobId, 15, `Parsing ${filename}`);
+  const { parseTestCases, labelTestCasesBatch } = await import("@qip/agents");
+  let res = await parseTestCases(content, format, tenantId, artifact.columnMapping ?? void 0, void 0, void 0, sourcePlatform);
+  if (res.cases.length === 0 && format !== "AI_EXTRACT") {
+    await updateJobProgress(tenantId, jobId, 25, "Retrying with AI extraction");
+    try {
+      res = await parseTestCases(content, "AI_EXTRACT", tenantId, void 0, void 0, void 0, sourcePlatform);
+    } catch {
+    }
+  }
+  const parsedCases = res.cases;
+  if (parsedCases.length === 0) {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date(), result: { imported: 0, skipped: 0, labeled: 0 } }
+      })
+    );
+    return;
+  }
+  await updateJobProgress(tenantId, jobId, 35, `Parsed ${parsedCases.length} cases \u2014 creating suite`);
+  if (!suiteId || suiteId === "new") {
+    const suiteName = filename.replace(/\.[^/.]+$/, "") || "Imported Tests";
+    const suite = await withTenant(
+      tenantId,
+      (tx) => tx.testSuite.create({
+        data: { tenantId, projectId, name: suiteName }
+      })
+    );
+    suiteId = suite.id;
+  }
+  await updateJobProgress(tenantId, jobId, 50, `Importing ${parsedCases.length} cases`);
+  const { created, skipped } = await AppBrain.importTestCasesFromArtifact(
+    tenantId,
+    projectId,
+    suiteId,
+    parsedCases,
+    { duplicateMode: "skip", artifactId }
+  );
+  let labeled = 0;
+  if (autoLabel && created.length > 0) {
+    await updateJobProgress(tenantId, jobId, 75, `AI labeling ${created.length} cases`);
+    try {
+      const labelInput = created.map((c) => ({
+        id: c.id,
+        title: c.title,
+        description: c.description ?? "",
+        stepsText: (Array.isArray(c.steps) ? c.steps.join(" ") : String(c.steps ?? "")).slice(0, 200)
+      }));
+      const labelResults = await labelTestCasesBatch(labelInput, tenantId);
+      await Promise.all(
+        labelResults.map(
+          (lr) => withTenant(
+            tenantId,
+            (tx) => tx.testCase.update({
+              where: { id: lr.id },
+              data: {
+                priority: lr.priority ?? void 0,
+                kind: lr.kind ?? void 0,
+                tags: lr.tags ?? void 0,
+                status: lr.needsReview ? "PENDING_REVIEW" : void 0
+              }
+            })
+          ).catch(() => {
+          })
+          // non-fatal per-case
+        )
+      );
+      labeled = labelResults.length;
+    } catch {
+    }
+  }
+  const casesNeedingData = created.filter((c) => {
+    const inline = c.testDataInline;
+    return inline && typeof inline === "object" && Object.keys(inline).length > 0;
+  });
+  if (casesNeedingData.length > 0) {
+    const cap = Math.min(casesNeedingData.length, 20);
+    await updateJobProgress(tenantId, jobId, 90, `Generating test data for ${cap} cases`);
+    const { generateTestData, refreshTestDataSkillFile: refreshTestDataSkillFile2 } = await import("@qip/agents");
+    for (let i = 0; i < cap; i++) {
+      const c = casesNeedingData[i];
+      await generateTestData({ tenantId, projectId, testCaseId: c.id, jobId }).catch((e) => {
+        logger.warn({ err: e?.message, testCaseId: c.id }, "[import] test data generation failed");
+      });
+    }
+    refreshTestDataSkillFile2(tenantId, projectId).catch(console.error);
+  }
+  if (created.length > 0) {
+    refreshTestCasesSkillFile(tenantId, projectId).catch(console.error);
+  }
+  await updateJobProgress(tenantId, jobId, 98, `Done \u2014 ${created.length} imported`);
+  await withTenant(
+    tenantId,
+    (tx) => tx.platformJob.update({
+      where: { id: jobId },
+      data: {
+        status: "DONE",
+        progress: 100,
+        finishedAt: /* @__PURE__ */ new Date(),
+        result: {
+          imported: created.length,
+          skipped: skipped ?? 0,
+          labeled,
+          suiteId,
+          artifactId,
+          artifactName: filename
+        }
+      }
+    })
+  );
+  aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
+}
+async function processGenerateScreenTestsJob(jobId, config) {
+  const { tenantId, projectId, screenId, repoConnectionId, triggerAlignedScripts } = config;
+  const jobStartedAt = /* @__PURE__ */ new Date();
+  try {
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "RUNNING", startedAt: jobStartedAt } })
+    );
+    const { DualContextOrchestrator } = await import("@qip/agents");
+    await updateJobProgress(tenantId, jobId, 10, "Generating test cases for screen");
+    const crawlCfg = await AppBrain.getCrawlConfig(tenantId, projectId).catch(() => null);
+    const deviceProfiles = crawlCfg?.deviceProfiles ?? ["DESKTOP"];
+    for (const viewport of deviceProfiles) {
+      await DualContextOrchestrator.execute({ tenantId, projectId, targetScreenId: screenId, jobId, viewport });
+    }
+    await updateJobProgress(tenantId, jobId, 80, "Test cases generated");
+    if (triggerAlignedScripts && repoConnectionId) {
+      const conn = await withTenant(
+        tenantId,
+        (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
+      );
+      if (conn?.styleProfile) {
+        const { generateScriptAligned, mapWithConcurrency, SCRIPT_GEN_CONCURRENCY } = await import("@qip/agents");
+        const cases = await withTenant(
+          tenantId,
+          (tx) => tx.testCase.findMany({ where: { tenantId, projectId, screenId, status: "APPROVED" }, select: { id: true }, take: 50 })
+        );
+        await mapWithConcurrency(
+          cases,
+          SCRIPT_GEN_CONCURRENCY,
+          (tc) => generateScriptAligned({
+            tenantId,
+            projectId,
+            testCaseId: tc.id,
+            styleProfile: conn.styleProfile,
+            pageObjectInventory: conn.pageObjectInventory ?? void 0
+          }).catch(() => {
+          })
+        );
+      }
+    }
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", progress: 100, finishedAt: /* @__PURE__ */ new Date() } })
+    );
+    aggregateJobTokens(tenantId, jobId, projectId, jobStartedAt).catch(console.error);
+  } catch (err) {
+    const msg = err?.message ?? String(err);
+    logger.error({ jobId, screenId, err: msg }, "processGenerateScreenTestsJob failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", error: msg.slice(0, 500), finishedAt: /* @__PURE__ */ new Date() } })
+    ).catch(() => {
+    });
+  }
+}
+jobDispatchTable = {
+  CRAWL: processJob,
+  DISCOVER: processDiscoverJob,
+  MONITOR: processMonitorJob,
+  NATIVE_CRAWL: processNativeCrawlJob,
+  API_TESTS: processApiTestsJob,
+  SECURITY_TESTS: processSecurityTestsJob,
+  INTEGRATION_TESTS: processIntegrationTestsJob,
+  FIGMA_IMPORT: processFigmaImportJob,
+  GENERATE_SKILL_FILES: processGenerateSkillFilesJob,
+  GENERATE_TESTS_FROM_REQS: processGenerateTestsFromReqsJob,
+  GENERATE_SCREEN_TESTS: processGenerateScreenTestsJob,
+  RUN_TEST_SUITE: processRunTestSuiteJob,
+  REPO_SCAN: processRepoScanJob,
+  IMPORT_TESTS: processImportTestsJob,
+  BATCH_GENERATE_ALIGNED: processBatchGenerateAlignedJob,
+  CREATE_PR: processCreatePRJob,
+  NEW_PAGES_PIPELINE: processNewPagesPipelineJob
+};
+async function processRepoScanJob(jobId, config) {
+  const { repoConnectionId, tenantId, projectId } = config;
+  const jobStart = /* @__PURE__ */ new Date();
+  try {
+    await updateJobProgress(tenantId, jobId, 5, "Starting repo scan");
+    const {
+      fetchRepoTree,
+      fetchFileContent,
+      detectFramework,
+      extractTestIds,
+      extractStyleProfile,
+      buildPageObjectInventory
+    } = await import("@qip/agents");
+    const conn = await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
+    );
+    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
+    const { decrypt: decrypt2 } = await import("@qip/core");
+    const token = decrypt2(conn.tokenEnc);
+    await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: "SCANNING", scanError: null } })
+    );
+    await updateJobProgress(tenantId, jobId, 15, "Fetching repo tree");
+    const treeResult = await fetchRepoTree(token, conn.repoFullName, "HEAD");
+    const frameworks = detectFramework(treeResult.paths);
+    const primary = frameworks[0];
+    await updateJobProgress(tenantId, jobId, 30, `Detected framework: ${primary?.framework ?? "unknown"}`);
+    const storedGlob = conn.testGlob || "";
+    const testGlob = storedGlob && storedGlob !== "**/*.spec.ts" ? storedGlob : primary?.testGlob || storedGlob || "**/*.spec.ts";
+    const framework = primary?.framework ?? "unknown";
+    const language = primary?.language ?? "typescript";
+    const { minimatch } = await import("minimatch").catch(() => ({ minimatch: null }));
+    const isPythonTestFile = (p) => p.endsWith(".py") && !p.endsWith("__init__.py") && !p.endsWith("conftest.py") && (p.endsWith("_test.py") || /\/test_[^/]+\.py$/.test(p) || /^test_[^/]+\.py$/.test(p) || p.includes("/tests/") || p.includes("/test/"));
+    const isJavaTestFile = (p) => p.endsWith(".java") && (/[A-Z]\w*Tests?\.java$/.test(p) || /\/tests?\//.test(p) && /[A-Z][a-z]/.test(p.split("/").pop() ?? ""));
+    const testPaths = treeResult.paths.filter((p) => {
+      if (language === "java") return isJavaTestFile(p);
+      if (language === "python") return isPythonTestFile(p);
+      if (minimatch) return minimatch(p, testGlob, { matchBase: true });
+      return p.endsWith(".spec.ts") || p.endsWith(".spec.js") || p.endsWith(".test.ts") || p.endsWith(".test.js") || p.endsWith("_test.py") || p.includes("/test_");
+    }).slice(0, 500);
+    await updateJobProgress(tenantId, jobId, 40, `Found ${testPaths.length} test files`);
+    const allExtracted = [];
+    const styleSampleFiles = [];
+    let processed = 0;
+    await withTenant(tenantId, (tx) => tx.repoTestFile.deleteMany({ where: { repoConnectionId } }));
+    for (const filePath of testPaths) {
+      const content = await fetchFileContent(token, conn.repoFullName, filePath);
+      if (!content) continue;
+      const extracted = extractTestIds(content, filePath, framework);
+      allExtracted.push(...extracted);
+      await withTenant(
+        tenantId,
+        (tx) => tx.repoTestFile.create({
+          data: {
+            tenantId,
+            projectId,
+            repoConnectionId,
+            filePath,
+            framework,
+            extractedIds: extracted.map((e) => ({ name: e.name, normalizedName: e.normalizedName, lineNumber: e.lineNumber })),
+            rawSample: content.slice(0, 2e3),
+            lastScannedAt: /* @__PURE__ */ new Date()
+          }
+        })
+      );
+      if (styleSampleFiles.length < 5) styleSampleFiles.push({ path: filePath, content: content.slice(0, 3e3) });
+      processed++;
+      if (processed % 10 === 0) {
+        await updateJobProgress(tenantId, jobId, 40 + Math.floor(processed / testPaths.length * 40), `Processed ${processed}/${testPaths.length} files`);
+      }
+    }
+    let styleProfile = conn.styleProfile ?? null;
+    if (styleSampleFiles.length > 0) {
+      try {
+        const mainSourcePaths = language === "java" ? treeResult.paths.filter((p) => /^src\/main\/java\//.test(p)).slice(0, 50) : [];
+        const testPathSet = new Set(testPaths);
+        const sourceFilePaths = language === "typescript" || language === "javascript" ? treeResult.paths.filter((p) => (p.endsWith(".ts") || p.endsWith(".js")) && !testPathSet.has(p) && !p.endsWith(".d.ts") && !p.includes("node_modules/") && !p.includes("dist/") && !p.includes(".config.")).slice(0, 60) : [];
+        const allPathsForProfile = [...testPaths, ...mainSourcePaths, ...sourceFilePaths].slice(0, 200);
+        const freshProfile = await extractStyleProfile(styleSampleFiles, framework, language, tenantId, projectId, jobId, allPathsForProfile);
+        if (freshProfile) styleProfile = freshProfile;
+      } catch {
+      }
+    }
+    let pageObjectInventory = conn.pageObjectInventory ?? [];
+    try {
+      const freshInventory = await buildPageObjectInventory(token, conn.repoFullName, treeResult.paths, framework);
+      if (freshInventory.length > 0) {
+        pageObjectInventory = freshInventory;
+        await updateJobProgress(tenantId, jobId, 82, `Found ${pageObjectInventory.length} page objects`);
+      }
+    } catch {
+    }
+    await updateJobProgress(tenantId, jobId, 85, "Running coverage mapping");
+    const { buildCoverageMap } = await import("@qip/agents");
+    const testCases = await withTenant(
+      tenantId,
+      (tx) => tx.testCase.findMany({ where: { projectId, tenantId, status: { not: "RETIRED" } }, select: { id: true, title: true, ref: true } })
+    );
+    const mappings = await buildCoverageMap(testCases, allExtracted, tenantId);
+    for (const m of mappings) {
+      const existing = await withTenant(
+        tenantId,
+        (tx) => tx.coverageMapping.findUnique({ where: { testCaseId: m.testCaseId } })
+      );
+      if (existing?.manualOverride) continue;
+      await withTenant(
+        tenantId,
+        (tx) => tx.coverageMapping.upsert({
+          where: { testCaseId: m.testCaseId },
+          create: { tenantId, projectId, testCaseId: m.testCaseId, repoConnectionId, status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod },
+          update: { status: m.status, matchedFilePath: m.matchedFilePath ?? null, scriptTestName: m.scriptTestName ?? null, lineNumber: m.lineNumber ?? null, confidence: m.confidence, matchMethod: m.matchMethod }
+        })
+      );
+    }
+    const mapped = mappings.filter((m) => m.status === "MAPPED").length;
+    const unmapped = mappings.filter((m) => m.status === "UNMAPPED").length;
+    const ambiguous = mappings.filter((m) => m.status === "AMBIGUOUS").length;
+    const coveragePercent = testCases.length > 0 ? mapped / testCases.length * 100 : 0;
+    await withTenant(
+      tenantId,
+      (tx) => tx.coverageSnapshot.create({
+        data: { tenantId, projectId, totalCases: testCases.length, mappedCases: mapped, unmappedCases: unmapped, ambiguousCases: ambiguous, coveragePercent }
+      })
+    );
+    const resolvedStyleProfile = (() => {
+      const sp = styleProfile ?? {};
+      if (framework === "selenium-java" && !sp.testStructurePattern) {
+        const hasMavenMain = treeResult.paths.some((p) => /^src\/main\/java\//.test(p));
+        if (hasMavenMain) return { ...sp, testStructurePattern: "two-tier" };
+      }
+      return sp;
+    })();
+    await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.update({
+        where: { id: repoConnectionId },
+        data: {
+          scanStatus: "DONE",
+          detectedFramework: framework,
+          configFilePath: primary?.configPath ?? null,
+          testGlob,
+          testFileCount: testPaths.length,
+          extractedIdCount: allExtracted.length,
+          styleProfile: resolvedStyleProfile,
+          pageObjectInventory: pageObjectInventory.length > 0 ? pageObjectInventory : void 0,
+          treeSnapshot: JSON.stringify(treeResult.paths).slice(0, 1e5),
+          lastScannedAt: /* @__PURE__ */ new Date(),
+          lastSyncAt: /* @__PURE__ */ new Date()
+        }
+      })
+    );
+    try {
+      const { generateRepoSkillFiles } = await import("@qip/agents");
+      await generateRepoSkillFiles(tenantId, projectId, {
+        repoFullName: conn.repoFullName,
+        framework,
+        language,
+        testGlob,
+        styleProfile: resolvedStyleProfile,
+        pageObjectInventory,
+        testPaths,
+        extractedTestCount: allExtracted.length
+      });
+    } catch (e) {
+      logger.warn({ jobId, repoConnectionId, err: e?.message }, "[repo-scan] repo skill files generation failed (non-fatal)");
+    }
+    await updateJobProgress(tenantId, jobId, 100, `Done: ${mapped} mapped, ${unmapped} unmapped`);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { testFileCount: testPaths.length, extractedIdCount: allExtracted.length, mapped, unmapped, ambiguous, coveragePercent } } })
+    );
+    aggregateJobTokens(tenantId, jobId, projectId, jobStart).catch(console.error);
+  } catch (err) {
+    const msg = String(err?.message ?? err);
+    logger.error({ jobId, repoConnectionId, err: msg }, "[repo-scan] failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.update({ where: { id: repoConnectionId }, data: { scanStatus: "FAILED", scanError: msg.slice(0, 500) } })
+    ).catch(() => {
+    });
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
+    ).catch(() => {
+    });
+  }
+}
+async function processBatchGenerateAlignedJob(jobId, config) {
+  const { tenantId, projectId, repoConnectionId, scope = "UNMAPPED", testCaseIds, force = false } = config;
+  try {
+    await updateJobProgress(tenantId, jobId, 5, "Loading repo connection");
+    const conn = await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
+    );
+    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
+    const { decrypt: decrypt2 } = await import("@qip/core");
+    const {
+      generateScriptAligned,
+      deriveRepoTargetPath,
+      validateGeneratedScript,
+      mapWithConcurrency,
+      SCRIPT_GEN_CONCURRENCY
+    } = await import("@qip/agents");
+    const styleProfile = conn.styleProfile;
+    const pageObjectInventory = conn.pageObjectInventory ?? [];
+    const framework = conn.detectedFramework ?? "playwright-ts";
+    const language = styleProfile?.language ?? "typescript";
+    let caseIds;
+    if (testCaseIds && testCaseIds.length > 0) {
+      caseIds = testCaseIds;
+    } else if (scope === "UNMAPPED") {
+      const mappings = await withTenant(
+        tenantId,
+        (tx) => tx.coverageMapping.findMany({
+          where: { tenantId, projectId, repoConnectionId, status: "UNMAPPED" },
+          select: { testCaseId: true }
+        })
+      );
+      caseIds = mappings.map((m) => m.testCaseId);
+    } else {
+      const cases = await withTenant(
+        tenantId,
+        (tx) => tx.testCase.findMany({
+          where: { tenantId, projectId, status: { not: "RETIRED" } },
+          select: { id: true }
+        })
+      );
+      caseIds = cases.map((c) => c.id);
+    }
+    await updateJobProgress(tenantId, jobId, 15, `Generating scripts for ${caseIds.length} test cases`);
+    let done = 0;
+    const errors = [];
+    await mapWithConcurrency(caseIds, SCRIPT_GEN_CONCURRENCY, async (tcId) => {
+      try {
+        if (!force) {
+          const existing = await withTenant(
+            tenantId,
+            (tx) => tx.testScript.findFirst({ where: { testCaseId: tcId } })
+          );
+          if (existing) {
+            done++;
+            return;
+          }
+        }
+        const tc = await withTenant(
+          tenantId,
+          (tx) => tx.testCase.findUnique({
+            where: { id: tcId },
+            select: { id: true, ref: true, title: true, screen: { select: { url: true } } }
+          })
+        );
+        const screenUrl = tc?.screen?.url ?? "";
+        const repoTargetPath = styleProfile ? deriveRepoTargetPath(screenUrl, styleProfile, framework) : deriveFallbackTargetPath(tc?.ref ?? tc?.title ?? tcId, framework);
+        const result = await generateScriptAligned({
+          tenantId,
+          projectId,
+          testCaseId: tcId,
+          styleProfile,
+          pageObjectInventory,
+          repoTargetPath,
+          save: true
+        });
+        if (result.code) {
+          const validation = await validateGeneratedScript(result.code, framework, language);
+          await withTenant(
+            tenantId,
+            (tx) => tx.testScript.updateMany({
+              where: { testCaseId: tcId },
+              data: {
+                validationStatus: validation.ok ? "PASS" : "FAIL",
+                validationErrors: validation.ok ? null : validation.errors.slice(0, 2e3)
+              }
+            })
+          );
+        }
+        done++;
+      } catch (e) {
+        errors.push(`${tcId}: ${String(e.message).slice(0, 100)}`);
+      }
+      if (done % 5 === 0) {
+        await updateJobProgress(tenantId, jobId, 15 + Math.floor(done / caseIds.length * 80), `Generated ${done}/${caseIds.length}`);
+      }
+    });
+    refreshTestScriptSkillFile(tenantId, projectId).catch(console.error);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { done, errors: errors.slice(0, 20), total: caseIds.length } }
+      })
+    );
+  } catch (err) {
+    const msg = String(err?.message ?? err);
+    logger.error({ jobId, err: msg }, "[batch-generate-aligned] failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
+    ).catch(() => {
+    });
+  }
+}
+async function processCreatePRJob(jobId, config) {
+  const { tenantId, projectId, repoConnectionId, testScriptIds, crawlJobId } = config;
+  try {
+    await updateJobProgress(tenantId, jobId, 5, "Loading connection");
+    const conn = await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.findFirst({ where: { id: repoConnectionId, tenantId } })
+    );
+    if (!conn) throw new Error(`RepoConnection ${repoConnectionId} not found`);
+    const { decrypt: decrypt2 } = await import("@qip/core");
+    const token = decrypt2(conn.tokenEnc);
+    const { pushScriptsAsPR } = await import("@qip/agents");
+    const framework = conn.detectedFramework ?? "playwright-ts";
+    let scripts;
+    if (testScriptIds && testScriptIds.length > 0) {
+      scripts = await withTenant(
+        tenantId,
+        (tx) => tx.testScript.findMany({
+          where: { id: { in: testScriptIds }, tenantId },
+          include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } }
+        })
+      );
+    } else {
+      scripts = await withTenant(
+        tenantId,
+        (tx) => tx.testScript.findMany({
+          where: { tenantId, projectId, pushedToPR: false, validationStatus: { in: ["PASS", "PENDING"] } },
+          include: { testCase: { select: { title: true, ref: true, repoTargetPath: true } } }
+        })
+      );
+    }
+    if (scripts.length === 0) throw new Error("No generated scripts found to push.");
+    const files = scripts.map((s) => {
+      const path2 = s.testCase?.repoTargetPath ?? deriveFallbackTargetPath(s.testCase?.ref ?? s.testCase?.title ?? s.id, framework);
+      return { path: path2, content: s.code };
+    });
+    if (files.length === 0) throw new Error("No scripts to push.");
+    await updateJobProgress(tenantId, jobId, 20, `Pushing ${files.length} scripts to GitHub`);
+    const now = (/* @__PURE__ */ new Date()).toISOString().slice(0, 10);
+    const branchName = `zeta/new-coverage-${now}-${jobId.slice(0, 8)}`;
+    const prBody = buildPRBody(scripts, projectId);
+    const prResult = await pushScriptsAsPR({
+      token,
+      repo: conn.repoFullName,
+      baseBranch: conn.defaultBranch,
+      branchName,
+      files,
+      prTitle: `ZeTa: Add test coverage for ${files.length} new scenario${files.length === 1 ? "" : "s"}`,
+      prBody,
+      draft: false
+    });
+    const pr = await withTenant(
+      tenantId,
+      (tx) => tx.gitHubPR.create({
+        data: {
+          tenantId,
+          projectId,
+          repoConnectionId,
+          prNumber: prResult.prNumber,
+          prUrl: prResult.prUrl,
+          branch: prResult.branch,
+          headSha: prResult.headSha,
+          status: "OPEN",
+          crawlJobId: crawlJobId ?? null,
+          scriptCount: files.length,
+          prBody: prBody.slice(0, 1e4)
+        }
+      })
+    );
+    const scriptIds = scripts.map((s) => s.id);
+    await withTenant(
+      tenantId,
+      (tx) => tx.testScript.updateMany({
+        where: { id: { in: scriptIds } },
+        data: { pushedToPR: true, pushedPRId: pr.id }
+      })
+    );
+    await notifyAdmins(tenantId, {
+      type: "GITHUB_PR_CREATED",
+      title: "ZeTa created a GitHub PR",
+      body: `${files.length} new test script${files.length === 1 ? "" : "s"} pushed. PR #${prResult.prNumber}: ${prResult.prUrl}`,
+      metadata: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length }
+    });
+    await updateJobProgress(tenantId, jobId, 100, `PR #${prResult.prNumber} created`);
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { prUrl: prResult.prUrl, prNumber: prResult.prNumber, scriptCount: files.length } }
+      })
+    );
+  } catch (err) {
+    const msg = String(err?.message ?? err);
+    logger.error({ jobId, err: msg }, "[create-pr] failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
+    ).catch(() => {
+    });
+  }
+}
+function buildPRBody(scripts, projectId) {
+  const lines = [
+    "## ZeTa \u2014 Automated Test Coverage",
+    "",
+    `Generated by ZeTa Quality Intelligence Platform for project \`${projectId}\`.`,
+    "",
+    "### Scripts Added",
+    "",
+    "| Test Case | Target Path |",
+    "|---|---|"
+  ];
+  for (const s of scripts.slice(0, 30)) {
+    const title = s.testCase?.title ?? s.id;
+    const path2 = s.testCase?.repoTargetPath ?? "(unknown)";
+    lines.push(`| ${title.replace(/\|/g, "\\|").slice(0, 60)} | \`${path2}\` |`);
+  }
+  if (scripts.length > 30) lines.push(`| ... and ${scripts.length - 30} more | |`);
+  lines.push("", "---", "_Review each test carefully before merging. ZeTa generates scripts aligned to your existing framework conventions._");
+  return lines.join("\n");
+}
+async function processNewPagesPipelineJob(jobId, config) {
+  const { tenantId, projectId, crawlJobId, repoConnectionId, autoPR = false } = config;
+  try {
+    await updateJobProgress(tenantId, jobId, 5, "Detecting new screens");
+    const conn = await withTenant(
+      tenantId,
+      (tx) => tx.gitHubRepoConnection.findFirst({
+        where: repoConnectionId ? { id: repoConnectionId, tenantId } : { tenantId, projectId, status: "ACTIVE" }
+      })
+    );
+    const sinceDate = conn?.lastSyncAt ?? /* @__PURE__ */ new Date(0);
+    const newScreens = await withTenant(
+      tenantId,
+      (tx) => tx.screen.findMany({
+        where: {
+          tenantId,
+          projectId,
+          lastSeenAt: { gt: sinceDate },
+          status: { not: "DELETED" }
+        },
+        select: { id: true, url: true, name: true },
+        take: 100
+      })
+    );
+    if (newScreens.length === 0) {
+      await updateJobProgress(tenantId, jobId, 100, "No new screens to process");
+      await withTenant(
+        tenantId,
+        (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { newScreens: 0 } } })
+      );
+      return;
+    }
+    await updateJobProgress(tenantId, jobId, 15, `Found ${newScreens.length} new screens`);
+    const generationJobs = [];
+    for (const screen of newScreens) {
+      const caseCount = await withTenant(
+        tenantId,
+        (tx) => tx.testCase.count({ where: { tenantId, screenId: screen.id } })
+      );
+      if (caseCount === 0) {
+        const jid = await enqueueJob("GENERATE_SCREEN_TESTS", {
+          tenantId,
+          projectId,
+          screenId: screen.id,
+          triggerAlignedScripts: conn != null,
+          repoConnectionId: conn?.id ?? null
+        });
+        generationJobs.push(jid);
+      }
+    }
+    await updateJobProgress(tenantId, jobId, 60, `Queued ${generationJobs.length} test generation jobs`);
+    if (conn && autoPR) {
+      await enqueueJob("BATCH_GENERATE_ALIGNED", {
+        tenantId,
+        projectId,
+        repoConnectionId: conn.id,
+        scope: "UNMAPPED"
+      });
+    }
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({
+        where: { id: jobId },
+        data: { status: "DONE", finishedAt: /* @__PURE__ */ new Date(), result: { newScreens: newScreens.length, generationJobs: generationJobs.length } }
+      })
+    );
+  } catch (err) {
+    const msg = String(err?.message ?? err);
+    logger.error({ jobId, err: msg }, "[new-pages-pipeline] failed");
+    await withTenant(
+      tenantId,
+      (tx) => tx.platformJob.update({ where: { id: jobId }, data: { status: "FAILED", finishedAt: /* @__PURE__ */ new Date(), error: msg.slice(0, 1e3) } })
+    ).catch(() => {
+    });
+  }
+}
+export {
+  aggregateJobTokens,
+  cancelJob,
+  claimNextQueuedJob,
+  claimSpecificJob,
+  createTrackedJob,
+  enqueueJob,
+  finishTrackedJob,
+  generateTOTP,
+  getJob,
+  listJobs,
+  processDataRetentionPurge,
+  processJob,
+  requeueStaleRunningJobs,
+  rerunJob,
+  resumeJob,
+  startJobWorkerLoop,
+  stopJobWorkerLoop,
+  updateJobProgress
+};
+//# sourceMappingURL=job-queue.js.map