@detiq/crawler 1.1.22 → 1.1.23

package/dist/job-queue.js

@@ -212,10 +212,15 @@ function startJobWorkerLoop(opts) {
       logger.error({ err: String(err) }, "[job-worker] stale-job sweep failed");
     }
     try {
-      for (let i = 0; i < concurrency; i++) {
-        const job = await claimNextQueuedJob();
-        if (!job) break;
-        void dispatchClaimedJob(job);
+      const pauseRow = await prismaAdmin.systemConfig.findUnique({ where: { key: "queue.paused" } });
+      if (pauseRow?.value === "true") {
+        logger.info("[job-worker] queue is paused \u2014 skipping claim");
+      } else {
+        for (let i = 0; i < concurrency; i++) {
+          const job = await claimNextQueuedJob();
+          if (!job) break;
+          void dispatchClaimedJob(job);
+        }
       }
     } catch (err) {
       logger.error({ err: String(err) }, "[job-worker] claim loop failed");
@@ -1947,9 +1952,20 @@ async function processCaptureStepsJob(jobId, config) {
     ]);
     if (!tc) throw new Error("Test case not found");
     const rawSteps = Array.isArray(tc.steps) ? tc.steps : [];
-    const stepTexts = rawSteps.map(captureStepText).filter(Boolean);
+    if (rawSteps.length === 0) throw new Error("Test case has no steps to capture");
+    const _tdi = tc.testDataInline ?? {};
+    const _tdiStartUrl = typeof _tdi["startUrl"] === "string" && _tdi["startUrl"].startsWith("http") ? _tdi["startUrl"] : "";
+    const _recordedUrls = Array.isArray(_tdi["recordedUrls"]) ? _tdi["recordedUrls"].map(String) : [];
+    const _recordedStartUrl = _recordedUrls.find((u) => u.startsWith("http")) ?? "";
+    const baseUrl = config.baseUrl || _tdiStartUrl || _recordedStartUrl || tc?.screen?.project?.appUrl || crawlCfg?.appUrl || "";
+    const _envTokenMap = {};
+    for (const [k, v] of Object.entries(_tdi)) {
+      if (typeof v === "string" && v.startsWith("http")) _envTokenMap[k] = v;
+    }
+    if (_recordedStartUrl && !_envTokenMap["startUrl"]) _envTokenMap["startUrl"] = _recordedStartUrl;
+    const resolveStepText = (text) => text.replace(/\{\{\s*fze\.env\.([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g, (_m, k) => _envTokenMap[k] ?? `[${k}]`).replace(/\[env:([A-Za-z_][A-Za-z0-9_]*)\]/g, (_m, k) => _envTokenMap[k] ?? `[${k}]`);
+    const stepTexts = rawSteps.map(captureStepText).filter(Boolean).map(resolveStepText);
     if (stepTexts.length === 0) throw new Error("Test case has no steps to capture");
-    const baseUrl = config.baseUrl || tc?.screen?.project?.appUrl || crawlCfg?.appUrl || "";
     let plan = await generateExecutionPlan(tenantId, { ...tc, steps: stepTexts }, baseUrl).catch(() => []);
     plan = Array.isArray(plan) ? plan.filter(Boolean).map((step, idx) => ({ ...step, stepNumber: idx + 1 })) : [];
     if (plan.length === 0) plan = fallbackExecutionPlan(rawSteps);