@detiq/crawler 1.1.22 → 1.1.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@detiq/crawler",
-  "version": "1.1.22",
+  "version": "1.1.23",
   "private": false,
   "publishConfig": {
     "access": "public",

package/src/job-queue.ts

@@ -372,10 +372,15 @@ export function startJobWorkerLoop(opts?: { pollIntervalMs?: number; concurrency
       logger.error({ err: String(err) }, '[job-worker] stale-job sweep failed');
     }
     try {
-      for (let i = 0; i < concurrency; i++) {
-        const job = await claimNextQueuedJob();
-        if (!job) break;
-        void dispatchClaimedJob(job); // not awaited — runs concurrently while the loop keeps polling
+      const pauseRow = await prismaAdmin.systemConfig.findUnique({ where: { key: 'queue.paused' } });
+      if (pauseRow?.value === 'true') {
+        logger.info('[job-worker] queue is paused — skipping claim');
+      } else {
+        for (let i = 0; i < concurrency; i++) {
+          const job = await claimNextQueuedJob();
+          if (!job) break;
+          void dispatchClaimedJob(job); // not awaited — runs concurrently while the loop keeps polling
+        }
       }
     } catch (err) {
       logger.error({ err: String(err) }, '[job-worker] claim loop failed');
@@ -2389,10 +2394,35 @@ async function processCaptureStepsJob(jobId: string, config: any) {
     if (!tc) throw new Error('Test case not found');
 
     const rawSteps = Array.isArray(tc.steps) ? tc.steps : [];
-    const stepTexts = rawSteps.map(captureStepText).filter(Boolean);
+    if (rawSteps.length === 0) throw new Error('Test case has no steps to capture');
+
+    // Resolve env tokens from testDataInline so {{fze.env.URL}} → concrete URL before execution plan
+    const _tdi = ((tc as any).testDataInline ?? {}) as Record<string, unknown>;
+    const _tdiStartUrl = typeof _tdi['startUrl'] === 'string' && (_tdi['startUrl'] as string).startsWith('http')
+      ? (_tdi['startUrl'] as string) : '';
+    const _recordedUrls = Array.isArray(_tdi['recordedUrls']) ? (_tdi['recordedUrls'] as unknown[]).map(String) : [];
+    const _recordedStartUrl = _recordedUrls.find((u) => u.startsWith('http')) ?? '';
+
+    const baseUrl = config.baseUrl || _tdiStartUrl || _recordedStartUrl || tc?.screen?.project?.appUrl || crawlCfg?.appUrl || '';
+
+    // Build env token → concrete value map from testDataInline for step text substitution
+    const _envTokenMap: Record<string, string> = {};
+    for (const [k, v] of Object.entries(_tdi)) {
+      if (typeof v === 'string' && v.startsWith('http')) _envTokenMap[k] = v;
+    }
+    if (_recordedStartUrl && !_envTokenMap['startUrl']) _envTokenMap['startUrl'] = _recordedStartUrl;
+
+    // Replace {{fze.env.X}} and [env:X] tokens in step texts with concrete values from testDataInline.
+    // IMPORTANT: only substitute if we have a concrete value for that key.
+    // Fall back to [key] placeholder — never fall back to baseUrl (would inject URL into credential fields).
+    const resolveStepText = (text: string): string =>
+      text
+        .replace(/\{\{\s*fze\.env\.([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g, (_m, k) => _envTokenMap[k] ?? `[${k}]`)
+        .replace(/\[env:([A-Za-z_][A-Za-z0-9_]*)\]/g, (_m, k) => _envTokenMap[k] ?? `[${k}]`);
+
+    const stepTexts = rawSteps.map(captureStepText).filter(Boolean).map(resolveStepText);
     if (stepTexts.length === 0) throw new Error('Test case has no steps to capture');
 
-    const baseUrl = config.baseUrl || tc?.screen?.project?.appUrl || crawlCfg?.appUrl || '';
     let plan = await generateExecutionPlan(tenantId, { ...tc, steps: stepTexts }, baseUrl).catch(() => []);
     plan = Array.isArray(plan)
       ? plan.filter(Boolean).map((step: any, idx: number) => ({ ...step, stepNumber: idx + 1 }))