@tangle-network/browser-agent-driver 0.30.0 → 0.31.0

package/dist/jobs/orchestrator.js

@@ -0,0 +1,282 @@
+/**
+ * Agentic orchestrator — wraps `runJob` with a control loop that handles
+ * strategic decisions (re-sample broken wayback snapshots, retry vs skip,
+ * widen the window when too many fail, conclude) via LLM tool calls.
+ *
+ * Design: protocols are deterministic (retry/backoff lives in `retry.ts`,
+ * anti-bot detection lives in `anti-bot.ts`). The orchestrator only steps
+ * in for *judgment* calls where a hand-tuned heuristic would break the
+ * moment the world changes. Cost ceiling: hard-capped at spec.maxCostUSD,
+ * and each control-loop iteration is a single LLM call (~1.5s, ~$0.005).
+ *
+ * Tool surface (LLM-callable):
+ *   getJobState()        — what's done, what failed, current cost
+ *   resampleWayback(...) — replace targets for a URL with a new sample
+ *   retryTarget(...)     — re-attempt a single failed/skipped target
+ *   markSkipped(...)     — terminal skip with reason
+ *   concludeJob()        — exit the loop
+ *
+ * The orchestrator runs the initial fan-out via `runJob` first (so the
+ * deterministic happy path doesn't pay LLM tax), then enters the loop only
+ * if the result needs intervention.
+ */
+import { generateText, tool, jsonSchema, stepCountIs } from 'ai';
+import { Brain } from '../brain/index.js';
+import { resolveProviderApiKey, resolveProviderModelName } from '../provider-defaults.js';
+import { runJob } from './queue.js';
+import { saveJob, appendIndexEntry } from './store.js';
+import { discoverWaybackSnapshots } from '../discover/wayback.js';
+const SYSTEM_PROMPT = `You are an audit-job orchestrator.
+
+Your job: bring this audit job to a high-quality completion. After the initial fan-out has run, decide whether and how to fix gaps:
+  - If multiple wayback snapshots for the same URL came back blocked or scored 0, the snapshots are likely broken archive captures. Re-sample more snapshots in the same window using the resampleWayback tool.
+  - If a single target failed with a transient error, retry it.
+  - If a target is structurally unfixable (anti-bot, persistent 4xx, total content failure), mark it skipped with a clear reason.
+  - When the job is in good shape OR you've hit diminishing returns OR cost is approaching the cap, call concludeJob.
+
+Rules:
+  - You MUST stay under spec.maxCostUSD when set.
+  - Do not retry the same target more than twice.
+  - Do not resample the same URL more than once.
+  - When in doubt, conclude. A clean partial job is better than an over-fitted one.
+  - Reply only with tool calls until you call concludeJob.
+`;
+export async function orchestrateJob(job, opts) {
+    const verbose = opts.verbose ?? false;
+    // Phase 1: deterministic fan-out (no LLM in the loop).
+    await runJob(job, { auditFn: opts.auditFn, dir: opts.dir });
+    const state = {
+        job,
+        resamples: new Map(),
+        retries: new Map(),
+        concluded: false,
+        reason: '',
+    };
+    // Phase 2: only invoke the agent if the run needs intervention.
+    if (!needsIntervention(job)) {
+        if (verbose)
+            console.log('  [orchestrator] no intervention needed');
+        return job;
+    }
+    if (verbose) {
+        const failed = job.results.filter(r => r.status === 'failed').length;
+        const skipped = job.results.filter(r => r.status === 'skipped').length;
+        console.log(`  [orchestrator] entering loop · failed=${failed} · skipped=${skipped} · cost=$${job.totalCostUSD.toFixed(2)}`);
+    }
+    // Default to the same provider as the audit pipeline (claude-code via
+    // subscription, no API key required). If the operator already supplied a
+    // brain, respect that.
+    const brain = opts.brain ?? defaultBrain();
+    const tools = buildTools(state, opts, verbose);
+    const model = await brain.getLanguageModel({ provider: 'claude-code' });
+    const result = await generateText({
+        model,
+        system: SYSTEM_PROMPT,
+        prompt: 'The fan-out has completed. Call getJobState first to see what happened, then take corrective actions, then call concludeJob.',
+        tools,
+        stopWhen: stepCountIs(opts.maxIterations ?? 8),
+    });
+    if (verbose) {
+        console.log(`  [orchestrator] finishReason=${result.finishReason}  steps=${result.steps.length}  toolCalls=${result.steps.reduce((acc, s) => acc + s.toolCalls.length, 0)}`);
+        if (result.text)
+            console.log(`  [orchestrator] final-text: ${result.text.slice(0, 200)}`);
+    }
+    if (!state.concluded) {
+        state.reason = 'orchestrator: max iterations reached without explicit conclude';
+    }
+    // Persist final state.
+    saveJob(state.job, opts.dir);
+    appendIndexEntry(state.job, opts.dir);
+    return state.job;
+}
+/** Cheap deterministic check: did the fan-out leave anything worth fixing? */
+function needsIntervention(job) {
+    const failed = job.results.filter(r => r.status === 'failed').length;
+    const ok = job.results.filter(r => r.status === 'ok');
+    const skipped = job.results.filter(r => r.status === 'skipped').length;
+    // Coverage: anything missing or failed is an intervention candidate.
+    if (failed > 0)
+        return true;
+    if (ok.length + skipped < job.targets.length)
+        return true;
+    // Quality: zero-scored ok results from wayback snapshots almost always
+    // indicate a broken archive capture (anti-bot got past detection, or the
+    // archived page is truncated). Treat as intervention-worthy.
+    const zeroScored = ok.filter(r => r.snapshotUrl && (r.rollupScore ?? -1) === 0).length;
+    if (zeroScored > 0)
+        return true;
+    return false;
+}
+function buildTools(state, opts, verbose) {
+    return {
+        getJobState: tool({
+            description: 'Return the current job state — targets, results, totalCostUSD, maxCostUSD, recent failures, and which URLs already have re-sampled targets.',
+            inputSchema: jsonSchema({ type: 'object', properties: {} }),
+            execute: async () => {
+                const j = state.job;
+                const groupedByUrl = new Map();
+                for (const r of j.results) {
+                    const k = r.url;
+                    if (!groupedByUrl.has(k))
+                        groupedByUrl.set(k, []);
+                    groupedByUrl.get(k).push(r);
+                }
+                const summary = {
+                    jobId: j.jobId,
+                    status: j.status,
+                    totalCostUSD: j.totalCostUSD,
+                    maxCostUSD: j.spec.maxCostUSD ?? null,
+                    targets: j.targets.length,
+                    ok: j.results.filter(r => r.status === 'ok').length,
+                    failed: j.results.filter(r => r.status === 'failed').length,
+                    skipped: j.results.filter(r => r.status === 'skipped').length,
+                    retriesUsed: Array.from(state.retries.entries()).map(([k, n]) => ({ key: k, retries: n })),
+                    resamplesUsed: Array.from(state.resamples.values()).filter(r => r.attempted).map(r => r.url),
+                    byUrl: Array.from(groupedByUrl.entries()).map(([url, rows]) => ({
+                        url,
+                        snapshots: rows.length,
+                        ok: rows.filter(r => r.status === 'ok').length,
+                        failed: rows.filter(r => r.status === 'failed').length,
+                        skipped: rows.filter(r => r.status === 'skipped').length,
+                        zeroScored: rows.filter(r => r.status === 'ok' && (r.rollupScore ?? 0) === 0).length,
+                    })),
+                    failureSamples: j.results.filter(r => r.status === 'failed').slice(0, 5).map(r => ({
+                        url: r.url, snapshotUrl: r.snapshotUrl, error: r.error,
+                    })),
+                    skippedSamples: j.results.filter(r => r.status === 'skipped').slice(0, 5).map(r => ({
+                        url: r.url, snapshotUrl: r.snapshotUrl, reason: r.error,
+                    })),
+                };
+                if (verbose)
+                    console.log('  [orchestrator] getJobState');
+                return summary;
+            },
+        }),
+        resampleWayback: tool({
+            description: 'Discover N additional wayback snapshots for a URL and audit them. Use when several existing snapshots for that URL came back blocked or zero-scored — broken archive captures cluster, so re-sampling a different month often produces good ones. Each URL can only be resampled once per orchestrator run.',
+            inputSchema: jsonSchema({
+                type: 'object',
+                properties: {
+                    url: { type: 'string' },
+                    count: { type: 'integer', minimum: 1, maximum: 8 },
+                    since: { type: 'string', description: 'ISO date lower bound' },
+                    until: { type: 'string', description: 'ISO date upper bound' },
+                },
+                required: ['url', 'count'],
+            }),
+            execute: async ({ url, count, since, until }) => {
+                if (state.resamples.has(url)) {
+                    return { error: `already resampled ${url} — skip and conclude or retry individual targets instead` };
+                }
+                if (overBudget(state))
+                    return { error: 'cost cap reached — conclude job' };
+                const action = { url, count, since, until, attempted: true };
+                state.resamples.set(url, action);
+                if (verbose)
+                    console.log(`  [orchestrator] resampleWayback ${url} count=${count}`);
+                try {
+                    const targets = await discoverWaybackSnapshots(url, { count, since, until });
+                    if (targets.length === 0)
+                        return { added: 0, error: 'CDX returned zero captures for that window' };
+                    // De-dupe against snapshots we already audited.
+                    const existing = new Set(state.job.results.map(r => r.snapshotUrl ?? r.url));
+                    const fresh = targets.filter(t => !existing.has(t.snapshotUrl ?? t.url));
+                    if (fresh.length === 0)
+                        return { added: 0, note: 'all sampled snapshots were already audited; widen the window or pick a different URL' };
+                    state.job.targets.push(...fresh);
+                    // Run only the new targets through the queue with resume=true.
+                    await runJob(state.job, { auditFn: opts.auditFn, dir: opts.dir, resume: true });
+                    const newOk = fresh.filter(t => state.job.results.some(r => (r.snapshotUrl ?? r.url) === (t.snapshotUrl ?? t.url) && r.status === 'ok')).length;
+                    return { added: fresh.length, newlyOk: newOk, totalCostUSD: state.job.totalCostUSD };
+                }
+                catch (err) {
+                    return { error: err.message };
+                }
+            },
+        }),
+        retryTarget: tool({
+            description: 'Re-attempt a single failed or skipped target. Use only for transient failures. Hard cap: 2 retries per target per orchestrator run.',
+            inputSchema: jsonSchema({
+                type: 'object',
+                properties: {
+                    url: { type: 'string' },
+                    snapshotUrl: { type: 'string' },
+                },
+                required: ['url'],
+            }),
+            execute: async ({ url, snapshotUrl }) => {
+                const key = snapshotUrl ?? url;
+                const used = state.retries.get(key) ?? 0;
+                if (used >= 2)
+                    return { error: `retry budget for ${key} exhausted (2 used)` };
+                if (overBudget(state))
+                    return { error: 'cost cap reached — conclude job' };
+                state.retries.set(key, used + 1);
+                if (verbose)
+                    console.log(`  [orchestrator] retryTarget ${key} attempt=${used + 1}`);
+                // Drop the existing failed/skipped entry, then resume — the queue will pick the missing target up.
+                state.job.results = state.job.results.filter(r => (r.snapshotUrl ?? r.url) !== key);
+                await runJob(state.job, { auditFn: opts.auditFn, dir: opts.dir, resume: true });
+                const newEntry = state.job.results.find(r => (r.snapshotUrl ?? r.url) === key);
+                return { status: newEntry?.status ?? 'unknown', error: newEntry?.error, totalCostUSD: state.job.totalCostUSD };
+            },
+        }),
+        markSkipped: tool({
+            description: 'Terminally mark a target as skipped (no further retries). Use for structurally unfixable failures — persistent 4xx, anti-bot, dead URL.',
+            inputSchema: jsonSchema({
+                type: 'object',
+                properties: {
+                    url: { type: 'string' },
+                    snapshotUrl: { type: 'string' },
+                    reason: { type: 'string' },
+                },
+                required: ['url', 'reason'],
+            }),
+            execute: async ({ url, snapshotUrl, reason }) => {
+                const key = snapshotUrl ?? url;
+                const idx = state.job.results.findIndex(r => (r.snapshotUrl ?? r.url) === key);
+                if (idx >= 0) {
+                    state.job.results[idx] = { ...state.job.results[idx], status: 'skipped', error: reason };
+                }
+                else {
+                    state.job.results.push({ url, snapshotUrl, status: 'skipped', error: reason });
+                }
+                saveJob(state.job, opts.dir);
+                if (verbose)
+                    console.log(`  [orchestrator] markSkipped ${key}: ${reason}`);
+                return { ok: true };
+            },
+        }),
+        concludeJob: tool({
+            description: 'End the orchestrator loop. Provide a one-sentence reason summarizing the final state.',
+            inputSchema: jsonSchema({
+                type: 'object',
+                properties: { reason: { type: 'string' } },
+                required: ['reason'],
+            }),
+            execute: async ({ reason }) => {
+                state.concluded = true;
+                state.reason = reason;
+                if (verbose)
+                    console.log(`  [orchestrator] concludeJob: ${reason}`);
+                return { concluded: true };
+            },
+        }),
+    };
+}
+function overBudget(state) {
+    const cap = state.job.spec.maxCostUSD;
+    if (typeof cap !== 'number')
+        return false;
+    // Leave 10% headroom so the next single audit doesn't push us over.
+    return state.job.totalCostUSD >= cap * 0.9;
+}
+/** Re-export for tests / callers that want to inspect what would have run. */
+export { needsIntervention };
+function defaultBrain() {
+    const provider = 'claude-code';
+    const model = resolveProviderModelName(provider);
+    const apiKey = resolveProviderApiKey(provider);
+    return new Brain({ provider, model, apiKey, vision: false, llmTimeoutMs: 60_000 });
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/jobs/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/jobs/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,IAAI,CAAA;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAA0B,MAAM,yBAAyB,CAAA;AACjH,OAAO,EAAE,MAAM,EAAgB,MAAM,YAAY,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAA;AAejE,MAAM,aAAa,GAAG;;;;;;;;;;;;;;CAcrB,CAAA;AAkBD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,IAA2B;IACxE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,CAAA;IACrC,uDAAuD;IACvD,MAAM,MAAM,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAE3D,MAAM,KAAK,GAAsB;QAC/B,GAAG;QACH,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,OAAO,EAAE,IAAI,GAAG,EAAE;QAClB,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,EAAE;KACX,CAAA;IAED,gEAAgE;IAChE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,IAAI,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;QACnE,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;QACpE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtE,OAAO,CAAC,GAAG,CAAC,2CAA2C,MAAM,cAAc,OAAO,YAAY,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC9H,CAAC;IAED,sEAAsE;IACtE,yEAAyE;IACzE,uBAAuB;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,YAAY,EAAE,CAAA;IAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IAC9C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,aAAsB,EAAE,CAAC,CAAA;IAEhF,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,KAAK;QACL,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,8HAA8H;QACtI,KAAK;QACL,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;KAC/C,CAAC,CAAA;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,YAAY,WAAW,MAAM,CAAC,KAAK,CAAC,MAAM,eAAe,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;QAC5K,IAAI,MAAM,CAAC,IAAI;YAAE,OAAO,CAAC,GAAG,CAAC,gCAAgC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC3F,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,CAAC,MAAM,GAAG,gEAAgE,CAAA;IACjF,CAAC;IACD,uBAAuB;IACvB,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IAC5B,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IACrC,OAAO,KAAK,CAAC,GAAG,CAAA;AAClB,CAAC;AAED,8EAA8E;AAC9E,SAAS,iBAAiB,CAAC,GAAQ;IACjC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IACpE,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAA;IACrD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;IACtE,qEAAqE;IACrE,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3B,IAAI,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IACzD,uEAAuE;IACvE,yEAAyE;IACzE,6DAA6D;IAC7D,MAAM,UAAU,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAA;IACtF,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/B,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,UAAU,CAAC,KAAwB,EAAE,IAA2B,EAAE,OAAgB;IACzF,OAAO;QACL,WAAW,EAAE,IAAI,CAAC;YAChB,WAAW,EAAE,6IAA6I;YAC1J,WAAW,EAAE,UAAU,CAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;YAClF,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAA;gBACnB,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAA;gBACxD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;oBAC1B,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAA;oBACf,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;oBACjD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBAC9B,CAAC;gBACD,MAAM,OAAO,GAAG;oBACd,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI;oBACrC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;oBACzB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM;oBACnD,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC3D,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAC7D,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC1F,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC5F,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC9D,GAAG;wBACH,SAAS,EAAE,IAAI,CAAC,MAAM;wBACtB,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM;wBAC9C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;wBACtD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;wBACxD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM;qBACrF,CAAC,CAAC;oBACH,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACjF,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;qBACvD,CAAC,CAAC;oBACH,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAClF,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK;qBACxD,CAAC,CAAC;iBACJ,CAAA;gBACD,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;gBACxD,OAAO,OAAO,CAAA;YAChB,CAAC;SACF,CAAC;QAEF,eAAe,EAAE,IAAI,CAAC;YACpB,WAAW,EAAE,6SAA6S;YAC1T,WAAW,EAAE,UAAU,CAAiE;gBACtF,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACvB,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;oBAClD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;oBAC9D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;iBAC/D;gBACD,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC;aAC3B,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC9C,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,OAAO,EAAE,KAAK,EAAE,qBAAqB,GAAG,0DAA0D,EAAE,CAAA;gBACtG,CAAC;gBACD,IAAI,UAAU,CAAC,KAAK,CAAC;oBAAE,OAAO,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAA;gBAC1E,MAAM,MAAM,GAAmB,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;gBAC5E,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;gBAChC,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,oCAAoC,GAAG,UAAU,KAAK,EAAE,CAAC,CAAA;gBAElF,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;oBAC5E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAA;oBAClG,gDAAgD;oBAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAC5E,MAAM,KAAK,GAAgB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBACrF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,sFAAsF,EAAE,CAAA;oBACzI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;oBAChC,+DAA+D;oBAC/D,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;oBAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC/I,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,CAAA;gBACtF,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAA;gBAC1C,CAAC;YACH,CAAC;SACF,CAAC;QAEF,WAAW,EAAE,IAAI,CAAC;YAChB,WAAW,EAAE,qIAAqI;YAClJ,WAAW,EAAE,UAAU,CAAwC;gBAC7D,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACvB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAChC;gBACD,QAAQ,EAAE,CAAC,KAAK,CAAC;aAClB,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE;gBACtC,MAAM,GAAG,GAAG,WAAW,IAAI,GAAG,CAAA;gBAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBACxC,IAAI,IAAI,IAAI,CAAC;oBAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,GAAG,qBAAqB,EAAE,CAAA;gBAC7E,IAAI,UAAU,CAAC,KAAK,CAAC;oBAAE,OAAO,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAA;gBAC1E,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,CAAA;gBAChC,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,YAAY,IAAI,GAAG,CAAC,EAAE,CAAC,CAAA;gBACnF,mGAAmG;gBACnG,KAAK,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAA;gBACnF,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;gBAC/E,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAA;gBAC9E,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,CAAA;YAChH,CAAC;SACF,CAAC;QAEF,WAAW,EAAE,IAAI,CAAC;YAChB,WAAW,EAAE,yIAAyI;YACtJ,WAAW,EAAE,UAAU,CAAwD;gBAC7E,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACvB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC/B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC3B;gBACD,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;aAC5B,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC9C,MAAM,GAAG,GAAG,WAAW,IAAI,GAAG,CAAA;gBAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAA;gBAC9E,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;oBACb,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;gBAC1F,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;gBAChF,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC5B,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,KAAK,MAAM,EAAE,CAAC,CAAA;gBAC1E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAA;YACrB,CAAC;SACF,CAAC;QAEF,WAAW,EAAE,IAAI,CAAC;YAChB,WAAW,EAAE,uFAAuF;YACpG,WAAW,EAAE,UAAU,CAAqB;gBAC1C,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;gBAC1C,QAAQ,EAAE,CAAC,QAAQ,CAAC;aACrB,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC5B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAA;gBACtB,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;gBACrB,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAA;gBACnE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;YAC5B,CAAC;SACF,CAAC;KACM,CAAA;AACZ,CAAC;AAED,SAAS,UAAU,CAAC,KAAwB;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAA;IACrC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACzC,oEAAoE;IACpE,OAAO,KAAK,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,GAAG,GAAG,CAAA;AAC5C,CAAC;AAED,8EAA8E;AAC9E,OAAO,EAAE,iBAAiB,EAAE,CAAA;AAE5B,SAAS,YAAY;IACnB,MAAM,QAAQ,GAAG,aAAkC,CAAA;IACnD,MAAM,KAAK,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IAC9C,OAAO,IAAI,KAAK,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAA;AACpF,CAAC"}

package/dist/jobs/queue.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Job runner — bounded-concurrency fan-out over the audit pipeline.
+ *
+ * Synchronous in the sense that `runJob()` returns when every target has been
+ * processed (ok, failed, or skipped). Crash safety: every individual result
+ * is persisted to disk as soon as it lands, so killing the process leaves a
+ * resumable record (resume is a future addition; today the partial state
+ * is just observable).
+ *
+ * `auditFn` is injected so tests can run the queue without touching
+ * Playwright/LLMs.
+ */
+import type { Job, JobTarget } from './types.js';
+import { type RetryPolicy } from './retry.js';
+export interface AuditFn {
+    (target: JobTarget, opts: Job['spec']['audit']): Promise<{
+        runId: string;
+        resultPath: string;
+        rollupScore?: number;
+        pageType?: string;
+        costUSD?: number;
+        tokensPath?: string;
+        /**
+         * When set, the result was deterministically classified as blocked /
+         * anti-bot — the queue records `status: 'skipped'` with this reason
+         * instead of `'ok'`, so leaderboards don't include a misleading score.
+         */
+        blockedReason?: string;
+    }>;
+}
+export interface RunJobOptions {
+    auditFn: AuditFn;
+    /** Persistence dir override (tests). */
+    dir?: string;
+    /** Concurrency override; falls back to spec.concurrency, then 2. */
+    concurrency?: number;
+    /** Per-target failure swallower — defaults to recording the error and continuing. */
+    onError?: (target: JobTarget, error: Error) => 'continue' | 'abort';
+    /** Retry policy applied around each `auditFn` call. Pass `null` to disable retry. */
+    retryPolicy?: RetryPolicy | null;
+    /** When true, skip targets that already have a non-failed result on the job (used by `bad jobs resume`). */
+    resume?: boolean;
+}
+export declare function runJob(job: Job, opts: RunJobOptions): Promise<Job>;
+//# sourceMappingURL=queue.d.ts.map

package/dist/jobs/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../src/jobs/queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EAAE,GAAG,EAAkB,SAAS,EAAE,MAAM,YAAY,CAAA;AAChE,OAAO,EAAmC,KAAK,WAAW,EAAE,MAAM,YAAY,CAAA;AAE9E,MAAM,WAAW,OAAO;IACtB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;QACvD,KAAK,EAAE,MAAM,CAAA;QACb,UAAU,EAAE,MAAM,CAAA;QAClB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB;;;;WAIG;QACH,aAAa,CAAC,EAAE,MAAM,CAAA;KACvB,CAAC,CAAA;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAA;IAChB,wCAAwC;IACxC,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,oEAAoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,qFAAqF;IACrF,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,KAAK,UAAU,GAAG,OAAO,CAAA;IACnE,qFAAqF;IACrF,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,CAAA;IAChC,4GAA4G;IAC5G,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB;AAID,wBAAsB,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAwCxE"}

package/dist/jobs/queue.js

@@ -0,0 +1,114 @@
+/**
+ * Job runner — bounded-concurrency fan-out over the audit pipeline.
+ *
+ * Synchronous in the sense that `runJob()` returns when every target has been
+ * processed (ok, failed, or skipped). Crash safety: every individual result
+ * is persisted to disk as soon as it lands, so killing the process leaves a
+ * resumable record (resume is a future addition; today the partial state
+ * is just observable).
+ *
+ * `auditFn` is injected so tests can run the queue without touching
+ * Playwright/LLMs.
+ */
+import { saveJob, appendIndexEntry } from './store.js';
+import { withRetry, DEFAULT_RETRY_POLICY } from './retry.js';
+const DEFAULT_CONCURRENCY = 2;
+export async function runJob(job, opts) {
+    const concurrency = opts.concurrency ?? job.spec.concurrency ?? DEFAULT_CONCURRENCY;
+    job.status = 'running';
+    job.startedAt = job.startedAt ?? new Date().toISOString();
+    saveJob(job, opts.dir);
+    appendIndexEntry(job, opts.dir);
+    // Resume support: skip targets that already have a non-failed result.
+    const completed = new Set();
+    if (opts.resume) {
+        for (const r of job.results) {
+            if (r.status === 'ok' || r.status === 'skipped')
+                completed.add(targetKey(r));
+        }
+    }
+    const queue = job.targets.filter(t => !completed.has(targetKey(t)));
+    let aborted = false;
+    async function worker() {
+        while (queue.length > 0 && !aborted) {
+            const target = queue.shift();
+            if (!target)
+                break;
+            const entry = await runOne(target, job.spec.audit, opts.auditFn, opts.retryPolicy, opts.onError);
+            if (entry === 'abort') {
+                aborted = true;
+                return;
+            }
+            job.results.push(entry);
+            if (entry.costUSD)
+                job.totalCostUSD = round2(job.totalCostUSD + entry.costUSD);
+            saveJob(job, opts.dir);
+        }
+    }
+    const workers = Array.from({ length: concurrency }, () => worker());
+    await Promise.all(workers);
+    job.completedAt = new Date().toISOString();
+    job.status = aborted ? 'cancelled' : finalStatus(job);
+    saveJob(job, opts.dir);
+    appendIndexEntry(job, opts.dir);
+    return job;
+}
+async function runOne(target, audit, auditFn, retryPolicy, onError) {
+    try {
+        const policy = retryPolicy === null ? undefined : (retryPolicy ?? DEFAULT_RETRY_POLICY);
+        const call = () => auditFn(target, audit);
+        const out = policy ? await withRetry(call, policy) : await call();
+        if (out.blockedReason) {
+            return {
+                ...target,
+                status: 'skipped',
+                runId: out.runId,
+                resultPath: out.resultPath,
+                error: out.blockedReason,
+                costUSD: out.costUSD,
+            };
+        }
+        return {
+            ...target,
+            status: 'ok',
+            runId: out.runId,
+            resultPath: out.resultPath,
+            rollupScore: out.rollupScore,
+            pageType: out.pageType,
+            costUSD: out.costUSD,
+            tokensPath: out.tokensPath,
+        };
+    }
+    catch (err) {
+        const error = err;
+        const decision = onError?.(target, error) ?? 'continue';
+        if (decision === 'abort')
+            return 'abort';
+        return {
+            ...target,
+            status: 'failed',
+            error: error.message,
+        };
+    }
+}
+function targetKey(t) {
+    return t.snapshotUrl ?? t.url;
+}
+function finalStatus(job) {
+    const total = job.results.length;
+    if (total === 0)
+        return 'failed';
+    const ok = job.results.filter(r => r.status === 'ok').length;
+    const failed = job.results.filter(r => r.status === 'failed').length;
+    // 'skipped' is a deterministic non-failure (e.g. anti-bot block detected).
+    // Treat it as a clean outcome — we recorded the reason and moved on.
+    if (ok === 0 && failed > 0)
+        return 'failed';
+    if (failed > 0 || ok < total)
+        return 'partial';
+    return 'completed';
+}
+function round2(n) {
+    return Math.round(n * 100) / 100;
+}
+//# sourceMappingURL=queue.js.map

package/dist/jobs/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../src/jobs/queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAEtD,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAoB,MAAM,YAAY,CAAA;AAiC9E,MAAM,mBAAmB,GAAG,CAAC,CAAA;AAE7B,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,GAAQ,EAAE,IAAmB;IACxD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,mBAAmB,CAAA;IACnF,GAAG,CAAC,MAAM,GAAG,SAAS,CAAA;IACtB,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACzD,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IACtB,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IAE/B,sEAAsE;IACtE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;gBAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9E,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAgB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAChF,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,KAAK,UAAU,MAAM;QACnB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;YAC5B,IAAI,CAAC,MAAM;gBAAE,MAAK;YAClB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YAChG,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;gBACtB,OAAO,GAAG,IAAI,CAAA;gBACd,OAAM;YACR,CAAC;YACD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACvB,IAAI,KAAK,CAAC,OAAO;gBAAE,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAA;YAC9E,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;IACnE,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAE1B,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC1C,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IACrD,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IACtB,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/B,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,MAAiB,EACjB,KAA2B,EAC3B,OAAgB,EAChB,WAA2C,EAC3C,OAAkC;IAElC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,oBAAoB,CAAC,CAAA;QACvF,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QACzC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAA;QACjE,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,KAAK,EAAE,GAAG,CAAC,aAAa;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAA;QACH,CAAC;QACD,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,UAAU;SAC3B,CAAA;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAY,CAAA;QAC1B,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,UAAU,CAAA;QACvD,IAAI,QAAQ,KAAK,OAAO;YAAE,OAAO,OAAO,CAAA;QACxC,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,CAAY;IAC7B,OAAO,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAA;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,GAAQ;IAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAA;IAChC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IAChC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM,CAAA;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;IACpE,2EAA2E;IAC3E,qEAAqE;IACrE,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAA;IAC3C,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,GAAG,KAAK;QAAE,OAAO,SAAS,CAAA;IAC9C,OAAO,WAAW,CAAA;AACpB,CAAC;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAClC,CAAC"}

package/dist/jobs/retry.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Retry-with-backoff helper used by the jobs queue. Deliberately not an LLM
+ * decision — exponential backoff with jitter is a protocol, not a judgment
+ * call. Wrapping it in prose adds latency without adding intelligence.
+ *
+ * Default policy:
+ *   - 3 attempts total (one initial + two retries)
+ *   - Base delay 500ms, doubles each attempt, capped at 5s
+ *   - Adds ±20% jitter so concurrent workers don't synchronize their retries
+ *   - Retries network errors, HTTP 429, HTTP 5xx, and timeouts
+ *   - Does NOT retry HTTP 4xx, anti-bot blocks, or schema-validation errors
+ */
+export interface RetryPolicy {
+    maxAttempts: number;
+    baseDelayMs: number;
+    maxDelayMs: number;
+    /** Returns true if the error is retryable. */
+    isRetryable: (err: Error) => boolean;
+    /** Override default backoff (for tests). */
+    backoffFn?: (attempt: number, base: number, cap: number) => number;
+    /** Hook fired before each retry — useful for telemetry. */
+    onRetry?: (attempt: number, err: Error, delayMs: number) => void;
+}
+/**
+ * Whitelist-only: an error is retryable iff it matches one of the patterns
+ * above. Anything else (4xx, anti-bot, schema-validation, unknown errors) is
+ * deterministic and we don't waste round-trips retrying it.
+ */
+export declare function isRetryableDefault(err: Error): boolean;
+export declare const DEFAULT_RETRY_POLICY: RetryPolicy;
+/**
+ * Run `fn` with retry-on-retryable-failure. Throws the last error after
+ * `maxAttempts` exhausted, or immediately on a non-retryable error.
+ */
+export declare function withRetry<T>(fn: () => Promise<T>, policy?: RetryPolicy): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/jobs/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/jobs/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,8CAA8C;IAC9C,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,OAAO,CAAA;IACpC,4CAA4C;IAC5C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,MAAM,CAAA;IAClE,2DAA2D;IAC3D,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CACjE;AAiBD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAEtD;AAED,eAAO,MAAM,oBAAoB,EAAE,WAKlC,CAAA;AAQD;;;GAGG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,GAAE,WAAkC,GAAG,OAAO,CAAC,CAAC,CAAC,CAmB/G"}

package/dist/jobs/retry.js

@@ -0,0 +1,77 @@
+/**
+ * Retry-with-backoff helper used by the jobs queue. Deliberately not an LLM
+ * decision — exponential backoff with jitter is a protocol, not a judgment
+ * call. Wrapping it in prose adds latency without adding intelligence.
+ *
+ * Default policy:
+ *   - 3 attempts total (one initial + two retries)
+ *   - Base delay 500ms, doubles each attempt, capped at 5s
+ *   - Adds ±20% jitter so concurrent workers don't synchronize their retries
+ *   - Retries network errors, HTTP 429, HTTP 5xx, and timeouts
+ *   - Does NOT retry HTTP 4xx, anti-bot blocks, or schema-validation errors
+ */
+const RETRYABLE_PATTERNS = [
+    /\b429\b/, // rate limit
+    /\b5\d\d\b/, // 5xx
+    /timeout/i,
+    /timed out/i,
+    /etimedout/i,
+    /econnreset/i,
+    /econnrefused/i,
+    /enotfound/i,
+    /socket hang up/i,
+    /network/i,
+    /fetch failed/i,
+    /CDX returned 5\d\d/i,
+];
+/**
+ * Whitelist-only: an error is retryable iff it matches one of the patterns
+ * above. Anything else (4xx, anti-bot, schema-validation, unknown errors) is
+ * deterministic and we don't waste round-trips retrying it.
+ */
+export function isRetryableDefault(err) {
+    return RETRYABLE_PATTERNS.some(re => re.test(err.message));
+}
+export const DEFAULT_RETRY_POLICY = {
+    maxAttempts: 3,
+    baseDelayMs: 500,
+    maxDelayMs: 5000,
+    isRetryable: isRetryableDefault,
+};
+function defaultBackoff(attempt, base, cap) {
+    const exp = Math.min(base * 2 ** attempt, cap);
+    const jitter = exp * (0.8 + Math.random() * 0.4); // ±20%
+    return Math.round(jitter);
+}
+/**
+ * Run `fn` with retry-on-retryable-failure. Throws the last error after
+ * `maxAttempts` exhausted, or immediately on a non-retryable error.
+ */
+export async function withRetry(fn, policy = DEFAULT_RETRY_POLICY) {
+    const max = Math.max(1, policy.maxAttempts);
+    const backoff = policy.backoffFn ?? defaultBackoff;
+    let lastErr;
+    for (let attempt = 0; attempt < max; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            lastErr = err;
+            if (!policy.isRetryable(lastErr))
+                throw lastErr;
+            if (attempt === max - 1)
+                break;
+            const delay = backoff(attempt, policy.baseDelayMs, policy.maxDelayMs);
+            policy.onRetry?.(attempt + 1, lastErr, delay);
+            await sleep(delay);
+        }
+    }
+    // Tag the final error so callers can tell retried-and-failed apart from never-retried.
+    if (lastErr)
+        lastErr.message = `[after ${max} attempts] ${lastErr.message}`;
+    throw lastErr ?? new Error('withRetry: no error captured but no result returned');
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=retry.js.map

package/dist/jobs/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/jobs/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAcH,MAAM,kBAAkB,GAAG;IACzB,SAAS,EAAE,aAAa;IACxB,WAAW,EAAE,MAAM;IACnB,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,eAAe;IACf,YAAY;IACZ,iBAAiB;IACjB,UAAU;IACV,eAAe;IACf,qBAAqB;CACtB,CAAA;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAU;IAC3C,OAAO,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,GAAG;IAChB,UAAU,EAAE,IAAI;IAChB,WAAW,EAAE,kBAAkB;CAChC,CAAA;AAED,SAAS,cAAc,CAAC,OAAe,EAAE,IAAY,EAAE,GAAW;IAChE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,EAAE,GAAG,CAAC,CAAA;IAC9C,MAAM,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAA,CAAC,OAAO;IACxD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;AAC3B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,EAAoB,EAAE,SAAsB,oBAAoB;IACjG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,IAAI,cAAc,CAAA;IAClD,IAAI,OAA0B,CAAA;IAC9B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAA;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,GAAY,CAAA;YACtB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;gBAAE,MAAM,OAAO,CAAA;YAC/C,IAAI,OAAO,KAAK,GAAG,GAAG,CAAC;gBAAE,MAAK;YAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;YACrE,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;YAC7C,MAAM,KAAK,CAAC,KAAK,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IACD,uFAAuF;IACvF,IAAI,OAAO;QAAE,OAAO,CAAC,OAAO,GAAG,UAAU,GAAG,cAAc,OAAO,CAAC,OAAO,EAAE,CAAA;IAC3E,MAAM,OAAO,IAAI,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;AACnF,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;AACxD,CAAC"}

package/dist/jobs/store.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Job store — whole-file JSON per job + an append-only index for listing.
+ *
+ * Layout:
+ *   ~/.bad/jobs/<jobId>.json      — Job record (atomic write via tmp + rename)
+ *   ~/.bad/jobs/index.jsonl       — append-only one line per job ({jobId, status, createdAt, label})
+ *
+ * Whole-file rewrite is intentional: a job is a single coherent record with
+ * monotonically-extending `results[]`. Append-only at the entry level would
+ * duplicate target rows; append-only at the file level would force readers
+ * to fold N updates into one logical record. Atomic rename gives us crash
+ * safety without that complexity.
+ */
+import type { Job, JobStatus } from './types.js';
+export declare function jobsDir(override?: string): string;
+export declare function jobPath(jobId: string, dir?: string): string;
+export declare function newJobId(now?: Date): string;
+export declare function saveJob(job: Job, dir?: string): void;
+export declare function loadJob(jobId: string, dir?: string): Job | null;
+export declare function appendIndexEntry(job: Job, dir?: string): void;
+export interface JobIndexEntry {
+    jobId: string;
+    status: JobStatus;
+    createdAt: string;
+    label: string | null;
+    targetCount: number;
+}
+/** Reads the index file. Later entries for the same jobId override earlier ones. */
+export declare function listJobs(dir?: string): JobIndexEntry[];
+export declare function updateJobStatus(jobId: string, status: JobStatus, dir?: string): Job | null;
+//# sourceMappingURL=store.d.ts.map

package/dist/jobs/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/jobs/store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAKH,OAAO,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAIhD,wBAAgB,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAEjD;AAMD,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAE3D;AAMD,wBAAgB,QAAQ,CAAC,GAAG,GAAE,IAAiB,GAAG,MAAM,CAIvD;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAMpD;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI,CAI/D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAW7D;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,SAAS,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,oFAAoF;AACpF,wBAAgB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,aAAa,EAAE,CActD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI,CAW1F"}