@cairn-tool/cairn 3.4.0 → 3.6.0

package/dist/qa/options.js

@@ -0,0 +1,165 @@
+import { existsSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { isInside } from "../config-schema.js";
+import { runtime } from "../runtime.js";
+import { defaultModels, resolveBinary, SUPPORTED_AGENTS } from "./agents/index.js";
+import { catalog, discover, displayCommandFor, elidedCommandFor, shellJoin, } from "./cases.js";
+import { DEFAULT_PARALLEL, DEFAULT_TIMEOUT_MIN, parseOnly, resolveDir, UserError, } from "./config.js";
+export const NO_CASES = "no eligible cases (every _plans/tc-N.yaml already has a tc-N/ folder)";
+function isDir(path) {
+    try {
+        return statSync(path).isDirectory();
+    }
+    catch {
+        return false;
+    }
+}
+function positiveInt(raw, flag, fallback) {
+    if (raw === undefined || raw === "")
+        return fallback;
+    const parsed = Number.parseInt(raw, 10);
+    if (!Number.isInteger(parsed) || String(parsed) !== String(raw).trim() || parsed < 1) {
+        throw new UserError(`${flag} must be an integer >= 1`);
+    }
+    return parsed;
+}
+function anyInt(raw, flag) {
+    if (raw === undefined || raw === "")
+        return null;
+    const parsed = Number.parseInt(raw, 10);
+    if (!Number.isInteger(parsed) || String(parsed) !== String(raw).trim()) {
+        throw new UserError(`${flag} must be an integer`);
+    }
+    return parsed;
+}
+export function refuseWindows() {
+    if (process.platform === "win32") {
+        throw new UserError("qa is POSIX-only; Windows support is tracked in docs/future-enhancements.md");
+    }
+}
+export function parseModelFlags(values, defaults) {
+    const models = { ...defaults };
+    if (!values || values.length === 0) {
+        const unique = new Set(Object.values(models));
+        return { label: unique.size === 1 ? [...unique][0] : "per-agent", models };
+    }
+    for (const raw of values) {
+        const eq = raw.indexOf("=");
+        if (eq === -1) {
+            if (!raw)
+                throw new UserError("--model must not be empty");
+            for (const name of Object.keys(models))
+                models[name] = raw;
+        }
+        else {
+            const agent = raw.slice(0, eq);
+            const slug = raw.slice(eq + 1);
+            if (!SUPPORTED_AGENTS.includes(agent)) {
+                throw new UserError(`--model agent must be one of ${SUPPORTED_AGENTS.join(", ")}, not ${JSON.stringify(agent)}`);
+            }
+            if (!slug)
+                throw new UserError(`--model ${agent}= must not be empty`);
+            models[agent] = slug;
+        }
+    }
+    const unique = new Set(Object.values(models));
+    return { label: unique.size === 1 ? [...unique][0] : "per-agent", models };
+}
+function qaConfig() {
+    return runtime().config.qa ?? {};
+}
+function modelValues(raw) {
+    if (raw.model === undefined) {
+        const configured = qaConfig().model;
+        return configured === undefined ? undefined : [configured];
+    }
+    return Array.isArray(raw.model) ? raw.model : [raw.model];
+}
+export function buildRunOptions(raw, format) {
+    refuseWindows();
+    const configured = qaConfig();
+    if (!raw.repo)
+        throw new UserError("--repo is required");
+    const repo = resolveDir(raw.repo, process.cwd(), "--repo");
+    const runsRaw = raw.runsDir ?? configured.runsDir;
+    if (!runsRaw)
+        throw new UserError("--runs-dir is required");
+    const runs = resolveDir(runsRaw, repo, "--runs-dir");
+    if (!isInside(repo, runs)) {
+        throw new UserError(`--runs-dir must resolve under --repo: ${runs}`);
+    }
+    if (!isDir(join(runs, "_plans")))
+        throw new UserError(`no _plans/ under ${runs}`);
+    const parallel = positiveInt(raw.parallel, "--parallel", configured.parallel ?? DEFAULT_PARALLEL);
+    const { label, models } = parseModelFlags(modelValues(raw), defaultModels());
+    const only = parseOnly(raw.only ?? null);
+    const loaded = catalog(runs, repo, models);
+    if (loaded.errors.length > 0) {
+        throw new UserError(`${loaded.errors.length} case file(s) could not be loaded:\n  ${loaded.errors.join("\n  ")}`);
+    }
+    const allCases = loaded.cases;
+    const cases = discover(allCases, only, anyInt(raw.limit, "--limit"));
+    const agent = raw.agent ?? configured.agent ?? null;
+    if (agent)
+        resolveBinary(allCases[0]?.agentName ?? SUPPORTED_AGENTS[0], agent);
+    const json = format === "json";
+    const ci = Boolean(process.env["CI"]);
+    const noTui = raw.noTui === true || json || ci || format === "json";
+    return {
+        options: {
+            repo,
+            runsDir: runs,
+            parallel,
+            model: label,
+            only,
+            limit: anyInt(raw.limit, "--limit"),
+            dryRun: raw.dryRun === true,
+            showPrompts: raw.showPrompts === true,
+            noTui,
+            timeoutMs: positiveInt(raw.timeoutMin, "--timeout-min", DEFAULT_TIMEOUT_MIN) * 60 * 1000,
+            agent,
+            json,
+        },
+        cases,
+        allCases,
+    };
+}
+/**
+ * A relative --runs-dir resolves against --repo when one is given, and against the cwd
+ * otherwise — the same rule in every subcommand. `qa run` resolving against --repo while
+ * `qa list` resolved against the cwd meant identical flags named different directories
+ * depending on where you stood.
+ */
+export function resolveRunsDir(raw, flag = "--runs-dir", repo) {
+    refuseWindows();
+    const configured = qaConfig().runsDir;
+    const value = raw ?? configured;
+    if (!value)
+        throw new UserError(`${flag} is required`);
+    return resolveDir(value, repo ?? process.cwd(), flag);
+}
+export function printDryRun(prepared) {
+    const { cases, options } = prepared;
+    if (cases.length === 0)
+        return `${NO_CASES}\n`;
+    const out = [];
+    out.push(`${cases.length} eligible case(s)`);
+    out.push(`  repo      ${options.repo}`);
+    if (options.agent)
+        out.push(`  agent     ${options.agent}`);
+    out.push("");
+    for (const kase of cases) {
+        out.push(`${kase.name}  ${kase.fileRel}  ${kase.model}  ${kase.constraint}`);
+        out.push(`  cwd ${kase.repo}`);
+        const argv = options.showPrompts
+            ? displayCommandFor(kase, options.agent)
+            : elidedCommandFor(kase, options.agent);
+        out.push(`  ${shellJoin(argv)}`);
+        out.push("");
+    }
+    return `${out.join("\n")}\n`;
+}
+export function caseStatus(kase) {
+    return existsSync(kase.outDir) ? "done" : "pending";
+}
+//# sourceMappingURL=options.js.map

package/dist/qa/options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../../src/qa/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACnF,OAAO,EACL,OAAO,EACP,QAAQ,EACR,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,GAEV,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EAEnB,SAAS,EACT,UAAU,EACV,SAAS,GACV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,MAAM,QAAQ,GAAG,uEAAuE,CAAC;AAwBhG,SAAS,KAAK,CAAC,IAAY;IACzB,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAAuB,EAAE,IAAY,EAAE,QAAgB;IAC1E,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACrF,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0BAA0B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,GAAuB,EAAE,IAAY;IACnD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACvE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,qBAAqB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,IAAI,SAAS,CACjB,6EAA6E,CAC9E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAA4B,EAC5B,QAAgC;IAEhC,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;IAC9E,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;YAC3D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,SAAS,CACjB,gCAAgC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAC5F,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,WAAW,KAAK,qBAAqB,CAAC,CAAC;YACtE,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ;IAMf,OAAO,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,GAAiB;IACpC,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC,KAAK,CAAC;QACpC,OAAO,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAiB,EAAE,MAAc;IAC/D,aAAa,EAAE,CAAC;IAChB,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC;IAClD,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,wBAAwB,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;IACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,SAAS,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IAElF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;IAClG,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,SAAS,CACjB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,yCAAyC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC7F,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;IAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC;IACpD,IAAI,KAAK;QAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,gBAAgB,CAAC,CAAC,CAAE,EAAE,KAAK,CAAC,CAAC;IAEhF,MAAM,IAAI,GAAG,MAAM,KAAK,MAAM,CAAC;IAC/B,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,IAAI,MAAM,KAAK,MAAM,CAAC;IAEpE,OAAO;QACL,OAAO,EAAE;YACP,IAAI;YACJ,OAAO,EAAE,IAAI;YACb,QAAQ;YACR,KAAK,EAAE,KAAK;YACZ,IAAI;YACJ,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC;YACnC,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,IAAI;YAC3B,WAAW,EAAE,GAAG,CAAC,WAAW,KAAK,IAAI;YACrC,KAAK;YACL,SAAS,EAAE,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,eAAe,EAAE,mBAAmB,CAAC,GAAG,EAAE,GAAG,IAAI;YACxF,KAAK;YACL,IAAI;SACL;QACD,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,GAAuB,EACvB,IAAI,GAAG,YAAY,EACnB,IAAa;IAEb,aAAa,EAAE,CAAC;IAChB,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC,OAAO,CAAC;IACtC,MAAM,KAAK,GAAG,GAAG,IAAI,UAAU,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,cAAc,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,KAAK,EAAE,IAAI,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAqB;IAC/C,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,QAAQ,IAAI,CAAC;IAC/C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,mBAAmB,CAAC,CAAC;IAC7C,GAAG,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,KAAK;QAAE,GAAG,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5D,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7E,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW;YAC9B,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC;YACxC,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1C,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAU;IACnC,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC"}

package/dist/qa/outcome.d.ts

@@ -0,0 +1,30 @@
+import type { Case } from "./cases.js";
+export interface Usage {
+    inputTokens?: number;
+    outputTokens?: number;
+    cacheReadTokens?: number;
+    cacheWriteTokens?: number;
+}
+export interface UsageCells {
+    inn: string;
+    out: string;
+    cache_r: string;
+    cache_w: string;
+}
+/** PASS / FAIL / UNVERIFIED from `_results.md`, or — if unreadable. */
+export declare function readVerdict(folder: string): string;
+/** Returns null only when NO usage object was seen at all — zeros are meaningful. */
+export declare function usageTotal(usages: readonly (Usage | null | undefined)[]): Usage | null;
+export declare function usageFragment(usage: Usage): string;
+export declare function usageCells(usage: Usage | null | undefined): UsageCells;
+/** Exact token counts for markdown logs, or em dashes. */
+export declare function usageMd(usage: Usage | null | undefined): UsageCells;
+export declare function outcomeLabel(verdict: string): string;
+export declare const FAIL_OUTCOME: Readonly<Record<string, string>>;
+export declare const STATUS_COLOR: Readonly<Record<string, string>>;
+export declare const OUTCOME_COLOR: Readonly<Record<string, string>>;
+/**
+ * Return [status, note]. Promotes `tc-N-temp/` to `tc-N/` only on a clean success.
+ * The order of these checks is load-bearing.
+ */
+export declare function classify(kase: Case, exitCode: number | null, timedOut: boolean): [string, string];

package/dist/qa/outcome.js

@@ -0,0 +1,162 @@
+import { existsSync, readFileSync, renameSync, statSync } from "node:fs";
+import { basename, join } from "node:path";
+import { DIM, GREEN, RED, YELLOW, fmtCount } from "./format.js";
+import { DONE_OK, REPORT, RESULTS } from "./config.js";
+const VERDICTS = ["PASS", "FAIL", "UNVERIFIED"];
+const DASH = "—";
+/** PASS / FAIL / UNVERIFIED from `_results.md`, or — if unreadable. */
+export function readVerdict(folder) {
+    const path = join(folder, RESULTS);
+    let text;
+    try {
+        // No statSync guard: readFileSync already throws ENOENT for a missing file
+        // and EISDIR for a directory, both of which land here as DASH. Checking
+        // first bought nothing and opened a window between the check and the read.
+        text = readFileSync(path, "utf8");
+    }
+    catch {
+        return DASH;
+    }
+    if (text.includes("## 4.")) {
+        const after = text.slice(text.indexOf("## 4.") + "## 4.".length);
+        const fifth = after.indexOf("## 5.");
+        const body = fifth === -1 ? after : after.slice(0, fifth);
+        for (const verdict of VERDICTS) {
+            if (new RegExp(String.raw `^\*\*${verdict}\*\*`, "m").test(body))
+                return verdict;
+        }
+    }
+    const match = /\*\*Verdict\*\*\s*\|\s*([^|\n]+)/.exec(text);
+    if (match) {
+        const cell = match[1].trim();
+        const word = cell ? (cell.replace(/^\*+|\*+$/g, "").split(/\s+/)[0] ?? "") : "";
+        if (VERDICTS.includes(word))
+            return word;
+    }
+    return DASH;
+}
+const int = (value) => Math.trunc(value ?? 0);
+/** Returns null only when NO usage object was seen at all — zeros are meaningful. */
+export function usageTotal(usages) {
+    let inn = 0;
+    let out = 0;
+    let cacheR = 0;
+    let cacheW = 0;
+    let found = false;
+    for (const usage of usages) {
+        if (!usage)
+            continue;
+        found = true;
+        inn += int(usage.inputTokens);
+        out += int(usage.outputTokens);
+        cacheR += int(usage.cacheReadTokens);
+        cacheW += int(usage.cacheWriteTokens);
+    }
+    if (!found)
+        return null;
+    return { inputTokens: inn, outputTokens: out, cacheReadTokens: cacheR, cacheWriteTokens: cacheW };
+}
+export function usageFragment(usage) {
+    const inn = fmtCount(int(usage.inputTokens));
+    const out = fmtCount(int(usage.outputTokens));
+    const cacheR = fmtCount(int(usage.cacheReadTokens));
+    const cacheW = fmtCount(int(usage.cacheWriteTokens));
+    return `in ${inn}  out ${out}  cache-r ${cacheR}  cache-w ${cacheW}`;
+}
+export function usageCells(usage) {
+    if (!usage)
+        return { inn: DASH, out: DASH, cache_r: DASH, cache_w: DASH };
+    return {
+        inn: fmtCount(int(usage.inputTokens)),
+        out: fmtCount(int(usage.outputTokens)),
+        cache_r: fmtCount(int(usage.cacheReadTokens)),
+        cache_w: fmtCount(int(usage.cacheWriteTokens)),
+    };
+}
+/** Exact token counts for markdown logs, or em dashes. */
+export function usageMd(usage) {
+    if (!usage)
+        return { inn: DASH, out: DASH, cache_r: DASH, cache_w: DASH };
+    return {
+        inn: String(int(usage.inputTokens)),
+        out: String(int(usage.outputTokens)),
+        cache_r: String(int(usage.cacheReadTokens)),
+        cache_w: String(int(usage.cacheWriteTokens)),
+    };
+}
+export function outcomeLabel(verdict) {
+    if (verdict === "PASS")
+        return "Passed";
+    if (verdict === "FAIL")
+        return "Failed";
+    if (verdict === "UNVERIFIED")
+        return "Unverified";
+    return verdict;
+}
+export const FAIL_OUTCOME = {
+    timeout: "Timeout",
+    error: "Error",
+    "no-output": "No output",
+    "no-folder": "No folder",
+};
+export const STATUS_COLOR = {
+    Prior: DIM,
+    Pending: "",
+    Running: YELLOW,
+    Done: GREEN,
+    Failed: RED,
+};
+export const OUTCOME_COLOR = {
+    Passed: GREEN,
+    Failed: RED,
+    Unverified: YELLOW,
+};
+const isDir = (path) => {
+    try {
+        return statSync(path).isDirectory();
+    }
+    catch {
+        return false;
+    }
+};
+const isFile = (path) => {
+    try {
+        return statSync(path).isFile();
+    }
+    catch {
+        return false;
+    }
+};
+/**
+ * Return [status, note]. Promotes `tc-N-temp/` to `tc-N/` only on a clean success.
+ * The order of these checks is load-bearing.
+ */
+export function classify(kase, exitCode, timedOut) {
+    if (timedOut)
+        return ["timeout", ""];
+    if (exitCode !== 0 && exitCode !== null)
+        return ["error", ""];
+    if (!isDir(kase.tempDir))
+        return ["no-folder", "agent never created the temp folder"];
+    if (!(isFile(join(kase.tempDir, REPORT)) && isFile(join(kase.tempDir, RESULTS)))) {
+        return ["no-output", "temp folder is missing _report.md or _results.md"];
+    }
+    if (existsSync(kase.outDir)) {
+        return [
+            "error",
+            `${basename(kase.outDir)}/ already exists; left ${basename(kase.tempDir)}/ in place`,
+        ];
+    }
+    try {
+        renameSync(kase.tempDir, kase.outDir);
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        return [
+            "error",
+            `could not rename ${basename(kase.tempDir)}/ to ${basename(kase.outDir)}/: ${message}`,
+        ];
+    }
+    return [DONE_OK, ""];
+}
+//# sourceMappingURL=outcome.js.map

package/dist/qa/outcome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome.js","sourceRoot":"","sources":["../../src/qa/outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAiBvD,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAU,CAAC;AACzD,MAAM,IAAI,GAAG,GAAG,CAAC;AAEjB,uEAAuE;AACvE,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,2EAA2E;QAC3E,wEAAwE;QACxE,2EAA2E;QAC3E,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,QAAQ,OAAO,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,OAAO,CAAC;QAClF,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5D,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,IAAK,QAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IAClE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,KAAyB,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;AAE1E,qFAAqF;AACrF,MAAM,UAAU,UAAU,CAAC,MAA6C;IACtE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,KAAK,GAAG,IAAI,CAAC;QACb,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC9B,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAY;IACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACrD,OAAO,MAAM,GAAG,SAAS,GAAG,aAAa,MAAM,aAAa,MAAM,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAA+B;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1E,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACrC,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC7C,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,OAAO,CAAC,KAA+B;IACrD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1E,OAAO;QACL,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACpC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,QAAQ,CAAC;IACxC,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,QAAQ,CAAC;IACxC,IAAI,OAAO,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IAClD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAqC;IAC5D,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,WAAW,EAAE,WAAW;IACxB,WAAW,EAAE,WAAW;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAqC;IAC5D,KAAK,EAAE,GAAG;IACV,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,MAAM;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,GAAG;CACZ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAqC;IAC7D,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,GAAG;IACX,UAAU,EAAE,MAAM;CACnB,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,IAAY,EAAW,EAAE;IACtC,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAW,EAAE;IACvC,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAU,EAAE,QAAuB,EAAE,QAAiB;IAC7E,IAAI,QAAQ;QAAE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACrC,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,WAAW,EAAE,qCAAqC,CAAC,CAAC;IACtF,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,WAAW,EAAE,kDAAkD,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,OAAO;YACP,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,0BAA0B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY;SACrF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC;QACH,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO;YACL,OAAO;YACP,oBAAoB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,OAAO,EAAE;SACvF,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AACvB,CAAC"}

package/dist/qa/reports.d.ts

@@ -0,0 +1,51 @@
+import type { Usage } from "./outcome.js";
+export interface Rec {
+    name: string;
+    /** The model this case actually ran under — cases no longer share one. */
+    model: string;
+    status: string;
+    exitCode: number | null;
+    /** Seconds from the start of the session to when this case was dispatched. */
+    startedS: number;
+    durationS: number;
+    /** Python stores a literal int 0 for skipped rows; json.dumps renders that `0`, not `0.0`. */
+    durationIsInt: boolean;
+    usage: Usage | null;
+    note: string;
+    sessionId: string;
+    logDir: string;
+    tools: number;
+}
+export interface SessionStats {
+    ok: number;
+    fail: number;
+    skipped: number;
+    durationS: number;
+    tools: number;
+    usage: Usage | null;
+    wallS: number;
+}
+export interface SessionInfo {
+    runId: string;
+    pid: number;
+    /** What `--model` supplied; a case with its own `model:` key overrides it. */
+    defaultModel: string;
+    parallel: number;
+    repo: string;
+    runsDir: string;
+    sessionLog: string;
+    logRoot: string;
+}
+/** A marker that survives JSON.stringify as a string and is unquoted afterwards. */
+export declare const pyFloatMarker: (value: number) => string;
+/**
+ * json.dumps(payload, indent=2) — including ensure_ascii, which escapes every non-ASCII
+ * character (the em dashes in `outcome` among them). JSON.stringify does not escape those.
+ */
+export declare function pyJsonDumps(payload: unknown): string;
+/** Python: round(x, 1) — half-to-even, though real durations never land on a midpoint. */
+export declare function round1(value: number): number;
+export declare function writeSummaryJson(info: SessionInfo, records: readonly Rec[], outcomeOf: (rec: Rec) => string): void;
+export declare function renderSessionLog(info: SessionInfo, records: readonly Rec[], stats: SessionStats, outcomeOf: (rec: Rec) => string): string;
+export declare function writeSessionLog(info: SessionInfo, records: readonly Rec[], stats: SessionStats, outcomeOf: (rec: Rec) => string): void;
+export declare function consoleSummary(info: SessionInfo, stats: SessionStats, trackerPath: string | null): string;

package/dist/qa/reports.js

@@ -0,0 +1,121 @@
+import { mkdirSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fmtDuration } from "./format.js";
+import { usageFragment, usageMd } from "./outcome.js";
+/** Python's repr for a float: an integral value keeps its `.0`. */
+function pyFloat(value) {
+    if (!Number.isFinite(value))
+        return String(value);
+    return Number.isInteger(value) ? `${value}.0` : String(value);
+}
+const FLOAT_PREFIX = "@@FLOAT:";
+const FLOAT_SUFFIX = "@@";
+/** A marker that survives JSON.stringify as a string and is unquoted afterwards. */
+export const pyFloatMarker = (value) => `${FLOAT_PREFIX}${pyFloat(value)}${FLOAT_SUFFIX}`;
+const FLOAT_RE = /"@@FLOAT:([^"@]*)@@"/g;
+const NON_ASCII_RE = /[\u0080-\uffff]/g;
+/**
+ * json.dumps(payload, indent=2) — including ensure_ascii, which escapes every non-ASCII
+ * character (the em dashes in `outcome` among them). JSON.stringify does not escape those.
+ */
+export function pyJsonDumps(payload) {
+    const text = JSON.stringify(payload, null, 2).replace(FLOAT_RE, (_m, num) => num);
+    return text.replace(NON_ASCII_RE, (ch) => `\\u${ch.charCodeAt(0).toString(16).padStart(4, "0")}`);
+}
+/** Python: round(x, 1) — half-to-even, though real durations never land on a midpoint. */
+export function round1(value) {
+    const scaled = value * 10;
+    const nearest = Math.round(scaled);
+    const rounded = Math.abs(scaled - Math.trunc(scaled)) === 0.5 && nearest % 2 !== 0 ? nearest - 1 : nearest;
+    return rounded / 10;
+}
+export function writeSummaryJson(info, records, outcomeOf) {
+    mkdirSync(info.logRoot, { recursive: true });
+    const payload = {
+        run_id: info.runId,
+        pid: info.pid,
+        default_model: info.defaultModel,
+        parallel: info.parallel,
+        repo: info.repo,
+        runs_dir: info.runsDir,
+        session_log: info.sessionLog,
+        cases: records.map((r) => ({
+            name: r.name,
+            model: r.model,
+            status: r.status,
+            exit_code: r.exitCode,
+            started_s: pyFloatMarker(round1(r.startedS)),
+            duration_s: r.durationIsInt ? round1(r.durationS) : pyFloatMarker(round1(r.durationS)),
+            tools: r.tools,
+            usage: r.usage,
+            note: r.note,
+            session_id: r.sessionId,
+            log_dir: r.logDir,
+            outcome: outcomeOf(r),
+        })),
+    };
+    writeFileSync(join(info.logRoot, "summary.json"), `${pyJsonDumps(payload)}\n`, "utf8");
+}
+export function renderSessionLog(info, records, stats, outcomeOf) {
+    const usage = stats.usage;
+    const tok = usage ? usageFragment(usage) : "tokens —";
+    const md = usageMd(usage);
+    const lines = [
+        `# cairn qa ${info.runId}  pid ${info.pid}`,
+        "",
+        `- **Launched:** ${info.runId} UTC`,
+        `- **PID:** ${info.pid}`,
+        `- **Default model:** \`${info.defaultModel}\``,
+        `- **Repo:** \`${info.repo}\``,
+        `- **Runs dir:** \`${info.runsDir}\``,
+        `- **Parallel:** ${info.parallel}`,
+        `- **Wall clock:** ${fmtDuration(stats.wallS)}`,
+        "",
+        "## Totals",
+        "",
+        `- **ok / fail / skipped:** ${stats.ok} / ${stats.fail} / ${stats.skipped}`,
+        `- **Sum of case durations:** ${fmtDuration(stats.durationS)} ` +
+            "(can exceed wall clock because cases run in parallel)",
+        `- **Tools:** ${stats.tools}`,
+        `- **Tokens:** ${tok}`,
+        `  - in ${md.inn} · out ${md.out} · cache-r ${md.cache_r} · cache-w ${md.cache_w}`,
+        "",
+        "## Cases",
+        "",
+        "| Case | Model | Status | Outcome | Duration | Tools | In | Out | Cache-r | Cache-w | Note |",
+        "| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |",
+    ];
+    for (const rec of records) {
+        const cells = usageMd(rec.usage);
+        const note = rec.note ? rec.note.replaceAll("|", "\\|") : "—";
+        lines.push(`| ${rec.name} | ${rec.model} | ${rec.status} | ${outcomeOf(rec)} | ` +
+            `${fmtDuration(rec.durationS)} | ${rec.tools} | ` +
+            `${cells.inn} | ${cells.out} | ${cells.cache_r} | ${cells.cache_w} | ` +
+            `${note} |`);
+    }
+    if (records.length === 0) {
+        lines.push("| — | — | — | — | — | — | — | — | — | — | " + "no cases finished yet |");
+    }
+    lines.push("");
+    return lines.join("\n");
+}
+export function writeSessionLog(info, records, stats, outcomeOf) {
+    mkdirSync(dirname(info.sessionLog), { recursive: true });
+    writeFileSync(info.sessionLog, renderSessionLog(info, records, stats, outcomeOf), "utf8");
+}
+export function consoleSummary(info, stats, trackerPath) {
+    const usage = stats.usage;
+    const tok = usage ? usageFragment(usage) : "tokens —";
+    const lines = [
+        `cairn qa ${info.runId}  pid ${info.pid}`,
+        `${stats.ok} ok / ${stats.fail} fail / ${stats.skipped} skipped`,
+        `elapsed ${fmtDuration(stats.wallS)}  ` +
+            `case-time ${fmtDuration(stats.durationS)}  tools ${stats.tools}`,
+        tok,
+        `run log  ${info.sessionLog}`,
+    ];
+    if (trackerPath !== null)
+        lines.push(`tracker  ${trackerPath}`);
+    return lines.join("\n");
+}
+//# sourceMappingURL=reports.js.map

package/dist/qa/reports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reports.js","sourceRoot":"","sources":["../../src/qa/reports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AA2CtD,mEAAmE;AACnE,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,YAAY,GAAG,UAAU,CAAC;AAChC,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,oFAAoF;AACpF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAa,EAAU,EAAE,CACrD,GAAG,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,EAAE,CAAC;AAEpD,MAAM,QAAQ,GAAG,uBAAuB,CAAC;AACzC,MAAM,YAAY,GAAG,kBAAkB,CAAC;AAExC;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,OAAgB;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC1F,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AACpG,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,MAAM,CAAC,KAAa;IAClC,MAAM,MAAM,GAAG,KAAK,GAAG,EAAE,CAAC;IAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,OAAO,GACX,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7F,OAAO,OAAO,GAAG,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,IAAiB,EACjB,OAAuB,EACvB,SAA+B;IAE/B,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,IAAI,CAAC,KAAK;QAClB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,aAAa,EAAE,IAAI,CAAC,YAAY;QAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,OAAO;QACtB,WAAW,EAAE,IAAI,CAAC,UAAU;QAC5B,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,QAAQ;YACrB,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC5C,UAAU,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACtF,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,CAAC,CAAC,SAAS;YACvB,OAAO,EAAE,CAAC,CAAC,MAAM;YACjB,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;SACtB,CAAC,CAAC;KACJ,CAAC;IACF,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,IAAiB,EACjB,OAAuB,EACvB,KAAmB,EACnB,SAA+B;IAE/B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACtD,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAa;QACtB,cAAc,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,EAAE;QAC3C,EAAE;QACF,mBAAmB,IAAI,CAAC,KAAK,MAAM;QACnC,cAAc,IAAI,CAAC,GAAG,EAAE;QACxB,0BAA0B,IAAI,CAAC,YAAY,IAAI;QAC/C,iBAAiB,IAAI,CAAC,IAAI,IAAI;QAC9B,qBAAqB,IAAI,CAAC,OAAO,IAAI;QACrC,mBAAmB,IAAI,CAAC,QAAQ,EAAE;QAClC,qBAAqB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QAC/C,EAAE;QACF,WAAW;QACX,EAAE;QACF,8BAA8B,KAAK,CAAC,EAAE,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE;QAC3E,gCAAgC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG;YAC7D,uDAAuD;QACzD,gBAAgB,KAAK,CAAC,KAAK,EAAE;QAC7B,iBAAiB,GAAG,EAAE;QACtB,UAAU,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,OAAO,cAAc,EAAE,CAAC,OAAO,EAAE;QAClF,EAAE;QACF,UAAU;QACV,EAAE;QACF,8FAA8F;QAC9F,qEAAqE;KACtE,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9D,KAAK,CAAC,IAAI,CACR,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,MAAM,GAAG,CAAC,MAAM,MAAM,SAAS,CAAC,GAAG,CAAC,KAAK;YACnE,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,KAAK,KAAK;YACjD,GAAG,KAAK,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,OAAO,KAAK;YACtE,GAAG,IAAI,IAAI,CACd,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,4CAA4C,GAAG,yBAAyB,CAAC,CAAC;IACvF,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,IAAiB,EACjB,OAAuB,EACvB,KAAmB,EACnB,SAA+B;IAE/B,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAAiB,EACjB,KAAmB,EACnB,WAA0B;IAE1B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACtD,MAAM,KAAK,GAAG;QACZ,YAAY,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,EAAE;QACzC,GAAG,KAAK,CAAC,EAAE,SAAS,KAAK,CAAC,IAAI,WAAW,KAAK,CAAC,OAAO,UAAU;QAChE,WAAW,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI;YACrC,aAAa,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,KAAK,CAAC,KAAK,EAAE;QACnE,GAAG;QACH,YAAY,IAAI,CAAC,UAAU,EAAE;KAC9B,CAAC;IACF,IAAI,WAAW,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC,CAAC;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/qa/schedule.d.ts

@@ -0,0 +1,55 @@
+import type { Case } from "./cases.js";
+/**
+ * The work queue plus the per-case concurrency constraints.
+ *
+ * A `parallel: true` case is unconstrained (except by the per-backend cap). A
+ * `parallel: false` case with tags holds each of those tags as a mutex while it
+ * runs. A `parallel: false` case with no tags is a barrier: nothing runs beside
+ * it, and nothing behind it starts while it waits for the agents in front to finish.
+ *
+ * Invariant: with `running === 0` and a non-empty queue this never returns null —
+ * no tag can be held, an exclusive case is startable, and a per-backend cap is
+ * skipped when the queue is idle so a cap can never deadlock an idle queue.
+ */
+export declare class Scheduler {
+    private readonly pending;
+    private readonly heldTags;
+    private readonly caps;
+    private readonly agentRunning;
+    private running;
+    private exclusive;
+    private waiters;
+    /** Bumped by every wake. A worker samples it before `take()` so a wake cannot be lost. */
+    private generation;
+    /** Set by `take()` when it returns null, so the TUI can say why nothing is starting. */
+    private blocked;
+    constructor(cases: readonly Case[], caps?: ReadonlyMap<string, number>);
+    /** Cases not yet dispatched. */
+    get size(): number;
+    get inFlight(): number;
+    /** Sample before `take()`; hand back to `changed()` so a wake in between is not missed. */
+    get generationId(): number;
+    private capFor;
+    private atCap;
+    /**
+     * The first case that may start right now, with its tags reserved. Null when the queue is empty
+     * or every startable candidate is blocked.
+     *
+     * Invariant: with `running === 0` and a non-empty queue this never returns null — no tag can be
+     * held and an exclusive case is startable — so a queue can never stall with nothing in flight.
+     */
+    take(): Case | null;
+    private claim;
+    /** Give back whatever `take()` reserved, then wake every parked worker to re-scan. */
+    release(kase: Case): void;
+    /** Release parked workers without freeing anything — for stop and drain. */
+    wake(): void;
+    /**
+     * Park until something is released, or the harness wakes us to shut down. `seen` is the
+     * generation sampled before the `take()` that came back empty: if a wake landed in between,
+     * this returns immediately rather than sleeping through it.
+     */
+    changed(seen: number): Promise<void>;
+    /** Why nothing can start, for the pane region when no agent is running. */
+    blockedReason(): string | null;
+}