@post-print/agent-test 0.1.0

package/README.md

@@ -0,0 +1,25 @@
+# @post-print/agent-test
+
+Jest-shaped agent scenario runner built on `@post-print/agent-harness`.
+
+## CLI
+
+```bash
+bunx agent-test --suites-dir agent-suites
+bunx agent-test --suite ambient-routing
+bunx agent-test --live --suite ambient-routing   # CURSOR_API_KEY required
+```
+
+Default suites root: `agent-suites/`.
+
+## Live dogfood
+
+Live runs need `CURSOR_API_KEY` and a suites directory. Preflight fails when `--suites-dir` is missing.
+
+Passing live runs write staging traces under `$TMPDIR/agent-spec/sessions/<pid>-<timestamp>/` (removed on exit unless `--keep-recordings`). Use `--record-fixtures` to overwrite each scenario's committed `replayTrace` path. `--no-worktree` requires `AGENT_TEST_ALLOW_IN_PLACE=1`.
+
+## Library
+
+```ts
+import { runAllSuites, expectTrace } from "@post-print/agent-test";
+```

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,194 @@
+#!/usr/bin/env node
+import { resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { cleanupStaleScenarioWorktrees } from "@post-print/agent-harness";
+import { assertLiveDogfoodPreflight } from "./preflight";
+import { cleanupLegacyRepoRecordings, cleanupStagingSession, createLiveStagingSessionId, getLiveStagingSessionRoot, } from "./record-trace";
+import { registerLiveRunHandlers, runAllSuites } from "./run-suite";
+function parseArgs(argv) {
+    const cwd = process.cwd();
+    let suitesDir = "agent-suites";
+    let host;
+    let filter;
+    let scenarioFilter;
+    let stagingSessionId;
+    let record = false;
+    let recordFixtures = false;
+    let live = false;
+    let judge;
+    let worktree;
+    let keepRecordings = false;
+    for (let i = 2; i < argv.length; i++) {
+        const token = argv[i];
+        if (token === "--host" && argv[i + 1]) {
+            host = argv[++i];
+        }
+        else if (token === "--suites-dir" && argv[i + 1]) {
+            suitesDir = argv[++i];
+        }
+        else if (token === "--suite" && argv[i + 1]) {
+            filter = argv[++i];
+        }
+        else if (token === "--scenario" && argv[i + 1]) {
+            scenarioFilter = argv[++i];
+        }
+        else if (token === "--staging-session-id" && argv[i + 1]) {
+            stagingSessionId = argv[++i];
+        }
+        else if (token === "--record") {
+            record = true;
+        }
+        else if (token === "--record-fixtures") {
+            record = true;
+            recordFixtures = true;
+        }
+        else if (token === "--live") {
+            live = true;
+        }
+        else if (token === "--keep-recordings") {
+            keepRecordings = true;
+        }
+        else if (token === "--judge") {
+            judge = true;
+        }
+        else if (token === "--no-judge") {
+            judge = false;
+        }
+        else if (token === "--no-worktree") {
+            worktree = false;
+        }
+        else if (token && !token.startsWith("-")) {
+            filter = token;
+        }
+    }
+    if (live) {
+        host = host ?? "cursor";
+        record = true;
+        judge = judge ?? true;
+        worktree = worktree ?? true;
+    }
+    return {
+        cwd,
+        suitesDir,
+        host,
+        filter,
+        scenarioFilter,
+        stagingSessionId,
+        record,
+        recordFixtures,
+        live,
+        judge,
+        worktree,
+        keepRecordings,
+    };
+}
+async function cleanupLiveRunArtifacts(cwd, stagingSessionRoot, keepRecordings) {
+    if (keepRecordings) {
+        return;
+    }
+    if (stagingSessionRoot) {
+        try {
+            await cleanupStagingSession(stagingSessionRoot);
+        }
+        catch {
+            // best-effort
+        }
+    }
+    const legacyRemoved = await cleanupLegacyRepoRecordings(cwd);
+    if (legacyRemoved.length > 0) {
+        console.log(`Removed legacy in-repo recording dir(s):\n  ${legacyRemoved.join("\n  ")}`);
+    }
+}
+async function main() {
+    const args = parseArgs(process.argv);
+    const isChild = process.env.AGENT_TEST_CHILD === "1";
+    const stagingSessionId = args.stagingSessionId?.trim() ||
+        process.env.AGENT_TEST_STAGING_SESSION_ID?.trim() ||
+        (args.live || (args.record && !args.recordFixtures) ? createLiveStagingSessionId() : undefined);
+    const stagingSessionRoot = stagingSessionId
+        ? getLiveStagingSessionRoot(stagingSessionId)
+        : undefined;
+    try {
+        if (args.live && !process.env.CURSOR_API_KEY) {
+            console.error("CURSOR_API_KEY required for --live (Cursor SDK runs)");
+            return 1;
+        }
+        if (args.live) {
+            try {
+                await assertLiveDogfoodPreflight(args.cwd, args.suitesDir);
+            }
+            catch (error) {
+                console.error(error instanceof Error ? error.message : error);
+                return 1;
+            }
+            const inPlaceAllowed = process.env.AGENT_TEST_ALLOW_IN_PLACE === "1";
+            const worktreeDisabled = args.worktree === false ||
+                process.env.AGENT_TEST_NO_WORKTREE === "1" ||
+                process.env.AGENT_TEST_NO_WORKTREE === "true";
+            if (worktreeDisabled && !inPlaceAllowed) {
+                console.error("Live dogfood requires git worktree isolation. Set AGENT_TEST_ALLOW_IN_PLACE=1 to run in repo cwd (--no-worktree leaks agent edits into your working tree).");
+                return 1;
+            }
+            if (!isChild) {
+                registerLiveRunHandlers();
+                const removed = await cleanupStaleScenarioWorktrees(args.cwd);
+                if (removed.length > 0) {
+                    console.log(`Cleaned ${removed.length} stale agent-test worktree(s) from a prior crash`);
+                }
+                console.log("Live dogfood: cursor SDK → worktree → rubric → judge → $TMPDIR staging (use --record-fixtures to overwrite replay JSON)");
+                if (stagingSessionRoot) {
+                    console.log(`Live staging session: ${stagingSessionRoot}`);
+                    if (!args.keepRecordings) {
+                        console.log("Staging traces are removed on exit unless --keep-recordings");
+                    }
+                }
+                if (worktreeDisabled) {
+                    console.warn("Warning: running in repo cwd — agent file edits will persist in your working tree");
+                }
+                else {
+                    console.log("Tip: exit 137 (Killed) is usually macOS OOM — live runs isolate each scenario in a subprocess by default; set AGENT_TEST_NO_ISOLATE=1 to disable");
+                }
+            }
+        }
+        const reports = await runAllSuites({
+            ...args,
+            stagingSessionId,
+        });
+        let exitCode = 0;
+        for (const report of reports) {
+            const failed = report.results.filter((result) => !result.passed && !result.skipped);
+            if (failed.length > 0) {
+                exitCode = 1;
+                console.log(`\n${report.suite} — failure details`);
+                for (const result of failed) {
+                    console.log(`  ✗ ${result.scenario}`);
+                    for (const failure of result.failures) {
+                        console.log(`      ${failure.matcher}: ${failure.message}`);
+                    }
+                }
+            }
+            console.log(`${report.suite}: ${report.passed} passed, ${report.failed} failed, ${report.skipped} skipped`);
+        }
+        if (reports.length === 0) {
+            console.log(`No suites found under ${args.suitesDir}`);
+            return 1;
+        }
+        return exitCode;
+    }
+    finally {
+        if (stagingSessionId && !isChild) {
+            await cleanupLiveRunArtifacts(args.cwd, stagingSessionRoot, args.keepRecordings);
+        }
+    }
+}
+const entry = fileURLToPath(import.meta.url);
+const isMain = process.argv[1] !== undefined && resolve(process.argv[1]) === resolve(entry);
+if (isMain) {
+    void main()
+        .then((code) => process.exit(code))
+        .catch((error) => {
+        console.error(error instanceof Error ? error.message : error);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAkB,6BAA6B,EAAE,MAAM,2BAA2B,CAAC;AAE1F,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EACN,2BAA2B,EAC3B,qBAAqB,EACrB,0BAA0B,EAC1B,yBAAyB,GACzB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEpE,SAAS,SAAS,CAAC,IAAc;IAchC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,IAAI,SAAS,GAAG,cAAc,CAAC;IAC/B,IAAI,IAA2B,CAAC;IAChC,IAAI,MAA0B,CAAC;IAC/B,IAAI,cAAkC,CAAC;IACvC,IAAI,gBAAoC,CAAC;IACzC,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,KAA0B,CAAC;IAC/B,IAAI,QAA6B,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACvC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAc,CAAC;QAC/B,CAAC;aAAM,IAAI,KAAK,KAAK,cAAc,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACpD,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,CAAW,CAAC;QACjC,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,KAAK,KAAK,YAAY,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAClD,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,KAAK,sBAAsB,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC5D,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;YACjC,MAAM,GAAG,IAAI,CAAC;QACf,CAAC;aAAM,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;YAC1C,MAAM,GAAG,IAAI,CAAC;YACd,cAAc,GAAG,IAAI,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/B,IAAI,GAAG,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;YAC1C,cAAc,GAAG,IAAI,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,GAAG,IAAI,CAAC;QACd,CAAC;aAAM,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YACnC,KAAK,GAAG,KAAK,CAAC;QACf,CAAC;aAAM,IAAI,KAAK,KAAK,eAAe,EAAE,CAAC;YACtC,QAAQ,GAAG,KAAK,CAAC;QAClB,CAAC;aAAM,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,GAAG,KAAK,CAAC;QAChB,CAAC;IACF,CAAC;IAED,IAAI,IAAI,EAAE,CAAC;QACV,IAAI,GAAG,IAAI,IAAI,QAAQ,CAAC;QACxB,MAAM,GAAG,IAAI,CAAC;QACd,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC;QACtB,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC;IAC7B,CAAC;IAED,OAAO;QACN,GAAG;QACH,SAAS;QACT,IAAI;QACJ,MAAM;QACN,cAAc;QACd,gBAAgB;QAChB,MAAM;QACN,cAAc;QACd,IAAI;QACJ,KAAK;QACL,QAAQ;QACR,cAAc;KACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACrC,GAAW,EACX,kBAAsC,EACtC,cAAuB;IAEvB,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO;IACR,CAAC;IAED,IAAI,kBAAkB,EAAE,CAAC;QACxB,IAAI,CAAC;YACJ,MAAM,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACR,cAAc;QACf,CAAC;IACF,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,2BAA2B,CAAC,GAAG,CAAC,CAAC;IAC7D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,+CAA+C,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;AACF,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;IACrD,MAAM,gBAAgB,GACrB,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE;QAC7B,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,EAAE;QACjD,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACjG,MAAM,kBAAkB,GAAG,gBAAgB;QAC1C,CAAC,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;QAC7C,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,CAAC;QACJ,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9C,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;YACtE,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,CAAC;gBACJ,MAAM,0BAA0B,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC9D,OAAO,CAAC,CAAC;YACV,CAAC;YAED,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,GAAG,CAAC;YACrE,MAAM,gBAAgB,GACrB,IAAI,CAAC,QAAQ,KAAK,KAAK;gBACvB,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,GAAG;gBAC1C,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,MAAM,CAAC;YAC/C,IAAI,gBAAgB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACzC,OAAO,CAAC,KAAK,CACZ,4JAA4J,CAC5J,CAAC;gBACF,OAAO,CAAC,CAAC;YACV,CAAC;YAED,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,uBAAuB,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,kDAAkD,CAAC,CAAC;gBAC1F,CAAC;gBACD,OAAO,CAAC,GAAG,CACV,yHAAyH,CACzH,CAAC;gBACF,IAAI,kBAAkB,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,yBAAyB,kBAAkB,EAAE,CAAC,CAAC;oBAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;wBAC1B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;oBAC5E,CAAC;gBACF,CAAC;gBACD,IAAI,gBAAgB,EAAE,CAAC;oBACtB,OAAO,CAAC,IAAI,CACX,mFAAmF,CACnF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACP,OAAO,CAAC,GAAG,CACV,kJAAkJ,CAClJ,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC;YAClC,GAAG,IAAI;YACP,gBAAgB;SAChB,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,QAAQ,GAAG,CAAC,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,KAAK,oBAAoB,CAAC,CAAC;gBACnD,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACtC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;wBACvC,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC7D,CAAC;gBACF,CAAC;YACF,CAAC;YACD,OAAO,CAAC,GAAG,CACV,GAAG,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,OAAO,UAAU,CAC9F,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,CAAC;QACV,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,IAAI,gBAAgB,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,uBAAuB,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAClF,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5F,IAAI,MAAM,EAAE,CAAC;IACZ,KAAK,IAAI,EAAE;SACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/discover-suites.d.ts

@@ -0,0 +1,2 @@
+export declare function discoverSuites(suitesDir: string): Promise<string[]>;
+//# sourceMappingURL=discover-suites.d.ts.map

package/dist/discover-suites.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover-suites.d.ts","sourceRoot":"","sources":["../src/discover-suites.ts"],"names":[],"mappings":"AAGA,wBAAsB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAczE"}

package/dist/discover-suites.js

@@ -0,0 +1,19 @@
+import { access, readdir } from "node:fs/promises";
+import { join } from "node:path";
+export async function discoverSuites(suitesDir) {
+    const entries = await readdir(suitesDir, { withFileTypes: true });
+    const paths = [];
+    for (const entry of entries) {
+        if (!entry.isDirectory()) {
+            continue;
+        }
+        const scenarioPath = join(suitesDir, entry.name, "scenarios.json");
+        try {
+            await access(scenarioPath);
+            paths.push(scenarioPath);
+        }
+        catch { }
+    }
+    return paths;
+}
+//# sourceMappingURL=discover-suites.js.map

package/dist/discover-suites.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover-suites.js","sourceRoot":"","sources":["../src/discover-suites.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiB;IACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1B,SAAS;QACV,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACnE,IAAI,CAAC;YACJ,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC"}

package/dist/expect.d.ts

@@ -0,0 +1,35 @@
+import { type AgentTrace, type SkillContextMode } from "@post-print/agent-harness";
+import type { AssertionFailure, ScenarioRubric } from "./types";
+export interface RubricAssertOptions {
+    /** How skills were loaded for this run — affects mustInvokeSkill strictness. */
+    skillsMode?: SkillContextMode;
+}
+export declare class TraceAssertion {
+    private readonly trace;
+    private readonly options;
+    private failures;
+    constructor(trace: AgentTrace, options?: RubricAssertOptions);
+    get ok(): boolean;
+    get errors(): AssertionFailure[];
+    private messageText;
+    private assertionHaystack;
+    private patternHaystack;
+    toHaveTier(tier: ScenarioRubric["tier"]): this;
+    /** Hands-on chat: tier from structured routing or one-line announce in transcript. */
+    toHaveHandsOnTier(tier: ScenarioRubric["tier"]): this;
+    toHaveReviewDepth(depth: ScenarioRubric["reviewDepth"]): this;
+    toHaveRunCommand(fragment: string): this;
+    toIncludeRoutingBlock(): this;
+    /** Hands-off PR: ## Routing must appear before the first tool call. */
+    toHaveRoutingBlockBeforeTools(): this;
+    /** Hands-on chat: tier announce must appear before the first tool call. */
+    toHaveHandsOnTierBeforeTools(tier: ScenarioRubric["tier"]): this;
+    toHaveInvokedSkill(skillName: string): this;
+    private skillWasInvoked;
+    toHaveNotInvokedSkill(skillName: string): this;
+    mustInclude(text: string): this;
+    mustNotInclude(text: string): this;
+}
+export declare function expectTrace(trace: AgentTrace, options?: RubricAssertOptions): TraceAssertion;
+export declare function assertRubric(trace: AgentTrace, rubric: ScenarioRubric, options?: RubricAssertOptions): AssertionFailure[];
+//# sourceMappingURL=expect.d.ts.map

package/dist/expect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"expect.d.ts","sourceRoot":"","sources":["../src/expect.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,UAAU,EAKf,KAAK,gBAAgB,EACrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEhE,MAAM,WAAW,mBAAmB;IACnC,gFAAgF;IAChF,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC9B;AA8BD,qBAAa,cAAc;IAIzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJzB,OAAO,CAAC,QAAQ,CAA0B;gBAGxB,KAAK,EAAE,UAAU,EACjB,OAAO,GAAE,mBAAwB;IAGnD,IAAI,EAAE,IAAI,OAAO,CAEhB;IAED,IAAI,MAAM,IAAI,gBAAgB,EAAE,CAE/B;IAED,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,eAAe;IAIvB,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI;IAc9C,sFAAsF;IACtF,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI;IAerD,iBAAiB,CAAC,KAAK,EAAE,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI;IAc7D,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAWxC,qBAAqB,IAAI,IAAI;IAgB7B,uEAAuE;IACvE,6BAA6B,IAAI,IAAI;IAWrC,2EAA2E;IAC3E,4BAA4B,CAAC,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI;IAahE,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAc3C,OAAO,CAAC,eAAe;IAqCvB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAW9C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAW/B,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;CAUlC;AAYD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,cAAc,CAE5F;AAED,wBAAgB,YAAY,CAC3B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,mBAAmB,GAC3B,gBAAgB,EAAE,CAiCpB"}

package/dist/expect.js

@@ -0,0 +1,265 @@
+import { collapseTraceWhitespace, handsOnTierBeforeTools, inferRoutingFromText, routingBlockBeforeTools, } from "@post-print/agent-harness";
+const REVIEW_DEPTH_PATTERNS = {
+    quick: /\*\*Depth:\*\*\s*quick\b|\bReview\s·\s*[^·]+\s·\s*Quick\b/i,
+    standard: /\*\*Depth:\*\*\s*standard\b|\bReview\s·\s*[^·]+\s·\s*Standard\b/i,
+    thorough: /\*\*Depth:\*\*\s*thorough\b|\bReview\s·\s*[^·]+\s·\s*Thorough\b/i,
+    full: /\*\*Depth:\*\*\s*full\b|\bReview\s·\s*[^·]+\s·\s*Full\b/i,
+};
+const FULL_MODE_CODE_REVIEW_PATTERNS = [
+    /\bReview\s·\s*[^·]+\s·\s*(?:Quick|Standard|Thorough|Full)\b/i,
+    /## Review synthesis/i,
+];
+const FULL_MODE_GRILL_PATTERNS = [
+    /\bBranch\s+\d+\s*[—–-]/i,
+    /\bgrill\b/i,
+    /\bpressure-test(?:ing)?\b/i,
+    /(?:^|\n)\s*\d+\.\s+.+(?:\n\s*\d+\.\s+.+)+/m,
+    /\b\d+\.\s+\S+(?:\s+\d+\.\s+\S+)+\b/,
+];
+const FULL_MODE_CRYSTALLIZE_PATTERNS = [
+    /\bcrystalliz(?:e|ing|ation)\b/i,
+    /\bhalf-formed\b/i,
+    /\bfuzzy\s+intent\b/i,
+    /\bmirror(?:ed|ing)?\s+(?:the\s+)?(?:fuzzy\s+)?intent\b/i,
+    /\bmight be assuming\b/i,
+];
+const ROUTING_HEADING_PATTERN = /(?:^|\n)#+\s*Routing\b/m;
+const ROUTING_BOLD_PATTERN = /\*\*Routing\*\*/;
+export class TraceAssertion {
+    trace;
+    options;
+    failures = [];
+    constructor(trace, options = {}) {
+        this.trace = trace;
+        this.options = options;
+    }
+    get ok() {
+        return this.failures.length === 0;
+    }
+    get errors() {
+        return [...this.failures];
+    }
+    messageText() {
+        return this.trace.messages.map((m) => m.content).join("");
+    }
+    assertionHaystack() {
+        return [
+            this.messageText(),
+            this.trace.prBody ?? "",
+            this.trace.gitDiff ?? "",
+            ...this.trace.shellCommands,
+            ...Object.values(this.trace.artifacts),
+        ].join("\n");
+    }
+    patternHaystack() {
+        return collapseTraceWhitespace(this.assertionHaystack());
+    }
+    toHaveTier(tier) {
+        if (!tier) {
+            return this;
+        }
+        const actual = this.trace.routing?.tier;
+        if (actual !== tier) {
+            this.failures.push({
+                matcher: "toHaveTier",
+                message: `expected tier ${tier}, got ${actual ?? "undefined"}`,
+            });
+        }
+        return this;
+    }
+    /** Hands-on chat: tier from structured routing or one-line announce in transcript. */
+    toHaveHandsOnTier(tier) {
+        if (!tier) {
+            return this;
+        }
+        const haystack = this.assertionHaystack();
+        const actual = this.trace.routing?.tier ?? inferRoutingFromText(haystack)?.tier;
+        if (actual !== tier) {
+            this.failures.push({
+                matcher: "toHaveHandsOnTier",
+                message: `expected hands-on tier ${tier}, got ${actual ?? "undefined"}`,
+            });
+        }
+        return this;
+    }
+    toHaveReviewDepth(depth) {
+        if (!depth) {
+            return this;
+        }
+        const pattern = REVIEW_DEPTH_PATTERNS[depth];
+        if (!pattern.test(this.patternHaystack())) {
+            this.failures.push({
+                matcher: "toHaveReviewDepth",
+                message: `expected review depth ${depth}, not found in trace output`,
+            });
+        }
+        return this;
+    }
+    toHaveRunCommand(fragment) {
+        const hit = this.trace.shellCommands.some((cmd) => cmd.includes(fragment));
+        if (!hit) {
+            this.failures.push({
+                matcher: "toHaveRunCommand",
+                message: `expected shell command containing "${fragment}"`,
+            });
+        }
+        return this;
+    }
+    toIncludeRoutingBlock() {
+        const haystack = this.assertionHaystack();
+        const collapsed = collapseTraceWhitespace(haystack);
+        if (!haystack.includes("## Routing") &&
+            !ROUTING_HEADING_PATTERN.test(haystack) &&
+            !ROUTING_BOLD_PATTERN.test(collapsed)) {
+            this.failures.push({
+                matcher: "toIncludeRoutingBlock",
+                message: "expected trace to include ## Routing section",
+            });
+        }
+        return this;
+    }
+    /** Hands-off PR: ## Routing must appear before the first tool call. */
+    toHaveRoutingBlockBeforeTools() {
+        if (!routingBlockBeforeTools(this.trace)) {
+            this.failures.push({
+                matcher: "toHaveRoutingBlockBeforeTools",
+                message: "expected ## Routing block in assistant output before the first tool call (agent-routing.md hands-off)",
+            });
+        }
+        return this;
+    }
+    /** Hands-on chat: tier announce must appear before the first tool call. */
+    toHaveHandsOnTierBeforeTools(tier) {
+        if (!tier) {
+            return this;
+        }
+        if (!handsOnTierBeforeTools(this.trace, tier)) {
+            this.failures.push({
+                matcher: "toHaveHandsOnTierBeforeTools",
+                message: `expected hands-on tier ${tier} announced before the first tool call`,
+            });
+        }
+        return this;
+    }
+    toHaveInvokedSkill(skillName) {
+        if (this.skillWasInvoked(skillName)) {
+            return this;
+        }
+        this.failures.push({
+            matcher: "toHaveInvokedSkill",
+            message: this.options.skillsMode === "full"
+                ? `expected agent to apply ${skillName} skill (read SKILL.md or follow skill session in transcript)`
+                : `expected agent to read ${skillName} skill (SKILL.md)`,
+        });
+        return this;
+    }
+    skillWasInvoked(skillName) {
+        const normalized = skillName.toLowerCase();
+        const invoked = this.trace.skillsInvoked ?? [];
+        if (invoked.some((name) => name.toLowerCase() === normalized)) {
+            return true;
+        }
+        const haystack = this.patternHaystack();
+        if (haystack.toLowerCase().includes(`.claude/skills/${normalized}/skill.md`) ||
+            haystack.toLowerCase().includes(`.claude/skills/${normalized}/references/`)) {
+            return true;
+        }
+        if (this.options.skillsMode !== "full") {
+            return false;
+        }
+        const fullModePatterns = [
+            new RegExp(`\\b(?:invok(?:e|ing)|following|using|per|applied)\\s+(?:the\\s+)?${normalized}\\b`, "i"),
+            new RegExp(`\\*\\*${normalized}\\*\\*`, "i"),
+            new RegExp(`\\b${normalized}\\s+(?:skill|protocol|design tree)\\b`, "i"),
+            new RegExp(`\\b${normalized}\\s+before implement\\b`, "i"),
+        ];
+        if (normalized === "code-review") {
+            fullModePatterns.push(...FULL_MODE_CODE_REVIEW_PATTERNS);
+        }
+        if (normalized === "grill") {
+            fullModePatterns.push(...FULL_MODE_GRILL_PATTERNS);
+        }
+        if (normalized === "crystallize") {
+            fullModePatterns.push(...FULL_MODE_CRYSTALLIZE_PATTERNS);
+        }
+        return fullModePatterns.some((pattern) => pattern.test(haystack));
+    }
+    toHaveNotInvokedSkill(skillName) {
+        if (!this.skillWasInvoked(skillName)) {
+            return this;
+        }
+        this.failures.push({
+            matcher: "toHaveNotInvokedSkill",
+            message: `expected agent not to invoke ${skillName} skill`,
+        });
+        return this;
+    }
+    mustInclude(text) {
+        const haystack = this.assertionHaystack();
+        if (!haystack.toLowerCase().includes(text.toLowerCase())) {
+            this.failures.push({
+                matcher: "mustInclude",
+                message: `expected text not found: "${text}"`,
+            });
+        }
+        return this;
+    }
+    mustNotInclude(text) {
+        const haystack = this.assertionHaystack();
+        if (containsForbiddenPhrase(haystack, text)) {
+            this.failures.push({
+                matcher: "mustNotInclude",
+                message: `forbidden text present: "${text}"`,
+            });
+        }
+        return this;
+    }
+}
+function containsForbiddenPhrase(haystack, phrase) {
+    const lowerHaystack = haystack.toLowerCase();
+    const lowerPhrase = phrase.toLowerCase();
+    if (lowerPhrase.includes(" ")) {
+        return lowerHaystack.includes(lowerPhrase);
+    }
+    const pattern = new RegExp(`\\b${lowerPhrase.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}\\b`, "i");
+    return pattern.test(haystack);
+}
+export function expectTrace(trace, options) {
+    return new TraceAssertion(trace, options);
+}
+export function assertRubric(trace, rubric, options) {
+    const assertion = expectTrace(trace, options);
+    if (rubric.tier) {
+        if (rubric.handsOnRouting) {
+            assertion.toHaveHandsOnTier(rubric.tier);
+            assertion.toHaveHandsOnTierBeforeTools(rubric.tier);
+        }
+        else {
+            assertion.toHaveTier(rubric.tier);
+        }
+    }
+    if (rubric.reviewDepth) {
+        assertion.toHaveReviewDepth(rubric.reviewDepth);
+    }
+    if (rubric.routingBlock) {
+        assertion.toIncludeRoutingBlock();
+        assertion.toHaveRoutingBlockBeforeTools();
+    }
+    for (const skill of rubric.mustInvokeSkill ?? []) {
+        assertion.toHaveInvokedSkill(skill);
+    }
+    for (const skill of rubric.mustNotInvokeSkill ?? []) {
+        assertion.toHaveNotInvokedSkill(skill);
+    }
+    for (const cmd of rubric.mustRun ?? []) {
+        assertion.toHaveRunCommand(cmd);
+    }
+    for (const required of rubric.must ?? []) {
+        assertion.mustInclude(required);
+    }
+    for (const forbidden of rubric.mustNot ?? []) {
+        assertion.mustNotInclude(forbidden);
+    }
+    return assertion.errors;
+}
+//# sourceMappingURL=expect.js.map

package/dist/expect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expect.js","sourceRoot":"","sources":["../src/expect.ts"],"names":[],"mappings":"AAAA,OAAO,EAEN,uBAAuB,EACvB,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,GAEvB,MAAM,2BAA2B,CAAC;AASnC,MAAM,qBAAqB,GAA+D;IACzF,KAAK,EAAE,4DAA4D;IACnE,QAAQ,EAAE,kEAAkE;IAC5E,QAAQ,EAAE,kEAAkE;IAC5E,IAAI,EAAE,0DAA0D;CAChE,CAAC;AAEF,MAAM,8BAA8B,GAAG;IACtC,8DAA8D;IAC9D,sBAAsB;CACb,CAAC;AACX,MAAM,wBAAwB,GAAG;IAChC,yBAAyB;IACzB,YAAY;IACZ,4BAA4B;IAC5B,4CAA4C;IAC5C,oCAAoC;CAC3B,CAAC;AACX,MAAM,8BAA8B,GAAG;IACtC,gCAAgC;IAChC,kBAAkB;IAClB,qBAAqB;IACrB,yDAAyD;IACzD,wBAAwB;CACf,CAAC;AACX,MAAM,uBAAuB,GAAG,yBAAyB,CAAC;AAC1D,MAAM,oBAAoB,GAAG,iBAAiB,CAAC;AAE/C,MAAM,OAAO,cAAc;IAIR;IACA;IAJV,QAAQ,GAAuB,EAAE,CAAC;IAE1C,YACkB,KAAiB,EACjB,UAA+B,EAAE;QADjC,UAAK,GAAL,KAAK,CAAY;QACjB,YAAO,GAAP,OAAO,CAA0B;IAChD,CAAC;IAEJ,IAAI,EAAE;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;IAEO,WAAW;QAClB,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IAEO,iBAAiB;QACxB,OAAO;YACN,IAAI,CAAC,WAAW,EAAE;YAClB,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;YACvB,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE;YACxB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;YAC3B,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;SACtC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAEO,eAAe;QACtB,OAAO,uBAAuB,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,UAAU,CAAC,IAA4B;QACtC,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC;QACxC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,iBAAiB,IAAI,SAAS,MAAM,IAAI,WAAW,EAAE;aAC9D,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,sFAAsF;IACtF,iBAAiB,CAAC,IAA4B;QAC7C,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC;QAChF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,mBAAmB;gBAC5B,OAAO,EAAE,0BAA0B,IAAI,SAAS,MAAM,IAAI,WAAW,EAAE;aACvE,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,iBAAiB,CAAC,KAAoC;QACrD,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,mBAAmB;gBAC5B,OAAO,EAAE,yBAAyB,KAAK,6BAA6B;aACpE,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,gBAAgB,CAAC,QAAgB;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,kBAAkB;gBAC3B,OAAO,EAAE,sCAAsC,QAAQ,GAAG;aAC1D,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,qBAAqB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACpD,IACC,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC;YAChC,CAAC,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC;YACvC,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,EACpC,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,uBAAuB;gBAChC,OAAO,EAAE,8CAA8C;aACvD,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,uEAAuE;IACvE,6BAA6B;QAC5B,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,+BAA+B;gBACxC,OAAO,EACN,uGAAuG;aACxG,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,2EAA2E;IAC3E,4BAA4B,CAAC,IAA4B;QACxD,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,8BAA8B;gBACvC,OAAO,EAAE,0BAA0B,IAAI,uCAAuC;aAC9E,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,kBAAkB,CAAC,SAAiB;QACnC,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,OAAO,EAAE,oBAAoB;YAC7B,OAAO,EACN,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,MAAM;gBACjC,CAAC,CAAC,2BAA2B,SAAS,8DAA8D;gBACpG,CAAC,CAAC,0BAA0B,SAAS,mBAAmB;SAC1D,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,eAAe,CAAC,SAAiB;QACxC,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC;QAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,IACC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,kBAAkB,UAAU,WAAW,CAAC;YACxE,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,kBAAkB,UAAU,cAAc,CAAC,EAC1E,CAAC;YACF,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YACxC,OAAO,KAAK,CAAC;QACd,CAAC;QACD,MAAM,gBAAgB,GAAa;YAClC,IAAI,MAAM,CACT,oEAAoE,UAAU,KAAK,EACnF,GAAG,CACH;YACD,IAAI,MAAM,CAAC,SAAS,UAAU,QAAQ,EAAE,GAAG,CAAC;YAC5C,IAAI,MAAM,CAAC,MAAM,UAAU,uCAAuC,EAAE,GAAG,CAAC;YACxE,IAAI,MAAM,CAAC,MAAM,UAAU,yBAAyB,EAAE,GAAG,CAAC;SAC1D,CAAC;QACF,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YAClC,gBAAgB,CAAC,IAAI,CAAC,GAAG,8BAA8B,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC5B,gBAAgB,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YAClC,gBAAgB,CAAC,IAAI,CAAC,GAAG,8BAA8B,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,qBAAqB,CAAC,SAAiB;QACtC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,OAAO,EAAE,uBAAuB;YAChC,OAAO,EAAE,gCAAgC,SAAS,QAAQ;SAC1D,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACb,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,aAAa;gBACtB,OAAO,EAAE,6BAA6B,IAAI,GAAG;aAC7C,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,cAAc,CAAC,IAAY;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC1C,IAAI,uBAAuB,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,gBAAgB;gBACzB,OAAO,EAAE,4BAA4B,IAAI,GAAG;aAC5C,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AAED,SAAS,uBAAuB,CAAC,QAAgB,EAAE,MAAc;IAChE,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACzC,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,MAAM,WAAW,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/F,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAiB,EAAE,OAA6B;IAC3E,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,KAAiB,EACjB,MAAsB,EACtB,OAA6B;IAE7B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QACjB,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC3B,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzC,SAAS,CAAC,4BAA4B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACP,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACzB,SAAS,CAAC,qBAAqB,EAAE,CAAC;QAClC,SAAS,CAAC,6BAA6B,EAAE,CAAC;IAC3C,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,eAAe,IAAI,EAAE,EAAE,CAAC;QAClD,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;QACrD,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACxC,SAAS,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;QAC1C,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC9C,SAAS,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,SAAS,CAAC,MAAM,CAAC;AACzB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export { assertRubric, expectTrace, TraceAssertion } from "./expect";
+export { loadSuiteFile } from "./load-suite";
+export { assertLiveDogfoodPreflight } from "./preflight";
+export { cleanupLegacyRepoRecordings, cleanupStagingSession, createLiveStagingSessionId, getLiveStagingRoot, getLiveStagingSessionRoot, type RecordingPathKind, type ResolvedRecordingPath, recordTrace, resolveRecordingPath, } from "./record-trace";
+export { discoverSuites, type RunSuiteOptions, runAllSuites, runSuite } from "./run-suite";
+export type { AgentScenario, AgentSuiteFile, AssertionFailure, JudgeRubricItem, ScenarioResult, ScenarioRubric, SuiteRunReport, } from "./types";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAErE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EACN,2BAA2B,EAC3B,qBAAqB,EACrB,0BAA0B,EAC1B,kBAAkB,EAClB,yBAAyB,EACzB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,WAAW,EACX,oBAAoB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,KAAK,eAAe,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC3F,YAAY,EACX,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,cAAc,EACd,cAAc,GACd,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,6 @@
+export { assertRubric, expectTrace, TraceAssertion } from "./expect";
+export { loadSuiteFile } from "./load-suite";
+export { assertLiveDogfoodPreflight } from "./preflight";
+export { cleanupLegacyRepoRecordings, cleanupStagingSession, createLiveStagingSessionId, getLiveStagingRoot, getLiveStagingSessionRoot, recordTrace, resolveRecordingPath, } from "./record-trace";
+export { discoverSuites, runAllSuites, runSuite } from "./run-suite";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAErE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EACN,2BAA2B,EAC3B,qBAAqB,EACrB,0BAA0B,EAC1B,kBAAkB,EAClB,yBAAyB,EAGzB,WAAW,EACX,oBAAoB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,cAAc,EAAwB,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC"}

package/dist/live-isolation.d.ts

@@ -0,0 +1,19 @@
+/** Child process per live scenario (default) — avoids macOS OOM (exit 137) across council runs. */
+export declare function liveScenarioIsolationEnabled(): boolean;
+export declare function scenarioSettleMs(): number;
+export interface SpawnLiveScenarioOptions {
+    cwd: string;
+    suiteName: string;
+    scenarioName: string;
+    suitesDir: string;
+    suiteFilter?: string;
+    stagingSessionId?: string;
+    keepRecordings?: boolean;
+    recordFixtures?: boolean;
+    worktree?: boolean;
+    judge?: boolean;
+}
+/** Run one live scenario in a fresh bun subprocess; inherit stdio for live progress. */
+export declare function spawnLiveScenario(options: SpawnLiveScenarioOptions): Promise<number>;
+export declare function subprocessFailureMessage(exitCode: number): string;
+//# sourceMappingURL=live-isolation.d.ts.map

package/dist/live-isolation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"live-isolation.d.ts","sourceRoot":"","sources":["../src/live-isolation.ts"],"names":[],"mappings":"AAKA,mGAAmG;AACnG,wBAAgB,4BAA4B,IAAI,OAAO,CAEtD;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAIzC;AAED,MAAM,WAAW,wBAAwB;IACxC,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,CAAC;CAChB;AAQD,wFAAwF;AACxF,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC,CA8C1F;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKjE"}