@post-print/agent-test 0.1.0

package/dist/live-isolation.js

@@ -0,0 +1,69 @@
+import { spawn } from "node:child_process";
+import { resolve } from "node:path";
+const DEFAULT_SCENARIO_SETTLE_MS = 5000;
+/** Child process per live scenario (default) — avoids macOS OOM (exit 137) across council runs. */
+export function liveScenarioIsolationEnabled() {
+    return process.env.AGENT_TEST_CHILD !== "1" && process.env.AGENT_TEST_NO_ISOLATE !== "1";
+}
+export function scenarioSettleMs() {
+    const raw = process.env.AGENT_TEST_SCENARIO_SETTLE_MS ?? String(DEFAULT_SCENARIO_SETTLE_MS);
+    const parsed = Number(raw);
+    return Number.isFinite(parsed) && parsed >= 0 ? parsed : DEFAULT_SCENARIO_SETTLE_MS;
+}
+function sleep(ms) {
+    return new Promise((resolveSleep) => {
+        setTimeout(resolveSleep, ms);
+    });
+}
+/** Run one live scenario in a fresh bun subprocess; inherit stdio for live progress. */
+export async function spawnLiveScenario(options) {
+    const cliPath = process.argv[1] ?? resolve(options.cwd, "node_modules/@post-print/agent-test/dist/cli.js");
+    const args = [cliPath, "--live", "--scenario", options.scenarioName];
+    if (options.suiteFilter) {
+        args.push("--suite", options.suiteFilter);
+    }
+    if (options.suitesDir !== "agent-suites") {
+        args.push("--suites-dir", options.suitesDir);
+    }
+    if (options.stagingSessionId) {
+        args.push("--staging-session-id", options.stagingSessionId);
+    }
+    if (options.keepRecordings) {
+        args.push("--keep-recordings");
+    }
+    if (options.recordFixtures) {
+        args.push("--record-fixtures");
+    }
+    if (options.worktree === false) {
+        args.push("--no-worktree");
+    }
+    // Isolated child: agent + rubric only; parent runs judge (avoids OOM after heavy council runs).
+    args.push("--no-judge");
+    const exitCode = await new Promise((resolveExit, reject) => {
+        const child = spawn("bun", args, {
+            cwd: options.cwd,
+            env: { ...process.env, AGENT_TEST_CHILD: "1" },
+            stdio: "inherit",
+        });
+        child.on("error", reject);
+        child.on("close", (code, signal) => {
+            if (signal === "SIGKILL") {
+                resolveExit(137);
+                return;
+            }
+            resolveExit(code ?? 1);
+        });
+    });
+    const settleMs = scenarioSettleMs();
+    if (settleMs > 0) {
+        await sleep(settleMs);
+    }
+    return exitCode;
+}
+export function subprocessFailureMessage(exitCode) {
+    if (exitCode === 137) {
+        return "subprocess killed (137) — macOS OOM; close heavy apps or increase AGENT_TEST_SCENARIO_SETTLE_MS";
+    }
+    return `live scenario subprocess exited ${exitCode}`;
+}
+//# sourceMappingURL=live-isolation.js.map

package/dist/live-isolation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"live-isolation.js","sourceRoot":"","sources":["../src/live-isolation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAExC,mGAAmG;AACnG,MAAM,UAAU,4BAA4B;IAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,CAAC;AAC1F,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,MAAM,CAAC,0BAA0B,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,0BAA0B,CAAC;AACrF,CAAC;AAeD,SAAS,KAAK,CAAC,EAAU;IACxB,OAAO,IAAI,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;QACnC,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACxE,MAAM,OAAO,GACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,iDAAiD,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACrE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,KAAK,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5B,CAAC;IACD,gGAAgG;IAChG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAExB,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE;QAClE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;YAChC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;YAC9C,KAAK,EAAE,SAAS;SAChB,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YAClC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,WAAW,CAAC,GAAG,CAAC,CAAC;gBACjB,OAAO;YACR,CAAC;YACD,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAgB;IACxD,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;QACtB,OAAO,iGAAiG,CAAC;IAC1G,CAAC;IACD,OAAO,mCAAmC,QAAQ,EAAE,CAAC;AACtD,CAAC"}

package/dist/load-suite.d.ts

@@ -0,0 +1,3 @@
+import type { AgentSuiteFile } from "./types";
+export declare function loadSuiteFile(path: string): Promise<AgentSuiteFile>;
+//# sourceMappingURL=load-suite.d.ts.map

package/dist/load-suite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-suite.d.ts","sourceRoot":"","sources":["../src/load-suite.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAiB,cAAc,EAAE,MAAM,SAAS,CAAC;AAE7D,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAOzE"}

package/dist/load-suite.js

@@ -0,0 +1,29 @@
+import { readFile } from "node:fs/promises";
+export async function loadSuiteFile(path) {
+    const raw = await readFile(path, "utf8");
+    const parsed = JSON.parse(raw);
+    if (!isSuiteFile(parsed)) {
+        throw new Error(`Invalid suite file: ${path}`);
+    }
+    return parsed;
+}
+function isScenario(value) {
+    if (typeof value !== "object" || value === null) {
+        return false;
+    }
+    const scenario = value;
+    return (typeof scenario.name === "string" &&
+        typeof scenario.prompt === "string" &&
+        typeof scenario.rubric === "object" &&
+        scenario.rubric !== null);
+}
+function isSuiteFile(value) {
+    if (typeof value !== "object" || value === null) {
+        return false;
+    }
+    const suite = value;
+    return (typeof suite.name === "string" &&
+        Array.isArray(suite.scenarios) &&
+        suite.scenarios.every(isScenario));
+}
+//# sourceMappingURL=load-suite.js.map

package/dist/load-suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-suite.js","sourceRoot":"","sources":["../src/load-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAY;IAC/C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,KAAsB,CAAC;IACxC,OAAO,CACN,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;QACjC,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ;QACnC,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ;QACnC,QAAQ,CAAC,MAAM,KAAK,IAAI,CACxB,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,KAAuB,CAAC;IACtC,OAAO,CACN,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;QAC9B,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CACjC,CAAC;AACH,CAAC"}

package/dist/preflight.d.ts

@@ -0,0 +1,3 @@
+/** Fail fast when live dogfood cannot find suite definitions. */
+export declare function assertLiveDogfoodPreflight(repoRoot: string, suitesDir?: string): Promise<void>;
+//# sourceMappingURL=preflight.d.ts.map

package/dist/preflight.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preflight.d.ts","sourceRoot":"","sources":["../src/preflight.ts"],"names":[],"mappings":"AAGA,iEAAiE;AACjE,wBAAsB,0BAA0B,CAC/C,QAAQ,EAAE,MAAM,EAChB,SAAS,SAAiB,GACxB,OAAO,CAAC,IAAI,CAAC,CAaf"}

package/dist/preflight.js

@@ -0,0 +1,17 @@
+import { access } from "node:fs/promises";
+import { join } from "node:path";
+/** Fail fast when live dogfood cannot find suite definitions. */
+export async function assertLiveDogfoodPreflight(repoRoot, suitesDir = "agent-suites") {
+    const suitesRoot = join(repoRoot, suitesDir);
+    try {
+        await access(suitesRoot);
+    }
+    catch {
+        throw new Error([
+            `Live dogfood requires a suites directory (missing ${suitesDir}).`,
+            "Pass --suites-dir <path> or create agent-suites/<suite>/scenarios.json in the repo.",
+            "See @post-print/agent-test README § Live dogfood.",
+        ].join("\n"));
+    }
+}
+//# sourceMappingURL=preflight.js.map

package/dist/preflight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preflight.js","sourceRoot":"","sources":["../src/preflight.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC/C,QAAgB,EAChB,SAAS,GAAG,cAAc;IAE1B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7C,IAAI,CAAC;QACJ,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd;YACC,qDAAqD,SAAS,IAAI;YAClE,qFAAqF;YACrF,mDAAmD;SACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ,CAAC;IACH,CAAC;AACF,CAAC"}

package/dist/progress.d.ts

@@ -0,0 +1,10 @@
+export declare function formatDuration(ms: number): string;
+export declare function logProgress(message: string): void;
+export declare function logPhase(message: string): void;
+/** Log every `intervalMs` while `promise` is pending (live agent runs). */
+export declare function withHeartbeat<T>(promise: Promise<T>, options: {
+    label: string;
+    intervalMs?: number;
+    started?: number;
+}): Promise<T>;
+//# sourceMappingURL=progress.d.ts.map

package/dist/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":"AAIA,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAKjD;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAKjD;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAK9C;AAED,2EAA2E;AAC3E,wBAAsB,aAAa,CAAC,CAAC,EACpC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EACnB,OAAO,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/D,OAAO,CAAC,CAAC,CAAC,CAgBZ"}

package/dist/progress.js

@@ -0,0 +1,39 @@
+function enabled() {
+    return process.env.AGENT_TEST_QUIET !== "1" && !process.env.VITEST;
+}
+export function formatDuration(ms) {
+    if (ms < 1000) {
+        return `${Math.round(ms)}ms`;
+    }
+    return `${(ms / 1000).toFixed(1)}s`;
+}
+export function logProgress(message) {
+    if (!enabled()) {
+        return;
+    }
+    console.log(message);
+}
+export function logPhase(message) {
+    if (!enabled()) {
+        return;
+    }
+    console.log(`  ${message}`);
+}
+/** Log every `intervalMs` while `promise` is pending (live agent runs). */
+export async function withHeartbeat(promise, options) {
+    if (!enabled()) {
+        return promise;
+    }
+    const started = options.started ?? performance.now();
+    const intervalMs = options.intervalMs ?? 30_000;
+    const timer = setInterval(() => {
+        logPhase(`${options.label} … ${formatDuration(performance.now() - started)} elapsed`);
+    }, intervalMs);
+    try {
+        return await promise;
+    }
+    finally {
+        clearInterval(timer);
+    }
+}
+//# sourceMappingURL=progress.js.map

package/dist/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":"AAAA,SAAS,OAAO;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,EAAU;IACxC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACf,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IAC1C,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAChB,OAAO;IACR,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAe;IACvC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAChB,OAAO;IACR,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,OAAmB,EACnB,OAAiE;IAEjE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;IAChD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC9B,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,MAAM,cAAc,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACvF,CAAC,EAAE,UAAU,CAAC,CAAC;IAEf,IAAI,CAAC;QACJ,OAAO,MAAM,OAAO,CAAC;IACtB,CAAC;YAAS,CAAC;QACV,aAAa,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACF,CAAC"}

package/dist/record-trace.d.ts

@@ -0,0 +1,27 @@
+import type { AgentTrace } from "@post-print/agent-harness";
+export declare const LIVE_STAGING_DIR_NAME = "agent-spec";
+export declare function getLiveStagingRoot(): string;
+export declare function getLiveStagingSessionRoot(sessionId: string): string;
+/** Staging JSON path for a live scenario trace (matches recordTrace layout). */
+export declare function getStagingTracePath(stagingSessionId: string, suiteName: string, scenarioName: string): string;
+export declare function createLiveStagingSessionId(): string;
+export type RecordingPathKind = "staging" | "fixture";
+export interface ResolvedRecordingPath {
+    path: string;
+    kind: RecordingPathKind;
+}
+export interface ResolveRecordingPathOptions {
+    repoRoot: string;
+    stagingSessionId?: string;
+}
+/** Staging lives under $TMPDIR; use --record-fixtures to overwrite committed replayTrace. */
+export declare function resolveRecordingPath(suiteName: string, scenarioName: string, replayTrace: string | undefined, recordFixtures: boolean, options: ResolveRecordingPathOptions): ResolvedRecordingPath | undefined;
+/** Persist a live trace for replay regression (strip raw SDK payload). */
+export declare function recordTrace(outputPath: string, trace: AgentTrace): Promise<string>;
+/** Load a staged live trace for parent-process judge after isolated child runs. */
+export declare function loadStagingTrace(path: string): Promise<AgentTrace>;
+/** Remove a live staging session directory under $TMPDIR. */
+export declare function cleanupStagingSession(sessionRoot: string): Promise<void>;
+/** Remove legacy in-repo staging dirs from before tmpdir staging (best-effort). */
+export declare function cleanupLegacyRepoRecordings(repoRoot: string): Promise<string[]>;
+//# sourceMappingURL=record-trace.d.ts.map

package/dist/record-trace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-trace.d.ts","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5D,eAAO,MAAM,qBAAqB,eAAe,CAAC;AAYlD,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEnE;AAED,gFAAgF;AAChF,wBAAgB,mBAAmB,CAClC,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GAClB,MAAM,CAMR;AAED,wBAAgB,0BAA0B,IAAI,MAAM,CAEnD;AAED,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,SAAS,CAAC;AAEtD,MAAM,WAAW,qBAAqB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,MAAM,WAAW,2BAA2B;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,6FAA6F;AAC7F,wBAAgB,oBAAoB,CACnC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,cAAc,EAAE,OAAO,EACvB,OAAO,EAAE,2BAA2B,GAClC,qBAAqB,GAAG,SAAS,CAqBnC;AAED,0EAA0E;AAC1E,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAiBxF;AAED,mFAAmF;AACnF,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAGxE;AAED,6DAA6D;AAC7D,wBAAsB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE9E;AAED,mFAAmF;AACnF,wBAAsB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAuBrF"}

package/dist/record-trace.js

@@ -0,0 +1,97 @@
+import { mkdir, readdir, readFile, rm, stat, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { dirname, join, resolve } from "node:path";
+import { enrichTrace } from "@post-print/agent-harness";
+export const LIVE_STAGING_DIR_NAME = "agent-spec";
+function slugifyScenarioName(name) {
+    return (name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/^-+|-+$/g, "")
+        .slice(0, 48) || "scenario");
+}
+export function getLiveStagingRoot() {
+    return join(tmpdir(), LIVE_STAGING_DIR_NAME, "sessions");
+}
+export function getLiveStagingSessionRoot(sessionId) {
+    return join(getLiveStagingRoot(), sessionId);
+}
+/** Staging JSON path for a live scenario trace (matches recordTrace layout). */
+export function getStagingTracePath(stagingSessionId, suiteName, scenarioName) {
+    return join(getLiveStagingSessionRoot(stagingSessionId), suiteName, `${slugifyScenarioName(scenarioName)}.json`);
+}
+export function createLiveStagingSessionId() {
+    return `${process.pid}-${Date.now()}`;
+}
+/** Staging lives under $TMPDIR; use --record-fixtures to overwrite committed replayTrace. */
+export function resolveRecordingPath(suiteName, scenarioName, replayTrace, recordFixtures, options) {
+    if (!replayTrace) {
+        return undefined;
+    }
+    if (recordFixtures) {
+        return {
+            path: resolve(options.repoRoot, replayTrace),
+            kind: "fixture",
+        };
+    }
+    if (!options.stagingSessionId) {
+        throw new Error("stagingSessionId required for live staging recordings");
+    }
+    const slug = slugifyScenarioName(scenarioName);
+    return {
+        path: join(getLiveStagingSessionRoot(options.stagingSessionId), suiteName, `${slug}.json`),
+        kind: "staging",
+    };
+}
+/** Persist a live trace for replay regression (strip raw SDK payload). */
+export async function recordTrace(outputPath, trace) {
+    const enriched = enrichTrace(trace);
+    const payload = {
+        messages: enriched.messages,
+        toolCalls: enriched.toolCalls,
+        shellCommands: enriched.shellCommands,
+        gitDiff: enriched.gitDiff,
+        prBody: enriched.prBody,
+        artifacts: enriched.artifacts,
+        routing: enriched.routing,
+        skillsInvoked: enriched.skillsInvoked,
+        judgeVerdicts: enriched.judgeVerdicts,
+    };
+    await mkdir(dirname(outputPath), { recursive: true });
+    await writeFile(outputPath, `${JSON.stringify(payload, null, 2)}\n`, "utf8");
+    return outputPath;
+}
+/** Load a staged live trace for parent-process judge after isolated child runs. */
+export async function loadStagingTrace(path) {
+    const raw = JSON.parse(await readFile(path, "utf8"));
+    return enrichTrace(raw);
+}
+/** Remove a live staging session directory under $TMPDIR. */
+export async function cleanupStagingSession(sessionRoot) {
+    await rm(sessionRoot, { recursive: true, force: true });
+}
+/** Remove legacy in-repo staging dirs from before tmpdir staging (best-effort). */
+export async function cleanupLegacyRepoRecordings(repoRoot) {
+    const suitesRoot = join(repoRoot, "agent-suites");
+    const removed = [];
+    let suiteNames;
+    try {
+        suiteNames = await readdir(suitesRoot);
+    }
+    catch {
+        return removed;
+    }
+    for (const suiteName of suiteNames) {
+        const recordingsDir = join(suitesRoot, suiteName, "fixtures", "recordings");
+        try {
+            await stat(recordingsDir);
+            await rm(recordingsDir, { recursive: true, force: true });
+            removed.push(recordingsDir);
+        }
+        catch {
+            // absent
+        }
+    }
+    return removed;
+}
+//# sourceMappingURL=record-trace.js.map

package/dist/record-trace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-trace.js","sourceRoot":"","sources":["../src/record-trace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACjF,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGnD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAElD,SAAS,mBAAmB,CAAC,IAAY;IACxC,OAAO,CACN,IAAI;SACF,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,UAAU,CAC5B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB;IACjC,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,SAAiB;IAC1D,OAAO,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,mBAAmB,CAClC,gBAAwB,EACxB,SAAiB,EACjB,YAAoB;IAEpB,OAAO,IAAI,CACV,yBAAyB,CAAC,gBAAgB,CAAC,EAC3C,SAAS,EACT,GAAG,mBAAmB,CAAC,YAAY,CAAC,OAAO,CAC3C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B;IACzC,OAAO,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;AACvC,CAAC;AAcD,6FAA6F;AAC7F,MAAM,UAAU,oBAAoB,CACnC,SAAiB,EACjB,YAAoB,EACpB,WAA+B,EAC/B,cAAuB,EACvB,OAAoC;IAEpC,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO;YACN,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC;YAC5C,IAAI,EAAE,SAAS;SACf,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAC;IAC/C,OAAO;QACN,IAAI,EAAE,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC;QAC1F,IAAI,EAAE,SAAS;KACf,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAkB,EAAE,KAAiB;IACtE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG;QACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,aAAa,EAAE,QAAQ,CAAC,aAAa;KACrC,CAAC;IAEF,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7E,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAe,CAAC;IACnE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,6DAA6D;AAC7D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,WAAmB;IAC9D,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,QAAgB;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAClD,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,UAAoB,CAAC;IACzB,IAAI,CAAC;QACJ,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QAC5E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC;YAC1B,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACR,SAAS;QACV,CAAC;IACF,CAAC;IAED,OAAO,OAAO,CAAC;AAChB,CAAC"}

package/dist/run-suite.d.ts

@@ -0,0 +1,40 @@
+import type { AgentHost } from "@post-print/agent-harness";
+import type { SuiteRunReport } from "./types";
+/** Best-effort worktree cleanup when live runs are interrupted (SIGINT/SIGTERM). */
+export declare function registerLiveRunHandlers(): void;
+export interface RunSuiteOptions {
+    cwd: string;
+    suitePath: string;
+    host?: AgentHost;
+    /** Run only this scenario name (used by live subprocess isolation). */
+    scenarioFilter?: string;
+    /** Write live traces after a fully passing run. */
+    record?: boolean;
+    /** Overwrite committed replayTrace paths (default: write staging traces under $TMPDIR). */
+    recordFixtures?: boolean;
+    /** Run harness LLM judge for rubric.judge criteria (live hosts only). */
+    judge?: boolean;
+    /** Isolate each live scenario in a detached git worktree. */
+    worktree?: boolean;
+    /** Session id for live staging traces under $TMPDIR (see record-trace.ts). */
+    stagingSessionId?: string;
+    keepRecordings?: boolean;
+    suitesDir?: string;
+    suiteFilter?: string;
+}
+export declare function runSuite(options: RunSuiteOptions): Promise<SuiteRunReport>;
+export declare function runAllSuites(options: {
+    cwd: string;
+    suitesDir: string;
+    host?: AgentHost;
+    filter?: string;
+    scenarioFilter?: string;
+    record?: boolean;
+    recordFixtures?: boolean;
+    judge?: boolean;
+    worktree?: boolean;
+    stagingSessionId?: string;
+    keepRecordings?: boolean;
+}): Promise<SuiteRunReport[]>;
+export { discoverSuites } from "./discover-suites";
+//# sourceMappingURL=run-suite.d.ts.map

package/dist/run-suite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-suite.d.ts","sourceRoot":"","sources":["../src/run-suite.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACX,SAAS,EAKT,MAAM,2BAA2B,CAAC;AA4BnC,OAAO,KAAK,EAMX,cAAc,EACd,MAAM,SAAS,CAAC;AAKjB,oFAAoF;AACpF,wBAAgB,uBAAuB,IAAI,IAAI,CAmB9C;AASD,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mDAAmD;IACnD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2FAA2F;IAC3F,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,yEAAyE;IACzE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,6DAA6D;IAC7D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAsBD,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAwHhF;AA0ND,wBAAsB,YAAY,CAAC,OAAO,EAAE;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6B5B;AAED,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC"}