@post-print/agent-test 0.1.0

package/dist/run-suite.js

@@ -0,0 +1,344 @@
+import { basename, dirname, resolve } from "node:path";
+import { captureWorkingTreeStatus, createScenarioWorktree, enrichTrace, findWorkingTreeLeak, formatWorkingTreeLeak, judgeTrace, loadContext, runAgent, } from "@post-print/agent-harness";
+import { discoverSuites } from "./discover-suites";
+import { assertRubric } from "./expect";
+import { liveScenarioIsolationEnabled, spawnLiveScenario, subprocessFailureMessage, } from "./live-isolation";
+import { loadSuiteFile } from "./load-suite";
+import { formatDuration, logPhase, logProgress, withHeartbeat } from "./progress";
+import { getStagingTracePath, loadStagingTrace, recordTrace, resolveRecordingPath, } from "./record-trace";
+import { seedScenarioWorktree } from "./scenario-seed";
+let activeWorktreeCleanup;
+let liveSignalHandlersRegistered = false;
+/** Best-effort worktree cleanup when live runs are interrupted (SIGINT/SIGTERM). */
+export function registerLiveRunHandlers() {
+    if (liveSignalHandlersRegistered) {
+        return;
+    }
+    liveSignalHandlersRegistered = true;
+    const interrupt = (code) => {
+        const cleanup = activeWorktreeCleanup;
+        if (!cleanup) {
+            process.exit(code);
+            return;
+        }
+        void cleanup()
+            .catch(() => undefined)
+            .finally(() => process.exit(code));
+    };
+    process.on("SIGINT", () => interrupt(130));
+    process.on("SIGTERM", () => interrupt(143));
+}
+function releaseLiveMemory() {
+    const bunGc = globalThis.Bun?.gc;
+    if (typeof bunGc === "function") {
+        bunGc(true);
+    }
+}
+/** Live-only mode hint from rubric — not part of the user scenario prompt. */
+function outputContractForRubric(rubric) {
+    if (rubric.routingBlock) {
+        return "hands-off";
+    }
+    return undefined;
+}
+function normalizeJudgeCriteria(judge) {
+    if (!judge?.length) {
+        return [];
+    }
+    return judge.map((item, index) => {
+        if (typeof item === "string") {
+            return { id: `judge-${index}`, question: item };
+        }
+        return { id: item.id ?? `judge-${index}`, question: item.question };
+    });
+}
+export async function runSuite(options) {
+    const suite = await loadSuiteFile(options.suitePath);
+    const defaultHost = options.host ?? suite.defaults?.host ?? "replay";
+    const results = [];
+    const scenarios = options.scenarioFilter
+        ? suite.scenarios.filter((scenario) => scenario.name === options.scenarioFilter)
+        : suite.scenarios;
+    if (options.scenarioFilter && scenarios.length === 0) {
+        throw new Error(`Scenario not found: ${options.scenarioFilter}`);
+    }
+    const total = scenarios.length;
+    const isLiveSuite = defaultHost !== "replay";
+    const isolateLive = isLiveSuite && liveScenarioIsolationEnabled() && !options.scenarioFilter && total > 1;
+    logProgress(`\n${suite.name} (${defaultHost}) — ${total} scenario(s)`);
+    if (isolateLive && total > 1) {
+        logPhase("live isolation: one subprocess per scenario (AGENT_TEST_NO_ISOLATE=1 to disable)");
+    }
+    for (let index = 0; index < scenarios.length; index++) {
+        const scenario = scenarios[index];
+        if (!scenario) {
+            continue;
+        }
+        if (isolateLive) {
+            const started = performance.now();
+            const exitCode = await spawnLiveScenario({
+                cwd: options.cwd,
+                suiteName: suite.name,
+                scenarioName: scenario.name,
+                suitesDir: options.suitesDir ?? "agent-suites",
+                suiteFilter: options.suiteFilter ?? suite.name,
+                stagingSessionId: options.stagingSessionId,
+                keepRecordings: options.keepRecordings,
+                recordFixtures: options.recordFixtures,
+                worktree: options.worktree,
+                judge: options.judge,
+            });
+            const durationMs = Math.round(performance.now() - started);
+            const failures = [];
+            if (exitCode !== 0) {
+                failures.push({
+                    matcher: "liveScenario",
+                    message: subprocessFailureMessage(exitCode),
+                });
+            }
+            else if (options.judge !== false && options.stagingSessionId) {
+                const criteria = normalizeJudgeCriteria(scenario.rubric.judge);
+                if (criteria.length > 0) {
+                    releaseLiveMemory();
+                    logPhase(`LLM judge (${criteria.length} criterion/criteria)…`);
+                    try {
+                        const tracePath = getStagingTracePath(options.stagingSessionId, suite.name, scenario.name);
+                        const trace = await loadStagingTrace(tracePath);
+                        const judged = await runJudgeRubric(trace, scenario.rubric, options.cwd);
+                        failures.push(...judged.failures);
+                    }
+                    catch (error) {
+                        failures.push({
+                            matcher: "judge",
+                            message: error instanceof Error ? error.message : "failed to load staging trace for judge",
+                        });
+                    }
+                }
+            }
+            const passed = failures.length === 0;
+            const icon = passed ? "✓" : "✗";
+            logProgress(`${icon} [${index + 1}/${total}] ${scenario.name} (${formatDuration(durationMs)})`);
+            results.push({
+                suite: suite.name,
+                scenario: scenario.name,
+                passed,
+                failures,
+                durationMs,
+            });
+            releaseLiveMemory();
+            continue;
+        }
+        results.push(await runScenario(options.cwd, suite.name, scenario, defaultHost, suite.defaults?.profile, suite.defaults?.skills, options.record, options.recordFixtures, options.judge, options.worktree, options.stagingSessionId, index + 1, total));
+        if (isLiveSuite) {
+            releaseLiveMemory();
+        }
+    }
+    return {
+        suite: suite.name,
+        host: defaultHost,
+        passed: results.filter((r) => r.passed).length,
+        skipped: results.filter((r) => r.skipped).length,
+        failed: results.filter((r) => !r.passed && !r.skipped).length,
+        results,
+    };
+}
+async function runScenario(cwd, suiteName, scenario, defaultHost, defaultProfile, defaultSkills, record, recordFixtures, judge, worktree, stagingSessionId, scenarioIndex, scenarioTotal) {
+    const started = performance.now();
+    const label = scenarioIndex !== undefined && scenarioTotal !== undefined
+        ? `[${scenarioIndex}/${scenarioTotal}] ${scenario.name}`
+        : scenario.name;
+    if (scenario.skip) {
+        logProgress(`${label} — skipped`);
+        return {
+            suite: suiteName,
+            scenario: scenario.name,
+            passed: true,
+            failures: [],
+            skipped: true,
+            durationMs: 0,
+        };
+    }
+    const host = scenario.host ?? defaultHost;
+    const profile = scenario.profile ?? defaultProfile ?? (host === "cursor" ? "cursor" : "shared");
+    const skills = scenario.skills ?? defaultSkills;
+    const isLive = host !== "replay";
+    logProgress(`${label} — ${host}`);
+    const useWorktree = isLive && worktree !== false && !process.env.AGENT_TEST_NO_WORKTREE;
+    let worktreeHandle;
+    const callerTreeBefore = useWorktree ? await captureWorkingTreeStatus(cwd) : undefined;
+    if (useWorktree) {
+        logPhase("creating git worktree…");
+        worktreeHandle = await createScenarioWorktree(cwd, `${suiteName}-${scenario.name}`);
+        activeWorktreeCleanup = worktreeHandle.cleanup;
+        logPhase(`worktree → ${worktreeHandle.path}`);
+        if (isLive && scenario.seedPatch) {
+            logPhase(`seeding worktree diff (${scenario.seedPatch})…`);
+            await seedScenarioWorktree(cwd, worktreeHandle.path, scenario.seedPatch);
+        }
+    }
+    else if (isLive) {
+        logPhase("worktree disabled — agent may mutate repo cwd (AGENT_TEST_ALLOW_IN_PLACE=1)");
+    }
+    const runCwd = worktreeHandle?.path ?? cwd;
+    try {
+        logPhase("loading agent context…");
+        // Live worktree runs code in an isolated checkout; load rules/AGENTS from caller cwd
+        // so uncommitted .cursor/rules and AGENTS.md edits apply during dogfood.
+        const contextRoot = isLive && useWorktree ? cwd : runCwd;
+        const context = await loadContext({ cwd: contextRoot, profile, skills });
+        const useReplay = host === "replay";
+        if (useReplay) {
+            logPhase(`replaying ${scenario.replayTrace ?? "trace"}…`);
+        }
+        else {
+            logPhase("running cursor agent (may take several minutes)…");
+        }
+        const outputContract = isLive ? outputContractForRubric(scenario.rubric) : undefined;
+        const agentStarted = performance.now();
+        const session = await (isLive
+            ? withHeartbeat(runAgent({
+                host,
+                cwd: runCwd,
+                context,
+                profile,
+                prompt: scenario.prompt,
+                outputContract,
+            }), { label: "agent still running", started: agentStarted })
+            : runAgent({
+                host,
+                cwd: runCwd,
+                context,
+                profile,
+                prompt: scenario.prompt,
+                replayTracePath: useReplay ? scenario.replayTrace : undefined,
+            }));
+        if (isLive) {
+            logPhase(`agent finished (${formatDuration(performance.now() - agentStarted)}) — ${session.status}`);
+        }
+        let trace = enrichTrace(session.trace);
+        const failures = [];
+        if (session.status !== "completed") {
+            failures.push({
+                matcher: "runAgent",
+                message: session.error ?? `agent session ${session.status}`,
+            });
+        }
+        logPhase("scoring rubric…");
+        failures.push(...assertRubric(trace, scenario.rubric, { skillsMode: context.skillsMode }));
+        if (useWorktree && callerTreeBefore !== undefined) {
+            const callerTreeAfter = await captureWorkingTreeStatus(cwd);
+            const leaked = findWorkingTreeLeak(callerTreeBefore, callerTreeAfter);
+            if (leaked.length > 0) {
+                failures.push({
+                    matcher: "workingTreeLeak",
+                    message: `live agent mutated caller working tree (use worktree isolation):\n${formatWorkingTreeLeak(leaked)}`,
+                });
+            }
+        }
+        if (record && isLive) {
+            const resolved = resolveRecordingPath(suiteName, scenario.name, scenario.replayTrace, recordFixtures === true, { repoRoot: cwd, stagingSessionId });
+            if (resolved) {
+                logPhase("recording trace…");
+                try {
+                    const path = await recordTrace(resolved.path, trace);
+                    const recordLabel = resolved.kind === "fixture" ? "recorded fixture" : "recorded staging";
+                    logPhase(`${recordLabel} → ${path}`);
+                }
+                catch (error) {
+                    failures.push({
+                        matcher: "recordTrace",
+                        message: error instanceof Error ? error.message : "failed to record trace",
+                    });
+                }
+            }
+        }
+        const deferJudgeToParent = process.env.AGENT_TEST_CHILD === "1";
+        if (judge && isLive && !deferJudgeToParent) {
+            const criteria = normalizeJudgeCriteria(scenario.rubric.judge);
+            if (criteria.length > 0) {
+                logPhase(`LLM judge (${criteria.length} criterion/criteria)…`);
+            }
+            const judged = await runJudgeRubric(trace, scenario.rubric, runCwd);
+            failures.push(...judged.failures);
+            trace = judged.trace;
+        }
+        const durationMs = Math.round(performance.now() - started);
+        const icon = failures.length === 0 ? "✓" : "✗";
+        logProgress(`${icon} ${label} (${formatDuration(durationMs)})`);
+        return {
+            suite: suiteName,
+            scenario: scenario.name,
+            passed: failures.length === 0,
+            failures,
+            durationMs,
+        };
+    }
+    finally {
+        if (worktreeHandle) {
+            logPhase("removing worktree…");
+        }
+        await worktreeHandle?.cleanup();
+        if (activeWorktreeCleanup === worktreeHandle?.cleanup) {
+            activeWorktreeCleanup = undefined;
+        }
+    }
+}
+async function runJudgeRubric(trace, rubric, runCwd) {
+    const criteria = normalizeJudgeCriteria(rubric.judge);
+    if (criteria.length === 0) {
+        return { trace, failures: [] };
+    }
+    const result = await judgeTrace(trace, criteria, { cwd: runCwd });
+    if (result.skipped) {
+        return {
+            trace,
+            failures: [{ matcher: "judge", message: result.error ?? "judge skipped" }],
+        };
+    }
+    const judgedTrace = { ...trace, judgeVerdicts: result.verdicts };
+    const failures = [];
+    for (const verdict of result.verdicts) {
+        if (!verdict.pass) {
+            failures.push({
+                matcher: `judge:${verdict.id}`,
+                message: verdict.rationale,
+            });
+        }
+    }
+    if (result.error) {
+        failures.push({ matcher: "judge", message: result.error });
+    }
+    return { trace: judgedTrace, failures };
+}
+function suiteNameFromPath(suitePath) {
+    return basename(dirname(suitePath));
+}
+export async function runAllSuites(options) {
+    const suitePaths = await discoverSuites(resolve(options.cwd, options.suitesDir));
+    const filtered = options.filter
+        ? suitePaths.filter((suitePath) => {
+            const suiteName = suiteNameFromPath(suitePath);
+            return suiteName === options.filter || suitePath.includes(`/${options.filter}/`);
+        })
+        : suitePaths;
+    const reports = [];
+    for (const suitePath of filtered) {
+        reports.push(await runSuite({
+            cwd: options.cwd,
+            suitePath,
+            host: options.host,
+            scenarioFilter: options.scenarioFilter,
+            record: options.record,
+            recordFixtures: options.recordFixtures,
+            judge: options.judge,
+            worktree: options.worktree,
+            stagingSessionId: options.stagingSessionId,
+            keepRecordings: options.keepRecordings,
+            suitesDir: options.suitesDir,
+            suiteFilter: options.filter,
+        }));
+    }
+    return reports;
+}
+export { discoverSuites } from "./discover-suites";
+//# sourceMappingURL=run-suite.js.map

package/dist/run-suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-suite.js","sourceRoot":"","sources":["../src/run-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASvD,OAAO,EACN,wBAAwB,EACxB,sBAAsB,EACtB,WAAW,EACX,mBAAmB,EACnB,qBAAqB,EACrB,UAAU,EACV,WAAW,EACX,QAAQ,GACR,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EACN,4BAA4B,EAC5B,iBAAiB,EACjB,wBAAwB,GACxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAClF,OAAO,EACN,mBAAmB,EACnB,gBAAgB,EAChB,WAAW,EACX,oBAAoB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAUvD,IAAI,qBAAwD,CAAC;AAC7D,IAAI,4BAA4B,GAAG,KAAK,CAAC;AAEzC,oFAAoF;AACpF,MAAM,UAAU,uBAAuB;IACtC,IAAI,4BAA4B,EAAE,CAAC;QAClC,OAAO;IACR,CAAC;IACD,4BAA4B,GAAG,IAAI,CAAC;IAEpC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,qBAAqB,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,OAAO;QACR,CAAC;QACD,KAAK,OAAO,EAAE;aACZ,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACtB,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,iBAAiB;IACzB,MAAM,KAAK,GAAI,UAA0D,CAAC,GAAG,EAAE,EAAE,CAAC;IAClF,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;IACb,CAAC;AACF,CAAC;AAuBD,8EAA8E;AAC9E,SAAS,uBAAuB,CAAC,MAAsB;IACtD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACzB,OAAO,WAAW,CAAC;IACpB,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAoC;IACnE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAChC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,EAAE,EAAE,EAAE,SAAS,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,SAAS,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAwB;IACtD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;IACrE,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc;QACvC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,cAAc,CAAC;QAChF,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IAEnB,IAAI,OAAO,CAAC,cAAc,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,uBAAuB,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,WAAW,KAAK,QAAQ,CAAC;IAC7C,MAAM,WAAW,GAChB,WAAW,IAAI,4BAA4B,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,KAAK,GAAG,CAAC,CAAC;IAEvF,WAAW,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,WAAW,OAAO,KAAK,cAAc,CAAC,CAAC;IACvE,IAAI,WAAW,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9B,QAAQ,CAAC,kFAAkF,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACf,SAAS;QACV,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC;gBACxC,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,YAAY,EAAE,QAAQ,CAAC,IAAI;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,cAAc;gBAC9C,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI;gBAC9C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;gBAC1C,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;aACpB,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAuB,EAAE,CAAC;YAExC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC;oBACb,OAAO,EAAE,cAAc;oBACvB,OAAO,EAAE,wBAAwB,CAAC,QAAQ,CAAC;iBAC3C,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBAChE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,iBAAiB,EAAE,CAAC;oBACpB,QAAQ,CAAC,cAAc,QAAQ,CAAC,MAAM,uBAAuB,CAAC,CAAC;oBAC/D,IAAI,CAAC;wBACJ,MAAM,SAAS,GAAG,mBAAmB,CACpC,OAAO,CAAC,gBAAgB,EACxB,KAAK,CAAC,IAAI,EACV,QAAQ,CAAC,IAAI,CACb,CAAC;wBACF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;wBAChD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;wBACzE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACnC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,QAAQ,CAAC,IAAI,CAAC;4BACb,OAAO,EAAE,OAAO;4BAChB,OAAO,EACN,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC;yBAClF,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;YACF,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAChC,WAAW,CACV,GAAG,IAAI,KAAK,KAAK,GAAG,CAAC,IAAI,KAAK,KAAK,QAAQ,CAAC,IAAI,KAAK,cAAc,CAAC,UAAU,CAAC,GAAG,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,MAAM;gBACN,QAAQ;gBACR,UAAU;aACV,CAAC,CAAC;YACH,iBAAiB,EAAE,CAAC;YACpB,SAAS;QACV,CAAC;QAED,OAAO,CAAC,IAAI,CACX,MAAM,WAAW,CAChB,OAAO,CAAC,GAAG,EACX,KAAK,CAAC,IAAI,EACV,QAAQ,EACR,WAAW,EACX,KAAK,CAAC,QAAQ,EAAE,OAAO,EACvB,KAAK,CAAC,QAAQ,EAAE,MAAM,EACtB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,gBAAgB,EACxB,KAAK,GAAG,CAAC,EACT,KAAK,CACL,CACD,CAAC;QACF,IAAI,WAAW,EAAE,CAAC;YACjB,iBAAiB,EAAE,CAAC;QACrB,CAAC;IACF,CAAC;IAED,OAAO;QACN,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;QAC9C,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;QAChD,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;QAC7D,OAAO;KACP,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACzB,GAAW,EACX,SAAiB,EACjB,QAAuB,EACvB,WAAsB,EACtB,cAAyC,EACzC,aAAmC,EACnC,MAAgB,EAChB,cAAwB,EACxB,KAAe,EACf,QAAkB,EAClB,gBAAyB,EACzB,aAAsB,EACtB,aAAsB;IAEtB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,KAAK,GACV,aAAa,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS;QACzD,CAAC,CAAC,IAAI,aAAa,IAAI,aAAa,KAAK,QAAQ,CAAC,IAAI,EAAE;QACxD,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;IAElB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,WAAW,CAAC,GAAG,KAAK,YAAY,CAAC,CAAC;QAClC,OAAO;YACN,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,CAAC;SACb,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,WAAW,CAAC;IAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAI,cAAc,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,aAAa,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,KAAK,QAAQ,CAAC;IACjC,WAAW,CAAC,GAAG,KAAK,MAAM,IAAI,EAAE,CAAC,CAAC;IAElC,MAAM,WAAW,GAAG,MAAM,IAAI,QAAQ,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACxF,IAAI,cAA8E,CAAC;IACnF,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,IAAI,WAAW,EAAE,CAAC;QACjB,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACnC,cAAc,GAAG,MAAM,sBAAsB,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACpF,qBAAqB,GAAG,cAAc,CAAC,OAAO,CAAC;QAC/C,QAAQ,CAAC,cAAc,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,IAAI,MAAM,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YAClC,QAAQ,CAAC,0BAA0B,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;YAC3D,MAAM,oBAAoB,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QACnB,QAAQ,CAAC,6EAA6E,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,EAAE,IAAI,IAAI,GAAG,CAAC;IAE3C,IAAI,CAAC;QACJ,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACnC,qFAAqF;QACrF,yEAAyE;QACzE,MAAM,WAAW,GAAG,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,KAAK,QAAQ,CAAC;QACpC,IAAI,SAAS,EAAE,CAAC;YACf,QAAQ,CAAC,aAAa,QAAQ,CAAC,WAAW,IAAI,OAAO,GAAG,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACP,QAAQ,CAAC,kDAAkD,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM;YAC5B,CAAC,CAAC,aAAa,CACb,QAAQ,CAAC;gBACR,IAAI;gBACJ,GAAG,EAAE,MAAM;gBACX,OAAO;gBACP,OAAO;gBACP,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,cAAc;aACd,CAAC,EACF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,YAAY,EAAE,CACvD;YACF,CAAC,CAAC,QAAQ,CAAC;gBACT,IAAI;gBACJ,GAAG,EAAE,MAAM;gBACX,OAAO;gBACP,OAAO;gBACP,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,eAAe,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;aAC7D,CAAC,CAAC,CAAC;QAEN,IAAI,MAAM,EAAE,CAAC;YACZ,QAAQ,CACP,mBAAmB,cAAc,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,OAAO,OAAO,CAAC,MAAM,EAAE,CAC1F,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAuB,EAAE,CAAC;QAExC,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACpC,QAAQ,CAAC,IAAI,CAAC;gBACb,OAAO,EAAE,UAAU;gBACnB,OAAO,EAAE,OAAO,CAAC,KAAK,IAAI,iBAAiB,OAAO,CAAC,MAAM,EAAE;aAC3D,CAAC,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAE3F,IAAI,WAAW,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACnD,MAAM,eAAe,GAAG,MAAM,wBAAwB,CAAC,GAAG,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,mBAAmB,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;YACtE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC;oBACb,OAAO,EAAE,iBAAiB;oBAC1B,OAAO,EAAE,qEAAqE,qBAAqB,CAAC,MAAM,CAAC,EAAE;iBAC7G,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,oBAAoB,CACpC,SAAS,EACT,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,WAAW,EACpB,cAAc,KAAK,IAAI,EACvB,EAAE,QAAQ,EAAE,GAAG,EAAE,gBAAgB,EAAE,CACnC,CAAC;YACF,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,kBAAkB,CAAC,CAAC;gBAC7B,IAAI,CAAC;oBACJ,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACrD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,CAAC;oBAC1F,QAAQ,CAAC,GAAG,WAAW,MAAM,IAAI,EAAE,CAAC,CAAC;gBACtC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,QAAQ,CAAC,IAAI,CAAC;wBACb,OAAO,EAAE,aAAa;wBACtB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;qBAC1E,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,GAAG,CAAC;QAChE,IAAI,KAAK,IAAI,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,QAAQ,CAAC,cAAc,QAAQ,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACpE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAClC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC/C,WAAW,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAEhE,OAAO;YACN,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC7B,QAAQ;YACR,UAAU;SACV,CAAC;IACH,CAAC;YAAS,CAAC;QACV,IAAI,cAAc,EAAE,CAAC;YACpB,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,cAAc,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,qBAAqB,KAAK,cAAc,EAAE,OAAO,EAAE,CAAC;YACvD,qBAAqB,GAAG,SAAS,CAAC;QACnC,CAAC;IACF,CAAC;AACF,CAAC;AAED,KAAK,UAAU,cAAc,CAC5B,KAAiB,EACjB,MAAsB,EACtB,MAAc;IAEd,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAChC,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IAClE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO;YACN,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC;SAC1E,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAe,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7E,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC;gBACb,OAAO,EAAE,SAAS,OAAO,CAAC,EAAE,EAAE;gBAC9B,OAAO,EAAE,OAAO,CAAC,SAAS;aAC1B,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB;IAC3C,OAAO,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAYlC;IACA,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACjF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM;QAC9B,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;YAChC,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAC/C,OAAO,SAAS,KAAK,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAClF,CAAC,CAAC;QACH,CAAC,CAAC,UAAU,CAAC;IAEd,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QAClC,OAAO,CAAC,IAAI,CACX,MAAM,QAAQ,CAAC;YACd,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,SAAS;YACT,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,MAAM;SAC3B,CAAC,CACF,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/scenario-seed.d.ts

@@ -0,0 +1,3 @@
+/** Apply optional patch and commit so pr-mode `git diff main...HEAD` has scope. */
+export declare function seedScenarioWorktree(repoRoot: string, worktreePath: string, seedPatch: string | undefined): Promise<void>;
+//# sourceMappingURL=scenario-seed.d.ts.map

package/dist/scenario-seed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-seed.d.ts","sourceRoot":"","sources":["../src/scenario-seed.ts"],"names":[],"mappings":"AASA,mFAAmF;AACnF,wBAAsB,oBAAoB,CACzC,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,GAAG,SAAS,GAC3B,OAAO,CAAC,IAAI,CAAC,CAkCf"}

package/dist/scenario-seed.js

@@ -0,0 +1,38 @@
+import { execFile } from "node:child_process";
+import { access } from "node:fs/promises";
+import { resolve } from "node:path";
+import { promisify } from "node:util";
+const execFileAsync = promisify(execFile);
+const SEED_COMMIT_MESSAGE = "agent-test: seed scenario diff (ephemeral worktree only)";
+/** Apply optional patch and commit so pr-mode `git diff main...HEAD` has scope. */
+export async function seedScenarioWorktree(repoRoot, worktreePath, seedPatch) {
+    if (!seedPatch) {
+        return;
+    }
+    const patchPath = resolve(repoRoot, seedPatch);
+    try {
+        await access(patchPath);
+    }
+    catch {
+        throw new Error(`seedPatch not found: ${seedPatch}`);
+    }
+    await execFileAsync("git", ["apply", "--whitespace=nowarn", patchPath], { cwd: worktreePath });
+    await execFileAsync("git", ["add", "-A"], { cwd: worktreePath });
+    const { stdout: status } = await execFileAsync("git", ["status", "--porcelain"], {
+        cwd: worktreePath,
+    });
+    if (!status.trim()) {
+        throw new Error(`seedPatch applied no changes: ${seedPatch}`);
+    }
+    await execFileAsync("git", [
+        "-c",
+        "user.email=agent-test@agent-spec.local",
+        "-c",
+        "user.name=agent-test",
+        "commit",
+        "--no-verify",
+        "-m",
+        SEED_COMMIT_MESSAGE,
+    ], { cwd: worktreePath });
+}
+//# sourceMappingURL=scenario-seed.js.map

package/dist/scenario-seed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario-seed.js","sourceRoot":"","sources":["../src/scenario-seed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,mBAAmB,GAAG,0DAA0D,CAAC;AAEvF,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,QAAgB,EAChB,YAAoB,EACpB,SAA6B;IAE7B,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO;IACR,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,CAAC;QACJ,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,qBAAqB,EAAE,SAAS,CAAC,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;IAC/F,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;IACjE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE;QAChF,GAAG,EAAE,YAAY;KACjB,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,SAAS,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,aAAa,CAClB,KAAK,EACL;QACC,IAAI;QACJ,wCAAwC;QACxC,IAAI;QACJ,sBAAsB;QACtB,QAAQ;QACR,aAAa;QACb,IAAI;QACJ,mBAAmB;KACnB,EACD,EAAE,GAAG,EAAE,YAAY,EAAE,CACrB,CAAC;AACH,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,65 @@
+import type { AgentHost, ContextProfile, SkillContextSetting } from "@post-print/agent-harness";
+export type JudgeRubricItem = string | {
+    id?: string;
+    question: string;
+};
+export interface ScenarioRubric {
+    tier?: "low" | "medium" | "high";
+    /** Chat-style tier announce — infer one-line routing from transcript when routing.tier absent. */
+    handsOnRouting?: boolean;
+    must?: string[];
+    mustNot?: string[];
+    mustRun?: string[];
+    /** Skill folder names the agent must read via SKILL.md (e.g. grill, crystallize). */
+    mustInvokeSkill?: string[];
+    mustNotInvokeSkill?: string[];
+    routingBlock?: boolean;
+    reviewDepth?: "quick" | "standard" | "thorough" | "full";
+    /** Fuzzy criteria — harness LLM judge on live runs only. */
+    judge?: JudgeRubricItem[];
+}
+export interface AgentScenario {
+    name: string;
+    prompt: string;
+    host?: AgentHost;
+    profile?: ContextProfile;
+    /** Override suite defaults for skill catalog loading. */
+    skills?: SkillContextSetting;
+    /** Live-only: apply patch + commit in worktree so pr-mode branch diff exists. */
+    seedPatch?: string;
+    replayTrace?: string;
+    rubric: ScenarioRubric;
+    skip?: boolean;
+}
+export interface AgentSuiteFile {
+    name: string;
+    description?: string;
+    defaults?: {
+        host?: AgentHost;
+        profile?: ContextProfile;
+        /** none | catalog | full — ambient-routing uses full for IDE parity. */
+        skills?: SkillContextSetting;
+    };
+    scenarios: AgentScenario[];
+}
+export interface AssertionFailure {
+    matcher: string;
+    message: string;
+}
+export interface ScenarioResult {
+    suite: string;
+    scenario: string;
+    passed: boolean;
+    failures: AssertionFailure[];
+    skipped?: boolean;
+    durationMs: number;
+}
+export interface SuiteRunReport {
+    suite: string;
+    host: AgentHost;
+    passed: number;
+    failed: number;
+    skipped: number;
+    results: ScenarioResult[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAEhG,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjC,kGAAkG;IAClG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,qFAAqF;IACrF,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IACzD,4DAA4D;IAC5D,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,yDAAyD;IACzD,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE;QACV,IAAI,CAAC,EAAE,SAAS,CAAC;QACjB,OAAO,CAAC,EAAE,cAAc,CAAC;QACzB,wEAAwE;QACxE,MAAM,CAAC,EAAE,mBAAmB,CAAC;KAC7B,CAAC;IACF,SAAS,EAAE,aAAa,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,CAAC;CAC1B"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,45 @@
+{
+	"name": "@post-print/agent-test",
+	"version": "0.1.0",
+	"type": "module",
+	"bin": {
+		"agent-test": "./dist/cli.js"
+	},
+	"files": [
+		"dist"
+	],
+	"exports": {
+		".": {
+			"types": "./dist/index.d.ts",
+			"default": "./dist/index.js"
+		}
+	},
+	"scripts": {
+		"build": "bunx tsc --build",
+		"typecheck": "bunx tsc --build",
+		"lint": "bunx biome check .",
+		"lint:fix": "bunx biome check . --write",
+		"test": "vitest run",
+		"clean": "rm -rf dist tsconfig.tsbuildinfo"
+	},
+	"dependencies": {
+		"@post-print/agent-harness": "file:../harness"
+	},
+	"devDependencies": {
+		"@types/node": "^22.10.0",
+		"typescript": "~6.0.2",
+		"vitest": "^4.0.17"
+	},
+	"description": "Scenario runner and CLI for agent-spec suites",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/post-print/agent-spec.git",
+		"directory": "packages/test"
+	},
+	"license": "MIT",
+	"publishConfig": {
+		"access": "public"
+	},
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts"
+}