@post-print/agent-test 2.0.0 → 2.0.1

package/dist/scenario-usage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scenario-usage.js","sourceRoot":"","sources":["../src/scenario-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAEN,2BAA2B,EAC3B,mBAAmB,EAEnB,aAAa,GACb,MAAM,2BAA2B,CAAC;AAInC,MAAM,UAAU,sBAAsB,CAAC,QAA+B;IACrE,OAAO,aAAa,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAIxC;IAKA,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACtC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,sBAAsB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,2BAA2B,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACX,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AAC1C,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,4BAA4B,CAC3C,KAA8B,EAC9B,QAAqB;IAErB,OAAO,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AAC3E,CAAC"}

package/dist/sdk/viewer-results.d.ts

@@ -1,43 +0,0 @@
-import type { ViewerJob } from "../viewer/catalog.js";
-import type { ViewerEvent } from "../viewer/events.js";
-export interface TestEntry {
-    id: string;
-    title: string;
-    listFile: string;
-    file: string;
-    project: string;
-}
-interface RunEvent {
-    type: string;
-    runId: string;
-    value: unknown;
-}
-export interface WireEvent {
-    type: string;
-    tests?: TestEntry[];
-    event?: RunEvent;
-    passed?: boolean;
-    skipped?: boolean;
-    durationMs?: number;
-    errors?: string[];
-    message?: string;
-}
-/** One test result owns its captured runs, checks, and independent grades. */
-export declare class ViewerTestResult {
-    private readonly emit;
-    private readonly runs;
-    private readonly evaluations;
-    private result?;
-    private readonly envelope;
-    constructor(job: ViewerJob, emit: (event: ViewerEvent) => void);
-    start(): void;
-    receive(wire: WireEvent): void;
-    private capture;
-    private agentEvent;
-    private section;
-    private completedResult;
-    finish(code: number, cancelled: boolean): void;
-    private missingResult;
-}
-export {};
-//# sourceMappingURL=viewer-results.d.ts.map

package/dist/sdk/viewer-results.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"viewer-results.d.ts","sourceRoot":"","sources":["../../src/sdk/viewer-results.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGvD,MAAM,WAAW,SAAS;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CAChB;AACD,UAAU,QAAQ;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;CACf;AACD,MAAM,WAAW,SAAS;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,8EAA8E;AAC9E,qBAAa,gBAAgB;IAO3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IANtB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,MAAM,CAAC,CAAiB;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,YACC,GAAG,EAAE,SAAS,EACG,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,EAGnD;IACD,KAAK,SAEJ;IACD,OAAO,CAAC,IAAI,EAAE,SAAS,QAKtB;IACD,OAAO,CAAC,OAAO;IAoBf,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,eAAe;IAgCvB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,QAWtC;IACD,OAAO,CAAC,aAAa;CAgBrB"}

package/dist/sdk/viewer-results.js

@@ -1,126 +0,0 @@
-function combinedTrace(runs) {
-    return {
-        messages: runs.flatMap((run) => run.trace.messages),
-        toolCalls: runs.flatMap((run) => run.toolCalls),
-        shellCommands: runs.flatMap((run) => run.trace.shellCommands),
-        artifacts: {},
-    };
-}
-/** One test result owns its captured runs, checks, and independent grades. */
-export class ViewerTestResult {
-    emit;
-    runs = new Map();
-    evaluations = [];
-    result;
-    envelope;
-    constructor(job, emit) {
-        this.emit = emit;
-        this.envelope = { suite: job.suite, scenario: job.scenario, host: job.host };
-    }
-    start() {
-        this.emit({ ...this.envelope, type: "cell_started" });
-    }
-    receive(wire) {
-        if (wire.event)
-            this.capture(wire.event);
-        if (wire.type === "error")
-            this.emit({ ...this.envelope, type: "status", text: wire.message ?? "Runner error" });
-        if (wire.type === "result")
-            this.result = this.completedResult(wire);
-    }
-    capture(event) {
-        switch (event.type) {
-            case "start":
-                this.emit({
-                    ...this.envelope,
-                    type: "prompt",
-                    text: event.value.prompt,
-                });
-                break;
-            case "agent":
-                this.agentEvent(event.value);
-                break;
-            case "complete":
-                this.runs.set(event.runId, event.value);
-                break;
-            case "evaluation":
-                this.evaluations.push(event.value);
-                break;
-        }
-    }
-    agentEvent(raw) {
-        const value = raw;
-        if (value.type === "text")
-            this.emit({ ...this.envelope, type: "text", text: value.text ?? "" });
-        if (value.type === "tool")
-            this.emit({ ...this.envelope, type: "tool", name: value.name ?? "tool", args: value.args });
-    }
-    section(run) {
-        return {
-            title: run.name,
-            checks: [],
-            notes: [run.output, `Agent tokens: ${run.usage.tokens.total ?? "unavailable"}`],
-        };
-    }
-    completedResult(wire) {
-        const all = [...this.runs.values()];
-        const errors = wire.errors?.length ? wire.errors : ["Test did not pass"];
-        return {
-            authoring: "typescript",
-            suite: this.envelope.suite,
-            scenario: this.envelope.scenario,
-            passed: wire.passed === true,
-            skipped: wire.skipped,
-            durationMs: wire.durationMs ?? 0,
-            trace: combinedTrace(all),
-            failures: wire.passed
-                ? []
-                : errors.map((message) => ({ matcher: "test", message, category: "rubric_miss" })),
-            story: {
-                criteria: [],
-                result: [],
-                verdict: wire.errors ?? [],
-                sections: [
-                    ...all.map((run) => this.section(run)),
-                    ...this.evaluations.map((value) => ({
-                        title: value.name,
-                        checks: [],
-                        notes: [
-                            JSON.stringify(value.output),
-                            `Judge tokens: ${value.usage.tokens.total ?? "unavailable"}`,
-                        ],
-                    })),
-                ],
-            },
-        };
-    }
-    finish(code, cancelled) {
-        const result = this.result ?? this.missingResult(code, cancelled);
-        this.emit({ ...this.envelope, type: "scenario_result", result });
-        this.emit({
-            ...this.envelope,
-            type: "cell_finished",
-            passed: result.passed,
-            skipped: result.skipped,
-            durationMs: result.durationMs,
-            failures: result.failures,
-        });
-    }
-    missingResult(code, cancelled) {
-        return {
-            authoring: "typescript",
-            suite: this.envelope.suite,
-            scenario: this.envelope.scenario,
-            passed: false,
-            durationMs: 0,
-            failures: [
-                {
-                    matcher: "runner",
-                    message: cancelled ? "Cancelled" : `Runner exited without a result (${code})`,
-                    category: "agent_runtime",
-                },
-            ],
-        };
-    }
-}
-//# sourceMappingURL=viewer-results.js.map

package/dist/sdk/viewer-results.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"viewer-results.js","sourceRoot":"","sources":["../../src/sdk/viewer-results.ts"],"names":[],"mappings":"AA4BA,SAAS,aAAa,CAAC,IAAW;IACjC,OAAO;QACN,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;QACnD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/C,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;QAC7D,SAAS,EAAE,EAAE;KACb,CAAC;AACH,CAAC;AACD,8EAA8E;AAC9E,MAAM,OAAO,gBAAgB;IAOV,IAAI;IANL,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IAC9B,WAAW,GAAiB,EAAE,CAAC;IACxC,MAAM,CAAkB;IACf,QAAQ,CAAC;IAC1B,YACC,GAAc,EACG,IAAkC;oBAAlC,IAAI;QAErB,IAAI,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9E,CAAC;IACD,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,IAAe;QACtB,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC,CAAC;QACvF,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC;IACO,OAAO,CAAC,KAAe;QAC9B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO;gBACX,IAAI,CAAC,IAAI,CAAC;oBACT,GAAG,IAAI,CAAC,QAAQ;oBAChB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAG,KAAK,CAAC,KAA4B,CAAC,MAAM;iBAChD,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,OAAO;gBACX,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACP,KAAK,UAAU;gBACd,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAY,CAAC,CAAC;gBAC/C,MAAM;YACP,KAAK,YAAY;gBAChB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAmB,CAAC,CAAC;gBACjD,MAAM;QACR,CAAC;IACF,CAAC;IACO,UAAU,CAAC,GAAY;QAC9B,MAAM,KAAK,GAAG,GAKb,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9F,CAAC;IACO,OAAO,CAAC,GAAQ;QACvB,OAAO;YACN,KAAK,EAAE,GAAG,CAAC,IAAI;YACf,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,iBAAiB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;SAC/E,CAAC;IACH,CAAC;IACO,eAAe,CAAC,IAAe;QACtC,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACzE,OAAO;YACN,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI;YAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;YAChC,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC;YACzB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACpB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;YACnF,KAAK,EAAE;gBACN,QAAQ,EAAE,EAAE;gBACZ,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBAC1B,QAAQ,EAAE;oBACT,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACnC,KAAK,EAAE,KAAK,CAAC,IAAI;wBACjB,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE;4BACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;4BAC5B,iBAAiB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,EAAE;yBAC5D;qBACD,CAAC,CAAC;iBACH;aACD;SACD,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAY,EAAE,SAAkB;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,CAAC;YACT,GAAG,IAAI,CAAC,QAAQ;YAChB,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SACzB,CAAC,CAAC;IACJ,CAAC;IACO,aAAa,CAAC,IAAY,EAAE,SAAkB;QACrD,OAAO;YACN,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE;gBACT;oBACC,OAAO,EAAE,QAAQ;oBACjB,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mCAAmC,IAAI,GAAG;oBAC7E,QAAQ,EAAE,eAAe;iBACzB;aACD;SACD,CAAC;IACH,CAAC;CACD"}

package/dist/types.d.ts

@@ -1,328 +0,0 @@
-import type { AgentHost, AgentTrace, AgentUsage, ContextMode, ContextProfile, McpServerConfig, ScenarioUsageBreakdown, SkillContextSetting } from "@post-print/agent-harness";
-export type { AgentUsage, ContextMode, McpServerConfig, ScenarioUsageBreakdown, } from "@post-print/agent-harness";
-export type JudgeRubricItem = string | {
-    id?: string;
-    question: string;
-};
-/** Why the runner put a file in the host preamble. */
-export type ScenarioContextReason = "contextSources" | "profile" | "skills";
-/** One preamble file the host received for a run. */
-export interface ScenarioContextFile {
-    path: string;
-    text: string;
-    reason: ScenarioContextReason;
-    why: string;
-}
-export interface ScenarioRubric {
-    tier?: "low" | "medium" | "high";
-    /** Chat-style tier announce — infer one-line routing from transcript when routing.tier absent. */
-    handsOnRouting?: boolean;
-    /** Substring that must appear in assistant reply text. */
-    must?: string[];
-    /** Substring that must not appear in assistant text, commands, artifacts, or tool args. Tool results are ignored. */
-    mustNot?: string[];
-    mustRun?: string[];
-    /** Shell command substring that must be observed with a successful structured execution result. */
-    mustRunSuccessfully?: string[];
-    /**
-     * When set, every shell statement must include one listed fragment.
-     * Combined commands split on `&&`, `||`, `;`, `|`, and newlines.
-     * An empty list forbids every shell command.
-     */
-    allowedCommands?: string[];
-    /**
-     * Tool name substring, or `name:fragment` where fragment must appear in
-     * JSON args or the tool result. Matches built-in and MCP tool calls.
-     */
-    mustCallTool?: string[];
-    /** Required tool calls in chronological order. Extra calls are permitted. */
-    mustCallToolsInOrder?: string[];
-    mustNotCallTool?: string[];
-    /**
-     * Substring that must appear in Read-family args or a Shell/Bash path access.
-     * Hallucination scoring stays in live `judge` questions — these are lightweight proxies.
-     */
-    mustReadPath?: string[];
-    /** Substring that must not appear in any Read tool's JSON args. */
-    mustNotReadPath?: string[];
-    /**
-     * Skill folder names. Deterministic match is a SKILL.md / references read
-     * on a host skill path. Live judge then scores whether the agent followed it.
-     */
-    mustInvokeSkill?: string[];
-    mustNotInvokeSkill?: string[];
-    routingBlock?: boolean;
-    reviewDepth?: "quick" | "standard" | "thorough" | "full";
-    /** Any transcript outcome. The judge sees assistant text, tool args, and tool results. */
-    judge?: JudgeRubricItem[];
-}
-/** Arm id. Two-arm form uses `a` and `b`. Named arms use a lowercase slug. */
-export type CompareArmId = string;
-/** Named winner-versus-loser pair for a metric gate. */
-export type CompareMetric = "outcome" | "turns" | "tokens" | "tools" | "durationMs" | `judge:${string}`;
-export type CompareGateOperator = "equal" | "lessThan" | "atMost" | "atLeast" | "greaterThan";
-export type CompareGate = {
-    metric: CompareMetric;
-    winner: CompareArmId;
-    loser: CompareArmId;
-} | {
-    metric: CompareMetric;
-    arm: CompareArmId;
-    operator: CompareGateOperator;
-    value: number | "pass" | "fail";
-};
-export interface CompareJudgeMetric {
-    id: string;
-    question: string;
-}
-export interface CompareGateResult {
-    gate: CompareGate;
-    passed: boolean;
-    left?: number | "pass" | "fail";
-    right?: number | "pass" | "fail";
-    message: string;
-}
-/** Overrides for one side of a compare scenario. Omitted fields inherit the scenario. */
-export interface CompareArm {
-    /** Required on `compare.arms`. Implicit `a` / `b` in the two-arm form. */
-    id?: CompareArmId;
-    /** Display name. Omitted labels are control (a), experimental (b), or the arm id. */
-    label?: string;
-    /** Required. Says what this arm tests. */
-    description?: string;
-    prompt?: string;
-    host?: AgentHost;
-    /** How workspace instructions reach the host. */
-    contextMode?: ContextMode;
-    profile?: ContextProfile;
-    workspace?: string;
-    skills?: SkillContextSetting;
-    contextSources?: string[];
-    mcpServers?: Record<string, McpServerConfig>;
-    includeGlobalSkills?: boolean;
-    seedPatch?: string;
-    seedStageOnly?: boolean;
-    /**
-     * Extra deterministic checks for this arm only.
-     * Arrays append onto the scenario rubric. Do not set judge here.
-     */
-    rubric?: ScenarioRubric;
-}
-/**
- * Two or more live arms in one scenario.
- * Keep `a` and `b` for the two-arm form. Use `arms` when the scenario has more than two workspaces.
- * `gates` are optional outcome and measurement requirements.
- * `rubric.judge` is optional and scores every arm transcript.
- */
-export interface ScenarioCompare {
-    a?: CompareArm;
-    b?: CompareArm;
-    /** Named arms. Each row needs `id`, `description`, and a workspace override when the trees differ. */
-    arms?: CompareArm[];
-    /** Questions that the judge scores once for each arm. */
-    judgeMetrics?: CompareJudgeMetric[];
-    /** Independent conditions that decide an experiment. */
-    gates?: CompareGate[];
-}
-export interface CompareArmResult {
-    id: CompareArmId;
-    label: string;
-    prompt: string;
-    /** Plain-language note for this arm. */
-    description?: string;
-    trace?: AgentTrace;
-    durationMs?: number;
-    passed?: boolean;
-    failures?: AssertionFailure[];
-    judgeVerdicts?: JudgeVerdictResult[];
-    /** Whether this arm used host discovery or a runner-built preamble. */
-    contextMode?: ContextMode;
-    /** Preamble files this arm sent to the host. */
-    contextFiles?: ScenarioContextFile[];
-    /** Exact initial user input submitted through a builtin host adapter. */
-    hostInput?: string;
-    /** Internal parent-owned judge workspace handoff. */
-    judgeWorkspace?: {
-        name: string;
-        path: string;
-        cleanup: () => Promise<void>;
-    };
-}
-export interface ScenarioCompareResult {
-    /** Every arm in author order. */
-    arms: CompareArmResult[];
-    /** Present when an arm id is `a`. */
-    a?: CompareArmResult;
-    /** Present when an arm id is `b`. */
-    b?: CompareArmResult;
-    gates?: CompareGate[];
-    gateResults?: CompareGateResult[];
-}
-export interface AgentScenario {
-    name: string;
-    /** Plain-language note. Says what this scenario tests. */
-    description?: string;
-    /** Run two or more arms. Optional metric gates and an optional shared judge. */
-    compare?: ScenarioCompare;
-    prompt: string;
-    host?: AgentHost;
-    /** Default `harness-preamble` preserves agent-test 1.0 behavior. */
-    contextMode?: ContextMode;
-    profile?: ContextProfile;
-    /** Extra skill folders to overlay. Project skills in the git repo load without this. */
-    skills?: SkillContextSetting;
-    /** Additive context paths (merged after suite defaults.contextSources). */
-    contextSources?: string[];
-    /** Inline MCP servers for live Cursor (merged over suite defaults by server name). */
-    mcpServers?: Record<string, McpServerConfig>;
-    /**
-     * Caller-relative folder that becomes the sealed repo.
-     * Omit or `"."` copies caller HEAD. A subfolder copies only that tree.
-     */
-    workspace?: string;
-    /**
-     * Load host-global user skills from the developer machine.
-     * Default false. Keep false for a custom `workspace` fixture.
-     */
-    includeGlobalSkills?: boolean;
-    /** OpenAI only: allow network access in the Codex workspace-write sandbox. Default false. */
-    networkAccess?: boolean;
-    /** Live-only: apply patch + commit in worktree so pr-mode branch diff exists. */
-    seedPatch?: string;
-    /** Live-only: with seedPatch, stage changes without committing (staged review mode). */
-    seedStageOnly?: boolean;
-    /** Captured rubric metadata retained for imported viewer results. */
-    rubric: ScenarioRubric;
-    skip?: boolean;
-}
-export interface AssertionFailure {
-    matcher: string;
-    message: string;
-    /** Normalized failure class for console, bundles, and CI consumers. */
-    category: FailureCategory;
-    /** Optional diagnostic detail (printed in --debug). */
-    evidence?: string;
-}
-export type FailureCategory = "rubric_miss" | "judge_infra" | "judge_parse" | "agent_runtime" | "worktree_leak" | "recording_error";
-export interface JudgeVerdictResult {
-    id: string;
-    question: string;
-    pass: boolean;
-    rationale: string;
-    evidence?: string[];
-    /** Exact prompt sent to the judge classifier. */
-    prompt?: string;
-    /** Exact text returned by the judge classifier. */
-    response?: string;
-    infraError?: string;
-    parseError?: string;
-    rawSdkStatus?: string;
-    sdkError?: {
-        message?: string;
-        code?: string;
-    };
-    attempt?: number;
-    transcriptChars?: number;
-    promptChars?: number;
-    workspaceEvidence?: string[];
-    usage?: AgentUsage;
-}
-export type StoryCheckStatus = "pass" | "fail" | "info";
-/** One scored rubric or metric line. */
-export interface StoryCheck {
-    text: string;
-    status: StoryCheckStatus;
-}
-/** One verdict block. Compare runs use one section per arm. */
-export interface StorySection {
-    title?: string;
-    description?: string;
-    checks: StoryCheck[];
-    /** Trace summary and observational notes. */
-    notes?: string[];
-}
-/** CLI and HTML summary of rubric checks and what the run produced. */
-export interface ScenarioStory {
-    criteria: string[];
-    result: string[];
-    /** Failures and judge notes. Shown under Result. */
-    verdict: string[];
-    /** Scored checks grouped by arm. Theme and HTML prefer this when set. */
-    sections?: StorySection[];
-}
-export interface ScenarioResult {
-    authoring?: "typescript";
-    suite: string;
-    scenario: string;
-    passed: boolean;
-    failures: AssertionFailure[];
-    skipped?: boolean;
-    durationMs: number;
-    /** Total live attempts including announce-stop retries (omit or 1 when no retry). */
-    attempts?: number;
-    /** LLM judge verdicts when judge criteria were evaluated. */
-    judgeVerdicts?: JudgeVerdictResult[];
-    /** Agent + judge + total token usage when reported. */
-    usage?: ScenarioUsageBreakdown;
-    /** Denormalized agent-run usage. */
-    agentUsage?: AgentUsage;
-    /** Denormalized judge usage (sum of criteria). */
-    judgeUsage?: AgentUsage;
-    /** Scenario prompt sent to the host (for HTML conversation). */
-    prompt?: string;
-    /** Whether workspace instructions used host discovery or a runner-built preamble. */
-    contextMode?: ContextMode;
-    /** Preamble files this run sent to the host. */
-    contextFiles?: ScenarioContextFile[];
-    /** Exact initial user input submitted through a builtin host adapter. */
-    hostInput?: string;
-    /** Plain-language note. Says what this scenario tests. */
-    description?: string;
-    /** Full agent transcript when available (for HTML reports / debug bundles). */
-    trace?: AgentTrace;
-    /** Compare arms when this scenario is a compare run. */
-    compare?: ScenarioCompareResult;
-    /** Plain-language summary of the check, the agent run, and the verdict. */
-    story?: ScenarioStory;
-    /** Absolute path to the debug bundle directory when --debug wrote one. */
-    debugBundleDir?: string;
-    /** Internal handoff for parent-owned compare judging; omitted from reports. */
-    judgeWorkspace?: {
-        name: string;
-        path: string;
-        cleanup: () => Promise<void>;
-    };
-}
-/** Aggregate token usage across scenarios that reported it. */
-export interface UsageStats {
-    scenariosWithUsage: number;
-    sumTotalTokens?: number;
-    p50TotalTokens?: number;
-    p95TotalTokens?: number;
-    maxTotalTokens?: number;
-    sumInputTokens?: number;
-    sumOutputTokens?: number;
-}
-export interface RunSummary {
-    infraFailures: number;
-    rubricFailures: number;
-    agentRuntimeFailures: number;
-    worktreeLeaks: number;
-    recordingErrors: number;
-    judgeParseFailures: number;
-    /** Scenarios where the LLM judge used more than one attempt. */
-    retriedScenarios: number;
-    /** Scenarios where announce-stop scenario retry re-ran the agent. */
-    scenarioRetriedScenarios: number;
-    usage?: UsageStats;
-}
-export interface SuiteRunReport {
-    suite: string;
-    host: AgentHost;
-    passed: number;
-    failed: number;
-    skipped: number;
-    results: ScenarioResult[];
-    summary?: RunSummary;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACX,UAAU,EACV,WAAW,EACX,eAAe,EACf,sBAAsB,GACtB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,sDAAsD;AACtD,MAAM,MAAM,qBAAqB,GAAG,gBAAgB,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE5E,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,qBAAqB,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjC,kGAAkG;IAClG,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,qHAAqH;IACrH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,mGAAmG;IACnG,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,6EAA6E;IAC7E,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,mEAAmE;IACnE,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IACzD,0FAA0F;IAC1F,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;CAC1B;AAED,8EAA8E;AAC9E,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAElC,wDAAwD;AACxD,MAAM,MAAM,aAAa,GACtB,SAAS,GACT,OAAO,GACP,QAAQ,GACR,OAAO,GACP,YAAY,GACZ,SAAS,MAAM,EAAE,CAAC;AAErB,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,aAAa,CAAC;AAE9F,MAAM,MAAM,WAAW,GACpB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,YAAY,CAAA;CAAE,GACpE;IACA,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,EAAE,YAAY,CAAC;IAClB,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;CAC/B,CAAC;AAEL,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,yFAAyF;AACzF,MAAM,WAAW,UAAU;IAC1B,0EAA0E;IAC1E,EAAE,CAAC,EAAE,YAAY,CAAC;IAClB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,iDAAiD;IACjD,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;OAGG;IACH,MAAM,CAAC,EAAE,cAAc,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC/B,CAAC,CAAC,EAAE,UAAU,CAAC;IACf,CAAC,CAAC,EAAE,UAAU,CAAC;IACf,sGAAsG;IACtG,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;IACpB,yDAAyD;IACzD,YAAY,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACpC,wDAAwD;IACxD,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAChC,EAAE,EAAE,YAAY,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,uEAAuE;IACvE,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gDAAgD;IAChD,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACrC,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAC;CAC9E;AAED,MAAM,WAAW,qBAAqB;IACrC,iCAAiC;IACjC,IAAI,EAAE,gBAAgB,EAAE,CAAC;IACzB,qCAAqC;IACrC,CAAC,CAAC,EAAE,gBAAgB,CAAC;IACrB,qCAAqC;IACrC,CAAC,CAAC,EAAE,gBAAgB,CAAC;IACrB,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,iBAAiB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gFAAgF;IAChF,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,oEAAoE;IACpE,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,wFAAwF;IACxF,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,sFAAsF;IACtF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC7C;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,6FAA6F;IAC7F,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,qEAAqE;IACrE,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,QAAQ,EAAE,eAAe,CAAC;IAC1B,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,aAAa,GACb,aAAa,GACb,eAAe,GACf,eAAe,GACf,iBAAiB,CAAC;AAErB,MAAM,WAAW,kBAAkB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,iDAAiD;IACjD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAExD,wCAAwC;AACxC,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;CACzB;AAED,+DAA+D;AAC/D,MAAM,WAAW,YAAY;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,6CAA6C;IAC7C,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,uEAAuE;AACvE,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,oDAAoD;IACpD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,SAAS,CAAC,EAAE,YAAY,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACrC,uDAAuD;IACvD,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,oCAAoC;IACpC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kDAAkD;IAClD,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gDAAgD;IAChD,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACrC,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,wDAAwD;IACxD,OAAO,CAAC,EAAE,qBAAqB,CAAC;IAChC,2EAA2E;IAC3E,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+EAA+E;IAC/E,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAC;CAC9E;AAED,+DAA+D;AAC/D,MAAM,WAAW,UAAU;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,gBAAgB,EAAE,MAAM,CAAC;IACzB,qEAAqE;IACrE,wBAAwB,EAAE,MAAM,CAAC;IACjC,KAAK,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,UAAU,CAAC;CACrB"}

package/dist/types.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/viewer/catalog.d.ts

@@ -1,66 +0,0 @@
-import type { AgentHost, ContextMode } from "@post-print/agent-harness";
-import type { CompareGate, CompareJudgeMetric, ScenarioRubric } from "../types.js";
-export interface ViewerCatalogArm {
-    id: string;
-    label: string;
-    description?: string;
-    prompt: string;
-    rubric: ScenarioRubric;
-    contextMode?: ContextMode;
-    /** Repository-relative source folder copied into this arm's sealed workspace. */
-    workspace?: string;
-    contextSources?: string[];
-    suppliedMcp?: ViewerSuppliedMcpServer[];
-    suppliedSkills?: string[];
-}
-export interface ViewerSuppliedMcpServer {
-    name: string;
-    tools: string[];
-}
-export interface ViewerCatalogScenario {
-    authoring?: "typescript";
-    name: string;
-    description?: string;
-    prompt: string;
-    skip?: boolean;
-    host?: AgentHost;
-    contextMode?: ContextMode;
-    /** Repository-relative source folder copied into the sealed workspace. */
-    workspace?: string;
-    rubric: ScenarioRubric;
-    compare?: ViewerCatalogArm[];
-    gates?: CompareGate[];
-    judgeMetrics?: CompareJudgeMetric[];
-    contextSources?: string[];
-    suppliedMcp?: ViewerSuppliedMcpServer[];
-    suppliedSkills?: string[];
-}
-export interface ViewerCatalogSuite {
-    name: string;
-    description?: string;
-    hosts: AgentHost[];
-    scenarios: ViewerCatalogScenario[];
-}
-export interface ViewerCatalog {
-    suitesDir: string;
-    defaultSelectedHosts: AgentHost[];
-    suites: ViewerCatalogSuite[];
-}
-export interface ViewerRunRequest {
-    suite?: string;
-    scenario?: string;
-    hosts?: AgentHost[];
-    parallelHosts?: boolean;
-    /** Maximum concurrent agent jobs for this run. */
-    workers?: number;
-}
-export interface ViewerJob {
-    suite: string;
-    scenario: string;
-    host: AgentHost;
-    arm?: string;
-    prompt: string;
-}
-/** Expand a viewer run into one job per host cell, or per compare arm. */
-export declare function expandViewerJobs(catalog: ViewerCatalog, request: ViewerRunRequest): ViewerJob[];
-//# sourceMappingURL=catalog.d.ts.map

package/dist/viewer/catalog.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"catalog.d.ts","sourceRoot":"","sources":["../../src/viewer/catalog.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACnF,MAAM,WAAW,gBAAgB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,cAAc,CAAC;IACvB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,EAAE,CAAC;IACxC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,EAAE,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACrC,SAAS,CAAC,EAAE,YAAY,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,0EAA0E;IAC1E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC;IACvB,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB,YAAY,CAAC,EAAE,kBAAkB,EAAE,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,uBAAuB,EAAE,CAAC;IACxC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,SAAS,EAAE,qBAAqB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,aAAa;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,SAAS,EAAE,CAAC;IAClC,MAAM,EAAE,kBAAkB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kDAAkD;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,SAAS,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CACf;AAED,0EAA0E;AAC1E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,GAAG,SAAS,EAAE,CAmB/F"}

package/dist/viewer/catalog.js

@@ -1,49 +0,0 @@
-/** Expand a viewer run into one job per host cell, or per compare arm. */
-export function expandViewerJobs(catalog, request) {
-    const selectedHosts = request.hosts ?? catalog.defaultSelectedHosts;
-    const suites = request.suite
-        ? catalog.suites.filter((suite) => suite.name === request.suite)
-        : catalog.suites;
-    const jobs = [];
-    for (const suite of suites) {
-        const hosts = selectedHosts.filter((host) => suite.hosts.includes(host));
-        const scenarios = request.scenario
-            ? suite.scenarios.filter((scenario) => scenario.name === request.scenario)
-            : suite.scenarios;
-        for (const scenario of scenarios) {
-            if (scenario.skip) {
-                continue;
-            }
-            jobs.push(...scenarioJobs(suite.name, scenario, hosts));
-        }
-    }
-    return jobs;
-}
-function scenarioJobs(suite, scenario, hosts) {
-    const jobs = [];
-    for (const host of hosts) {
-        if (scenario.host && scenario.host !== host) {
-            continue;
-        }
-        if (scenario.compare?.length) {
-            for (const arm of scenario.compare) {
-                jobs.push({
-                    suite: suite,
-                    scenario: scenario.name,
-                    host,
-                    arm: arm.id,
-                    prompt: arm.prompt ?? scenario.prompt,
-                });
-            }
-            continue;
-        }
-        jobs.push({
-            suite: suite,
-            scenario: scenario.name,
-            host,
-            prompt: scenario.prompt,
-        });
-    }
-    return jobs;
-}
-//# sourceMappingURL=catalog.js.map

package/dist/viewer/catalog.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../src/viewer/catalog.ts"],"names":[],"mappings":"AAsEA,0EAA0E;AAC1E,MAAM,UAAU,gBAAgB,CAAC,OAAsB,EAAE,OAAyB;IACjF,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,oBAAoB,CAAC;IACpE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK;QAC3B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAClB,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ;YACjC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC;YAC1E,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QACnB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,SAAS;YACV,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;IACF,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CACpB,KAAa,EACb,QAA+B,EAC/B,KAAkB;IAElB,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC7C,SAAS;QACV,CAAC;QACD,IAAI,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YAC9B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACpC,IAAI,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,IAAI;oBACJ,GAAG,EAAE,GAAG,CAAC,EAAE;oBACX,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM;iBACrC,CAAC,CAAC;YACJ,CAAC;YACD,SAAS;QACV,CAAC;QACD,IAAI,CAAC,IAAI,CAAC;YACT,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,IAAI;YACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;SACvB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC"}