@post-print/agent-test 1.1.9 → 2.0.1

package/dist/viewer/live-runner.d.ts

@@ -1,27 +0,0 @@
-import type { HostAuthMode } from "@post-print/agent-harness";
-import { type SpawnLiveScenarioOptions, type SpawnLiveScenarioResult } from "../live-isolation.js";
-import type { ViewerJob } from "./catalog.js";
-import type { ViewerRunner } from "./run-controller.js";
-export interface LiveViewerRunnerOptions {
-    /** CLI entrypoint to use for isolated children when the viewer runs in a detached server. */
-    cliPath?: string;
-    cwd: string;
-    suitesDir: string;
-    rubricsDir?: string;
-    judge?: boolean;
-    timeoutMs?: number;
-    authMode?: HostAuthMode;
-    adapterModules?: string[];
-    worktree?: boolean;
-    keepRecordings?: boolean;
-    allowUserInput?: boolean;
-    debug?: boolean;
-    debugDir?: string;
-    /** Override host auth probe. Tests inject this. */
-    missingAuth?: (host: ViewerJob["host"]) => string | undefined;
-    /** Override isolated spawn. Tests inject this. */
-    spawnLiveScenario?: (options: SpawnLiveScenarioOptions) => Promise<SpawnLiveScenarioResult>;
-}
-/** Spawn one isolated child per viewer job. Forward NDJSON events to the UI. */
-export declare function createLiveViewerRunner(options: LiveViewerRunnerOptions): ViewerRunner;
-//# sourceMappingURL=live-runner.d.ts.map

package/dist/viewer/live-runner.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"live-runner.d.ts","sourceRoot":"","sources":["../../src/viewer/live-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,EAEN,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAG5B,MAAM,sBAAsB,CAAC;AAO9B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,WAAW,uBAAuB;IACvC,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,MAAM,GAAG,SAAS,CAAC;IAC9D,kDAAkD;IAClD,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,uBAAuB,CAAC,CAAC;CAC5F;AAWD,gFAAgF;AAChF,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,uBAAuB,GAAG,YAAY,CAuJrF"}

package/dist/viewer/live-runner.js

@@ -1,166 +0,0 @@
-import { missingAgentAuth } from "../doctor.js";
-import { killActiveLiveChildren, spawnLiveScenario, subprocessFailureMessage, } from "../live-isolation.js";
-import { createLiveStagingSessionId, getStagingResultPath, loadStagingResult, } from "../record-trace.js";
-import { finalizeScheduledCompareScenario, finalizeScheduledScenario } from "../run-suite.js";
-function envelope(job) {
-    return {
-        suite: job.suite,
-        scenario: job.scenario,
-        host: job.host,
-        ...(job.arm ? { arm: job.arm } : {}),
-    };
-}
-/** Spawn one isolated child per viewer job. Forward NDJSON events to the UI. */
-export function createLiveViewerRunner(options) {
-    return {
-        finalizeScenario: (input, emit) => finalizeScheduledScenario({
-            ...input,
-            cwd: options.cwd,
-            judge: options.judge,
-            onJudgeEvent: (event) => {
-                const cell = { suite: input.suite, scenario: input.scenario.name, host: input.host };
-                if (event.type === "criterion_started") {
-                    emit({ type: "judge_started", ...cell, id: event.id, question: event.question });
-                }
-                else if (event.type === "text") {
-                    emit({
-                        type: "judge_text",
-                        ...cell,
-                        id: event.id,
-                        question: event.question,
-                        text: event.text,
-                    });
-                }
-                else {
-                    emit({
-                        type: "judge",
-                        ...cell,
-                        verdicts: [
-                            {
-                                id: event.verdict.id,
-                                question: event.question,
-                                pass: event.verdict.pass,
-                                rationale: event.verdict.rationale,
-                                evidence: event.verdict.evidence,
-                            },
-                        ],
-                    });
-                }
-            },
-        }),
-        finalizeCompare: (input) => finalizeScheduledCompareScenario({
-            ...input,
-            cwd: options.cwd,
-            judge: options.judge,
-        }),
-        async runJob(job, emit, signal) {
-            const cell = envelope(job);
-            const emitFailure = (message) => {
-                emit({ type: "error", message, ...cell });
-                emit({
-                    type: "cell_finished",
-                    ...cell,
-                    passed: false,
-                    durationMs: 0,
-                    failures: [{ matcher: "liveScenario", message }],
-                });
-                emit({
-                    type: "scenario_result",
-                    ...cell,
-                    result: {
-                        suite: job.suite,
-                        scenario: job.scenario,
-                        prompt: job.prompt,
-                        passed: false,
-                        durationMs: 0,
-                        failures: [{ matcher: "liveScenario", message, category: "agent_runtime" }],
-                    },
-                });
-            };
-            emit({ type: "cell_started", ...cell });
-            emit({ type: "status", text: "Starting isolated child.", ...cell });
-            const missing = (options.missingAuth ?? missingAgentAuth)(job.host);
-            if (missing) {
-                emitFailure(missing);
-                return;
-            }
-            if (signal.aborted) {
-                return;
-            }
-            const onAbort = () => {
-                killActiveLiveChildren();
-            };
-            signal.addEventListener("abort", onAbort, { once: true });
-            const spawn = options.spawnLiveScenario ?? spawnLiveScenario;
-            let finished = false;
-            let deferredScenarioResult;
-            const stagingSessionId = createLiveStagingSessionId();
-            try {
-                const result = await spawn({
-                    cliPath: options.cliPath,
-                    cwd: options.cwd,
-                    suiteName: job.suite,
-                    scenarioName: job.scenario,
-                    suitesDir: options.suitesDir,
-                    rubricsDir: options.rubricsDir,
-                    suiteFilter: job.suite,
-                    host: job.host,
-                    compareArm: job.arm,
-                    stagingSessionId,
-                    judge: job.arm ? false : options.judge,
-                    timeoutMs: options.timeoutMs,
-                    noTimeout: options.timeoutMs === 0,
-                    authMode: options.authMode,
-                    adapterModules: options.adapterModules,
-                    worktree: options.worktree,
-                    keepRecordings: options.keepRecordings,
-                    allowUserInput: options.allowUserInput,
-                    debug: options.debug,
-                    debugDir: options.debugDir,
-                    signal,
-                    onViewerEvent: (event) => {
-                        if (event.type === "cell_finished") {
-                            finished = true;
-                        }
-                        if (job.arm && event.type === "scenario_result") {
-                            deferredScenarioResult = event;
-                            return;
-                        }
-                        if (signal.aborted) {
-                            return;
-                        }
-                        emit(event);
-                    },
-                });
-                if (signal.aborted) {
-                    return;
-                }
-                if (job.arm && deferredScenarioResult) {
-                    const sidecar = await loadStagingResult(getStagingResultPath(stagingSessionId, job.suite, job.scenario, job.arm));
-                    if (sidecar?.judgeWorkspace) {
-                        Object.defineProperty(deferredScenarioResult.result, "judgeWorkspace", {
-                            value: sidecar.judgeWorkspace,
-                            enumerable: false,
-                        });
-                    }
-                    emit(deferredScenarioResult);
-                }
-                if (!finished && result.exitCode !== 0) {
-                    const message = subprocessFailureMessage(result.exitCode, result.stderr);
-                    emitFailure(message);
-                }
-            }
-            catch (error) {
-                if (signal.aborted) {
-                    return;
-                }
-                const message = error instanceof Error ? error.message : String(error);
-                emitFailure(message);
-            }
-            finally {
-                signal.removeEventListener("abort", onAbort);
-            }
-        },
-    };
-}
-//# sourceMappingURL=live-runner.js.map

package/dist/viewer/live-runner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"live-runner.js","sourceRoot":"","sources":["../../src/viewer/live-runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EACN,sBAAsB,EAGtB,iBAAiB,EACjB,wBAAwB,GACxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACN,0BAA0B,EAC1B,oBAAoB,EACpB,iBAAiB,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,gCAAgC,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AA0B9F,SAAS,QAAQ,CAAC,GAAc;IAC/B,OAAO;QACN,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpC,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,sBAAsB,CAAC,OAAgC;IACtE,OAAO;QACN,gBAAgB,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CACjC,yBAAyB,CAAC;YACzB,GAAG,KAAK;YACR,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE;gBACvB,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;gBACrF,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACxC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAClF,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAClC,IAAI,CAAC;wBACJ,IAAI,EAAE,YAAY;wBAClB,GAAG,IAAI;wBACP,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;qBAChB,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,IAAI;wBACP,QAAQ,EAAE;4BACT;gCACC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;gCACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gCACxB,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;gCACxB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;gCAClC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ;6BAChC;yBACD;qBACD,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;SACD,CAAC;QACH,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE,CAC1B,gCAAgC,CAAC;YAChC,GAAG,KAAK;YACR,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK;SACpB,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM;YAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,WAAW,GAAG,CAAC,OAAe,EAAQ,EAAE;gBAC7C,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC;oBACJ,IAAI,EAAE,eAAe;oBACrB,GAAG,IAAI;oBACP,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,CAAC;oBACb,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;iBAChD,CAAC,CAAC;gBACH,IAAI,CAAC;oBACJ,IAAI,EAAE,iBAAiB;oBACvB,GAAG,IAAI;oBACP,MAAM,EAAE;wBACP,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;wBAClB,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,CAAC;wBACb,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;qBAC3E;iBACD,CAAC,CAAC;YACJ,CAAC,CAAC;YACF,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YACxC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,0BAA0B,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,gBAAgB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,OAAO,EAAE,CAAC;gBACb,WAAW,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO;YACR,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO;YACR,CAAC;YACD,MAAM,OAAO,GAAG,GAAS,EAAE;gBAC1B,sBAAsB,EAAE,CAAC;YAC1B,CAAC,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,IAAI,iBAAiB,CAAC;YAC7D,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,sBAAqF,CAAC;YAC1F,MAAM,gBAAgB,GAAG,0BAA0B,EAAE,CAAC;YACtD,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;oBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,SAAS,EAAE,GAAG,CAAC,KAAK;oBACpB,YAAY,EAAE,GAAG,CAAC,QAAQ;oBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,WAAW,EAAE,GAAG,CAAC,KAAK;oBACtB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU,EAAE,GAAG,CAAC,GAAG;oBACnB,gBAAgB;oBAChB,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK;oBACtC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,CAAC;oBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,MAAM;oBACN,aAAa,EAAE,CAAC,KAAkB,EAAE,EAAE;wBACrC,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;4BACpC,QAAQ,GAAG,IAAI,CAAC;wBACjB,CAAC;wBACD,IAAI,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;4BACjD,sBAAsB,GAAG,KAAK,CAAC;4BAC/B,OAAO;wBACR,CAAC;wBACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACpB,OAAO;wBACR,CAAC;wBACD,IAAI,CAAC,KAAK,CAAC,CAAC;oBACb,CAAC;iBACD,CAAC,CAAC;gBACH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,OAAO;gBACR,CAAC;gBACD,IAAI,GAAG,CAAC,GAAG,IAAI,sBAAsB,EAAE,CAAC;oBACvC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CACtC,oBAAoB,CAAC,gBAAgB,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,CACxE,CAAC;oBACF,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;wBAC7B,MAAM,CAAC,cAAc,CAAC,sBAAsB,CAAC,MAAM,EAAE,gBAAgB,EAAE;4BACtE,KAAK,EAAE,OAAO,CAAC,cAAc;4BAC7B,UAAU,EAAE,KAAK;yBACjB,CAAC,CAAC;oBACJ,CAAC;oBACD,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAC9B,CAAC;gBACD,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxC,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;oBACzE,WAAW,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,OAAO;gBACR,CAAC;gBACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,WAAW,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;oBAAS,CAAC;gBACV,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/viewer/run-controller.d.ts

@@ -1,41 +0,0 @@
-import { type AgentHost } from "@post-print/agent-harness";
-import type { ScenarioResult } from "../types.js";
-import { type ViewerCatalog, type ViewerCatalogScenario, type ViewerJob, type ViewerRunRequest } from "./catalog.js";
-import type { ViewerEvent, ViewerRunRecord } from "./events.js";
-export declare const VIEWER_MAX_PARALLEL_AGENTS = 4;
-export interface ViewerRunner {
-    runJob(job: ViewerJob, emit: (event: ViewerEvent) => void, signal: AbortSignal): Promise<void>;
-    finalizeScenario?(input: {
-        suite: string;
-        scenario: ViewerCatalogScenario;
-        host: AgentHost;
-        result: ScenarioResult;
-    }, emit: (event: ViewerEvent) => void): Promise<ScenarioResult>;
-    finalizeCompare?(input: {
-        suite: string;
-        scenario: ViewerCatalogScenario;
-        host: AgentHost;
-        armResults: Map<string, ScenarioResult>;
-    }): Promise<ScenarioResult>;
-}
-export interface ViewerRunHandle {
-    runId: string;
-}
-export interface ViewerRunController {
-    start(request: ViewerRunRequest): ViewerRunHandle;
-    maxParallelAgents(): number;
-    cancel(runId: string): boolean;
-    history(runId: string): ViewerEvent[] | undefined;
-    subscribe(runId: string, listener: (event: ViewerEvent) => void): () => void;
-    activeRunId(): string | undefined;
-    runs(): ViewerRunRecord[];
-    run(runId: string): ViewerRunRecord | undefined;
-}
-export declare function followViewerRun(controller: ViewerRunController, runId: string, onEvent: (event: ViewerEvent) => void): (() => void) | undefined;
-export declare function createViewerRunController(options: {
-    catalog: ViewerCatalog;
-    runner: ViewerRunner;
-    maxParallelAgents?: number;
-    initialRuns?: ViewerRunRecord[];
-}): ViewerRunController;
-//# sourceMappingURL=run-controller.d.ts.map

package/dist/viewer/run-controller.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run-controller.d.ts","sourceRoot":"","sources":["../../src/viewer/run-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,SAAS,EAAiB,MAAM,2BAA2B,CAAC;AAK1E,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,aAAa,CAAC;AAElE,OAAO,EAEN,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC1B,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEhE,eAAO,MAAM,0BAA0B,IAAyB,CAAC;AAEjE,MAAM,WAAW,YAAY;IAC5B,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,gBAAgB,CAAC,CAChB,KAAK,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,qBAAqB,CAAC;QAChC,IAAI,EAAE,SAAS,CAAC;QAChB,MAAM,EAAE,cAAc,CAAC;KACvB,EACD,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAChC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,eAAe,CAAC,CAAC,KAAK,EAAE;QACvB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,qBAAqB,CAAC;QAChC,IAAI,EAAE,SAAS,CAAC;QAChB,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;KACxC,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,MAAM,CAAC;CACd;AAqBD,MAAM,WAAW,mBAAmB;IACnC,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,eAAe,CAAC;IAClD,iBAAiB,IAAI,MAAM,CAAC;IAC5B,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;IAC/B,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,GAAG,SAAS,CAAC;IAClD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC7E,WAAW,IAAI,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,IAAI,eAAe,EAAE,CAAC;IAC1B,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS,CAAC;CAChD;AAED,wBAAgB,eAAe,CAC9B,UAAU,EAAE,mBAAmB,EAC/B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACnC,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAW1B;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE;IAClD,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,YAAY,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,eAAe,EAAE,CAAC;CAChC,GAAG,mBAAmB,CA4GtB"}

package/dist/viewer/run-controller.js

@@ -1,426 +0,0 @@
-import { sumUsageParts } from "@post-print/agent-harness";
-import { finalizeCompareOutcome } from "../compare-scenario.js";
-import { buildScenarioStory } from "../scenario-story.js";
-import { buildScenarioResultUsage } from "../scenario-usage.js";
-import { DEFAULT_VIEWER_WORKERS, runWorkerPool } from "../worker-pool.js";
-import { expandViewerJobs, } from "./catalog.js";
-export const VIEWER_MAX_PARALLEL_AGENTS = DEFAULT_VIEWER_WORKERS;
-export function followViewerRun(controller, runId, onEvent) {
-    if (!controller.history(runId))
-        return undefined;
-    let index = 0;
-    const flush = () => {
-        const history = controller.history(runId);
-        if (!history)
-            return;
-        while (index < history.length)
-            onEvent(history[index++]);
-    };
-    const unsubscribe = controller.subscribe(runId, flush);
-    flush();
-    return unsubscribe;
-}
-export function createViewerRunController(options) {
-    const maxParallel = options.maxParallelAgents ?? VIEWER_MAX_PARALLEL_AGENTS;
-    const sessions = new Map();
-    let activeId;
-    for (const record of options.initialRuns ?? []) {
-        sessions.set(record.id, {
-            record: structuredClone(record),
-            events: [],
-            listeners: new Set(),
-            done: Promise.resolve(),
-            armResults: new Map(),
-            finalizing: new Set(),
-        });
-    }
-    const emit = (target, event) => {
-        target.events.push(event);
-        if (event.type === "scenario_result") {
-            addScenarioResult(target, event, options.catalog);
-        }
-        for (const listener of target.listeners)
-            listener(event);
-    };
-    return {
-        activeRunId: () => activeId,
-        maxParallelAgents: () => maxParallel,
-        runs: () => [...sessions.values()].map(({ record }) => structuredClone(record)),
-        run: (runId) => {
-            const record = sessions.get(runId)?.record;
-            return record ? structuredClone(record) : undefined;
-        },
-        start(request) {
-            if (activeId)
-                throw new Error("A viewer run is already in progress");
-            if (request.workers !== undefined &&
-                (!Number.isInteger(request.workers) || request.workers < 1 || request.workers > maxParallel)) {
-                throw new Error(`workers must be an integer 1-${maxParallel}`);
-            }
-            const jobs = expandViewerJobs(options.catalog, request);
-            if (jobs.length === 0)
-                throw new Error("No matching scenarios to run");
-            const runId = `run-${Date.now()}`;
-            const abort = new AbortController();
-            const current = {
-                record: {
-                    id: runId,
-                    request: structuredClone(request),
-                    status: "running",
-                    startedAt: new Date().toISOString(),
-                    reports: [],
-                },
-                events: [],
-                listeners: new Set(),
-                abort,
-                done: Promise.resolve(),
-                armResults: new Map(),
-                finalizing: new Set(),
-            };
-            sessions.set(runId, current);
-            activeId = runId;
-            emit(current, { type: "run_started", runId });
-            current.done = runJobBatches({
-                jobs,
-                catalog: options.catalog,
-                hosts: request.hosts ?? options.catalog.defaultSelectedHosts,
-                parallelHosts: request.parallelHosts === true,
-                maxParallel: request.workers ?? maxParallel,
-                signal: abort.signal,
-                runner: options.runner,
-                forward: (event) => emit(current, event),
-                afterJob: () => finalizeScheduledCompares(current, options.catalog, options.runner, emit),
-            })
-                .catch((error) => emit(current, {
-                type: "error",
-                message: error instanceof Error ? error.message : String(error),
-            }))
-                .finally(() => {
-                const totals = summarizeRun(current.record.reports, current.events);
-                current.record.status = abort.signal.aborted ? "cancelled" : "completed";
-                current.record.finishedAt = new Date().toISOString();
-                emit(current, { type: "run_finished", runId, status: current.record.status, ...totals });
-                if (activeId === runId)
-                    activeId = undefined;
-            });
-            return { runId };
-        },
-        cancel(runId) {
-            const target = sessions.get(runId);
-            if (!target?.abort || target.record.status !== "running")
-                return false;
-            target.record.status = "cancelling";
-            target.abort.abort();
-            return true;
-        },
-        history(runId) {
-            const target = sessions.get(runId);
-            return target ? [...target.events] : undefined;
-        },
-        subscribe(runId, listener) {
-            const target = sessions.get(runId);
-            if (!target)
-                return () => undefined;
-            target.listeners.add(listener);
-            return () => {
-                target.listeners.delete(listener);
-            };
-        },
-    };
-}
-function addScenarioResult(session, event, catalog) {
-    const report = ensureReport(session.record, event.suite, event.host);
-    const scenario = catalog.suites
-        .find((suite) => suite.name === event.suite)
-        ?.scenarios.find((item) => item.name === event.scenario);
-    if (!event.arm || !scenario?.compare?.length) {
-        upsertReportResult(report, event.result);
-        return;
-    }
-    const key = `${event.suite}::${event.scenario}::${event.host}`;
-    const group = session.armResults.get(key) ?? {
-        suite: event.suite,
-        scenario: event.scenario,
-        host: event.host,
-        results: new Map(),
-        judgeWorkspaces: new Map(),
-    };
-    const judgeWorkspace = event.result.judgeWorkspace;
-    if (judgeWorkspace)
-        group.judgeWorkspaces.set(event.arm, judgeWorkspace);
-    group.results.set(event.arm, event.result);
-    session.armResults.set(key, group);
-}
-function buildViewerCompareResult(suite, scenarioName, scenario, stored) {
-    const arms = (scenario.compare ?? []).flatMap((arm) => {
-        const result = stored.get(arm.id);
-        return result
-            ? [
-                {
-                    id: arm.id,
-                    label: arm.label,
-                    description: arm.description,
-                    prompt: arm.prompt ?? scenario.prompt,
-                    trace: result.trace,
-                    durationMs: result.durationMs,
-                    passed: !result.failures.some((failure) => failure.category === "rubric_miss"),
-                    failures: result.failures,
-                    judgeVerdicts: result.judgeVerdicts,
-                },
-            ]
-            : [];
-    });
-    const { compare, failures } = finalizeCompareOutcome(arms, scenario.gates);
-    const passed = failures.length === 0;
-    const result = {
-        suite,
-        scenario: scenarioName,
-        description: scenario.description,
-        prompt: scenario.prompt,
-        passed,
-        failures,
-        durationMs: Math.max(...arms.map((arm) => arm.durationMs ?? 0)),
-        compare,
-        story: buildScenarioStory({
-            rubric: scenario.rubric,
-            trace: arms[0]?.trace,
-            passed,
-            failures,
-            compare: {
-                arms: arms.map((arm) => ({
-                    id: arm.id,
-                    label: arm.label,
-                    description: arm.description,
-                    prompt: arm.prompt,
-                    trace: arm.trace,
-                    passed: arm.passed,
-                    failures: arm.failures,
-                    judgeVerdicts: arm.judgeVerdicts,
-                })),
-                gates: scenario.gates,
-            },
-        }),
-        ...buildScenarioResultUsage({
-            agentUsage: sumUsageParts(arms.map((arm) => arm.trace?.usage)),
-        }),
-    };
-    return result;
-}
-async function finalizeScheduledCompares(session, catalog, runner, emit) {
-    for (const [key, group] of session.armResults) {
-        if (session.abort?.signal.aborted)
-            return;
-        if (session.finalizing.has(key))
-            continue;
-        const scenario = catalog.suites
-            .find((suite) => suite.name === group.suite)
-            ?.scenarios.find((item) => item.name === group.scenario);
-        if (!scenario?.compare?.length || group.results.size < scenario.compare.length)
-            continue;
-        session.finalizing.add(key);
-        emit(session, {
-            type: "cell_started",
-            suite: group.suite,
-            scenario: group.scenario,
-            host: group.host,
-        });
-        emit(session, {
-            type: "scenario_finalizing",
-            suite: group.suite,
-            scenario: group.scenario,
-            host: group.host,
-        });
-        emit(session, {
-            type: "status",
-            suite: group.suite,
-            scenario: group.scenario,
-            host: group.host,
-            text: "Finalizing comparison and judge.",
-        });
-        let result;
-        try {
-            const armResults = new Map();
-            for (const [armId, armResult] of group.results) {
-                const resultWithWorkspace = structuredClone(armResult);
-                const workspace = group.judgeWorkspaces.get(armId);
-                if (workspace) {
-                    Object.defineProperty(resultWithWorkspace, "judgeWorkspace", {
-                        value: workspace,
-                        enumerable: false,
-                    });
-                }
-                armResults.set(armId, resultWithWorkspace);
-            }
-            result = runner.finalizeCompare
-                ? await runner.finalizeCompare({
-                    suite: group.suite,
-                    scenario,
-                    host: group.host,
-                    armResults,
-                })
-                : buildViewerCompareResult(group.suite, group.scenario, scenario, group.results);
-        }
-        catch (error) {
-            result = buildViewerCompareResult(group.suite, group.scenario, scenario, group.results);
-            result.failures.push({
-                matcher: "compareFinalize",
-                message: error instanceof Error ? error.message : String(error),
-                category: "agent_runtime",
-            });
-            result.passed = false;
-        }
-        if (session.abort?.signal.aborted)
-            return;
-        emit(session, {
-            type: "cell_finished",
-            suite: group.suite,
-            scenario: group.scenario,
-            host: group.host,
-            passed: result.passed,
-            durationMs: result.durationMs,
-            failures: result.failures.map((failure) => ({
-                matcher: failure.matcher,
-                message: failure.message,
-            })),
-        });
-        emit(session, {
-            type: "scenario_result",
-            suite: group.suite,
-            scenario: group.scenario,
-            host: group.host,
-            result,
-        });
-    }
-}
-function ensureReport(record, suite, host) {
-    let report = record.reports.find((item) => item.suite === suite && item.host === host);
-    if (!report) {
-        report = { suite, host, passed: 0, failed: 0, skipped: 0, results: [] };
-        record.reports.push(report);
-    }
-    return report;
-}
-function upsertReportResult(report, result) {
-    const index = report.results.findIndex((item) => item.scenario === result.scenario);
-    if (index < 0)
-        report.results.push(structuredClone(result));
-    else
-        report.results[index] = structuredClone(result);
-    report.passed = report.results.filter((item) => item.passed && !item.skipped).length;
-    report.failed = report.results.filter((item) => !item.passed && !item.skipped).length;
-    report.skipped = report.results.filter((item) => item.skipped).length;
-}
-function summarizeReports(reports) {
-    return reports.reduce((total, report) => ({
-        passed: total.passed + report.passed,
-        failed: total.failed + report.failed,
-        skipped: total.skipped + report.skipped,
-    }), { passed: 0, failed: 0, skipped: 0 });
-}
-function summarizeRun(reports, events) {
-    if (events.some((event) => event.type === "scenario_result"))
-        return summarizeReports(reports);
-    return events.reduce((total, event) => {
-        if (event.type !== "cell_finished")
-            return total;
-        if (event.skipped)
-            total.skipped += 1;
-        else if (event.passed)
-            total.passed += 1;
-        else
-            total.failed += 1;
-        return total;
-    }, { passed: 0, failed: 0, skipped: 0 });
-}
-async function runJobBatches(options) {
-    const batches = options.parallelHosts
-        ? [options.jobs]
-        : options.hosts
-            .map((host) => options.jobs.filter((job) => job.host === host))
-            .filter((batch) => batch.length > 0);
-    for (const batch of batches) {
-        if (options.signal.aborted)
-            return;
-        await runWorkerPool(batch, options.maxParallel, async (job) => {
-            try {
-                let completedResult;
-                await options.runner.runJob(job, (event) => {
-                    if (event.type === "scenario_result" && !job.arm) {
-                        completedResult = event.result;
-                        return;
-                    }
-                    options.forward(event);
-                }, options.signal);
-                if (!completedResult ||
-                    job.arm ||
-                    !options.runner.finalizeScenario ||
-                    options.signal.aborted) {
-                    if (completedResult && !options.signal.aborted)
-                        options.forward({ type: "scenario_result", ...job, result: completedResult });
-                    return;
-                }
-                const scenario = options.catalog.suites
-                    .find((suite) => suite.name === job.suite)
-                    ?.scenarios.find((item) => item.name === job.scenario);
-                if (!scenario || scenario.compare?.length) {
-                    options.forward({ type: "scenario_result", ...job, result: completedResult });
-                    return;
-                }
-                options.forward({ type: "scenario_finalizing", ...job });
-                const finalized = await options.runner.finalizeScenario({ suite: job.suite, scenario, host: job.host, result: completedResult }, options.forward);
-                // The child emits an agent-only completion before parent-process judging.
-                // Replace that provisional status so the cell cannot remain green when
-                // judging later fails or becomes unavailable.
-                options.forward({
-                    type: "cell_finished",
-                    ...job,
-                    passed: finalized.passed,
-                    durationMs: finalized.durationMs,
-                    failures: finalized.failures.map((failure) => ({
-                        matcher: failure.matcher,
-                        message: failure.message,
-                    })),
-                });
-                options.forward({ type: "scenario_result", ...job, result: finalized });
-            }
-            catch (error) {
-                if (options.signal.aborted)
-                    return;
-                const message = error instanceof Error ? error.message : String(error);
-                const envelope = {
-                    suite: job.suite,
-                    scenario: job.scenario,
-                    host: job.host,
-                    ...(job.arm ? { arm: job.arm } : {}),
-                };
-                const failures = [
-                    { matcher: "liveScenario", message, category: "agent_runtime" },
-                ];
-                options.forward({ type: "error", ...envelope, message });
-                options.forward({
-                    type: "cell_finished",
-                    ...envelope,
-                    passed: false,
-                    failures,
-                    durationMs: 0,
-                });
-                options.forward({
-                    type: "scenario_result",
-                    ...envelope,
-                    result: {
-                        suite: job.suite,
-                        scenario: job.scenario,
-                        prompt: job.prompt,
-                        passed: false,
-                        failures,
-                        durationMs: 0,
-                    },
-                });
-            }
-            finally {
-                await options.afterJob();
-            }
-        }, options.signal);
-    }
-}
-//# sourceMappingURL=run-controller.js.map