@post-print/agent-test 1.1.8 → 2.0.0

package/dist/sdk/types.d.ts

@@ -0,0 +1,75 @@
+import type { AgentCapabilities, AgentDefinition, AgentOptions, AgentTrace } from "@post-print/agent-harness";
+import type { z } from "zod/v4";
+import type { StartingContext, Workspace, WorkspaceSnapshot } from "./workspace.js";
+export interface AgentSettings extends AgentOptions {
+    agent?: AgentDefinition;
+    workspace?: string;
+}
+export interface RunOptions extends Omit<AgentSettings, "agent"> {
+    prompt: string;
+}
+export interface JudgeSettings<S extends z.ZodType = z.ZodType> extends Omit<AgentSettings, "workspace"> {
+    prompt: string;
+    schema: S;
+}
+export type JsonValue = string | number | boolean | null | JsonValue[] | {
+    [key: string]: JsonValue;
+};
+export interface RunUsage {
+    tokens: {
+        input?: number;
+        output?: number;
+        total?: number;
+        cacheRead?: number;
+        cacheWrite?: number;
+        reasoning?: number;
+    };
+}
+export interface Run {
+    id: string;
+    name: string;
+    prompt: string;
+    output: string;
+    trace: AgentTrace;
+    conversation: AgentTrace;
+    toolCalls: AgentTrace["toolCalls"];
+    durationMs: number;
+    usage: RunUsage;
+    capabilities: AgentCapabilities;
+    startingContext: StartingContext;
+    artifact: string;
+    workspace: {
+        root: string;
+        initial: WorkspaceSnapshot;
+        final: WorkspaceSnapshot;
+        changedPaths: string[];
+    };
+    continue(options: {
+        prompt: string;
+    }): Promise<Run>;
+}
+export interface Evaluation<T = unknown> {
+    id: string;
+    name: string;
+    output: T;
+    usage: RunUsage;
+    artifact: string;
+}
+export type WorkspaceSetup = (workspace: Workspace) => void | Promise<void>;
+export interface AgentFixture {
+    setup(prepare: WorkspaceSetup): AgentFixture;
+    run(options: RunOptions): Promise<Run>;
+}
+export interface JudgeFixture<T> {
+    run(options: {
+        input: JsonValue;
+    }): Promise<Evaluation<T>>;
+}
+export interface Statistics {
+    available: boolean;
+    count: number;
+    mean: number;
+    min: number;
+    max: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/sdk/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/sdk/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,iBAAiB,EACjB,eAAe,EACf,YAAY,EACZ,UAAU,EACV,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACpF,MAAM,WAAW,aAAc,SAAQ,YAAY;IAClD,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AACD,MAAM,WAAW,UAAW,SAAQ,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC;IAC/D,MAAM,EAAE,MAAM,CAAC;CACf;AACD,MAAM,WAAW,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAC7D,SAAQ,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,CAAC,CAAC;CACV;AACD,MAAM,MAAM,SAAS,GAClB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAChC,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;CACF;AACD,MAAM,WAAW,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,CAAC;IAClB,YAAY,EAAE,UAAU,CAAC;IACzB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,QAAQ,CAAC;IAChB,YAAY,EAAE,iBAAiB,CAAC;IAChC,eAAe,EAAE,eAAe,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,iBAAiB,CAAC;QAC3B,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KACvB,CAAC;IACF,QAAQ,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CACpD;AACD,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,CAAC,CAAC;IACV,KAAK,EAAE,QAAQ,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACjB;AACD,MAAM,MAAM,cAAc,GAAG,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAC5E,MAAM,WAAW,YAAY;IAC5B,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,YAAY,CAAC;IAC7C,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CACvC;AACD,MAAM,WAAW,YAAY,CAAC,CAAC;IAC9B,GAAG,CAAC,OAAO,EAAE;QAAE,KAAK,EAAE,SAAS,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;CAC3D;AACD,MAAM,WAAW,UAAU;IAC1B,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;CACZ"}

package/dist/sdk/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/sdk/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/sdk/types.ts"],"names":[],"mappings":""}

package/dist/sdk/usage.d.ts

@@ -0,0 +1,10 @@
+import type { RunUsage } from "./types.js";
+export declare function runUsage(usage?: {
+    inputTokens?: number;
+    outputTokens?: number;
+    totalTokens?: number;
+    cacheReadTokens?: number;
+    cacheWriteTokens?: number;
+    reasoningTokens?: number;
+}): RunUsage;
+//# sourceMappingURL=usage.d.ts.map

package/dist/sdk/usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/sdk/usage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,wBAAgB,QAAQ,CAAC,KAAK,CAAC,EAAE;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,QAAQ,CAWX"}

package/dist/sdk/usage.js

@@ -0,0 +1,13 @@
+export function runUsage(usage) {
+    return {
+        tokens: {
+            input: usage?.inputTokens,
+            output: usage?.outputTokens,
+            total: usage?.totalTokens,
+            cacheRead: usage?.cacheReadTokens,
+            cacheWrite: usage?.cacheWriteTokens,
+            reasoning: usage?.reasoningTokens,
+        },
+    };
+}
+//# sourceMappingURL=usage.js.map

package/dist/sdk/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../src/sdk/usage.ts"],"names":[],"mappings":"AACA,MAAM,UAAU,QAAQ,CAAC,KAOxB;IACA,OAAO;QACN,MAAM,EAAE;YACP,KAAK,EAAE,KAAK,EAAE,WAAW;YACzB,MAAM,EAAE,KAAK,EAAE,YAAY;YAC3B,KAAK,EAAE,KAAK,EAAE,WAAW;YACzB,SAAS,EAAE,KAAK,EAAE,eAAe;YACjC,UAAU,EAAE,KAAK,EAAE,gBAAgB;YACnC,SAAS,EAAE,KAAK,EAAE,eAAe;SACjC;KACD,CAAC;AACH,CAAC"}

package/dist/sdk/viewer-results.d.ts

@@ -0,0 +1,43 @@
+import type { ViewerJob } from "../viewer/catalog.js";
+import type { ViewerEvent } from "../viewer/events.js";
+export interface TestEntry {
+    id: string;
+    title: string;
+    listFile: string;
+    file: string;
+    project: string;
+}
+interface RunEvent {
+    type: string;
+    runId: string;
+    value: unknown;
+}
+export interface WireEvent {
+    type: string;
+    tests?: TestEntry[];
+    event?: RunEvent;
+    passed?: boolean;
+    skipped?: boolean;
+    durationMs?: number;
+    errors?: string[];
+    message?: string;
+}
+/** One test result owns its captured runs, checks, and independent grades. */
+export declare class ViewerTestResult {
+    private readonly emit;
+    private readonly runs;
+    private readonly evaluations;
+    private result?;
+    private readonly envelope;
+    constructor(job: ViewerJob, emit: (event: ViewerEvent) => void);
+    start(): void;
+    receive(wire: WireEvent): void;
+    private capture;
+    private agentEvent;
+    private section;
+    private completedResult;
+    finish(code: number, cancelled: boolean): void;
+    private missingResult;
+}
+export {};
+//# sourceMappingURL=viewer-results.d.ts.map

package/dist/sdk/viewer-results.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewer-results.d.ts","sourceRoot":"","sources":["../../src/sdk/viewer-results.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGvD,MAAM,WAAW,SAAS;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CAChB;AACD,UAAU,QAAQ;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;CACf;AACD,MAAM,WAAW,SAAS;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AASD,8EAA8E;AAC9E,qBAAa,gBAAgB;IAO3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IANtB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,MAAM,CAAC,CAAiB;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,YACC,GAAG,EAAE,SAAS,EACG,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,EAGnD;IACD,KAAK,SAEJ;IACD,OAAO,CAAC,IAAI,EAAE,SAAS,QAKtB;IACD,OAAO,CAAC,OAAO;IAoBf,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,OAAO;IAOf,OAAO,CAAC,eAAe;IAgCvB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,QAWtC;IACD,OAAO,CAAC,aAAa;CAgBrB"}

package/dist/sdk/viewer-results.js

@@ -0,0 +1,126 @@
+function combinedTrace(runs) {
+    return {
+        messages: runs.flatMap((run) => run.trace.messages),
+        toolCalls: runs.flatMap((run) => run.toolCalls),
+        shellCommands: runs.flatMap((run) => run.trace.shellCommands),
+        artifacts: {},
+    };
+}
+/** One test result owns its captured runs, checks, and independent grades. */
+export class ViewerTestResult {
+    emit;
+    runs = new Map();
+    evaluations = [];
+    result;
+    envelope;
+    constructor(job, emit) {
+        this.emit = emit;
+        this.envelope = { suite: job.suite, scenario: job.scenario, host: job.host };
+    }
+    start() {
+        this.emit({ ...this.envelope, type: "cell_started" });
+    }
+    receive(wire) {
+        if (wire.event)
+            this.capture(wire.event);
+        if (wire.type === "error")
+            this.emit({ ...this.envelope, type: "status", text: wire.message ?? "Runner error" });
+        if (wire.type === "result")
+            this.result = this.completedResult(wire);
+    }
+    capture(event) {
+        switch (event.type) {
+            case "start":
+                this.emit({
+                    ...this.envelope,
+                    type: "prompt",
+                    text: event.value.prompt,
+                });
+                break;
+            case "agent":
+                this.agentEvent(event.value);
+                break;
+            case "complete":
+                this.runs.set(event.runId, event.value);
+                break;
+            case "evaluation":
+                this.evaluations.push(event.value);
+                break;
+        }
+    }
+    agentEvent(raw) {
+        const value = raw;
+        if (value.type === "text")
+            this.emit({ ...this.envelope, type: "text", text: value.text ?? "" });
+        if (value.type === "tool")
+            this.emit({ ...this.envelope, type: "tool", name: value.name ?? "tool", args: value.args });
+    }
+    section(run) {
+        return {
+            title: run.name,
+            checks: [],
+            notes: [run.output, `Agent tokens: ${run.usage.tokens.total ?? "unavailable"}`],
+        };
+    }
+    completedResult(wire) {
+        const all = [...this.runs.values()];
+        const errors = wire.errors?.length ? wire.errors : ["Test did not pass"];
+        return {
+            authoring: "typescript",
+            suite: this.envelope.suite,
+            scenario: this.envelope.scenario,
+            passed: wire.passed === true,
+            skipped: wire.skipped,
+            durationMs: wire.durationMs ?? 0,
+            trace: combinedTrace(all),
+            failures: wire.passed
+                ? []
+                : errors.map((message) => ({ matcher: "test", message, category: "rubric_miss" })),
+            story: {
+                criteria: [],
+                result: [],
+                verdict: wire.errors ?? [],
+                sections: [
+                    ...all.map((run) => this.section(run)),
+                    ...this.evaluations.map((value) => ({
+                        title: value.name,
+                        checks: [],
+                        notes: [
+                            JSON.stringify(value.output),
+                            `Judge tokens: ${value.usage.tokens.total ?? "unavailable"}`,
+                        ],
+                    })),
+                ],
+            },
+        };
+    }
+    finish(code, cancelled) {
+        const result = this.result ?? this.missingResult(code, cancelled);
+        this.emit({ ...this.envelope, type: "scenario_result", result });
+        this.emit({
+            ...this.envelope,
+            type: "cell_finished",
+            passed: result.passed,
+            skipped: result.skipped,
+            durationMs: result.durationMs,
+            failures: result.failures,
+        });
+    }
+    missingResult(code, cancelled) {
+        return {
+            authoring: "typescript",
+            suite: this.envelope.suite,
+            scenario: this.envelope.scenario,
+            passed: false,
+            durationMs: 0,
+            failures: [
+                {
+                    matcher: "runner",
+                    message: cancelled ? "Cancelled" : `Runner exited without a result (${code})`,
+                    category: "agent_runtime",
+                },
+            ],
+        };
+    }
+}
+//# sourceMappingURL=viewer-results.js.map

package/dist/sdk/viewer-results.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewer-results.js","sourceRoot":"","sources":["../../src/sdk/viewer-results.ts"],"names":[],"mappings":"AA4BA,SAAS,aAAa,CAAC,IAAW;IACjC,OAAO;QACN,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;QACnD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/C,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;QAC7D,SAAS,EAAE,EAAE;KACb,CAAC;AACH,CAAC;AACD,8EAA8E;AAC9E,MAAM,OAAO,gBAAgB;IAOV,IAAI;IANL,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IAC9B,WAAW,GAAiB,EAAE,CAAC;IACxC,MAAM,CAAkB;IACf,QAAQ,CAAC;IAC1B,YACC,GAAc,EACG,IAAkC;oBAAlC,IAAI;QAErB,IAAI,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9E,CAAC;IACD,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,IAAe;QACtB,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC,CAAC;QACvF,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC;IACO,OAAO,CAAC,KAAe;QAC9B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO;gBACX,IAAI,CAAC,IAAI,CAAC;oBACT,GAAG,IAAI,CAAC,QAAQ;oBAChB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAG,KAAK,CAAC,KAA4B,CAAC,MAAM;iBAChD,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,OAAO;gBACX,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACP,KAAK,UAAU;gBACd,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAY,CAAC,CAAC;gBAC/C,MAAM;YACP,KAAK,YAAY;gBAChB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAmB,CAAC,CAAC;gBACjD,MAAM;QACR,CAAC;IACF,CAAC;IACO,UAAU,CAAC,GAAY;QAC9B,MAAM,KAAK,GAAG,GAKb,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9F,CAAC;IACO,OAAO,CAAC,GAAQ;QACvB,OAAO;YACN,KAAK,EAAE,GAAG,CAAC,IAAI;YACf,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,iBAAiB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;SAC/E,CAAC;IACH,CAAC;IACO,eAAe,CAAC,IAAe;QACtC,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACzE,OAAO;YACN,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI;YAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;YAChC,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC;YACzB,QAAQ,EAAE,IAAI,CAAC,MAAM;gBACpB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;YACnF,KAAK,EAAE;gBACN,QAAQ,EAAE,EAAE;gBACZ,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;gBAC1B,QAAQ,EAAE;oBACT,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACnC,KAAK,EAAE,KAAK,CAAC,IAAI;wBACjB,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE;4BACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;4BAC5B,iBAAiB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,EAAE;yBAC5D;qBACD,CAAC,CAAC;iBACH;aACD;SACD,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAY,EAAE,SAAkB;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI,CAAC;YACT,GAAG,IAAI,CAAC,QAAQ;YAChB,IAAI,EAAE,eAAe;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SACzB,CAAC,CAAC;IACJ,CAAC;IACO,aAAa,CAAC,IAAY,EAAE,SAAkB;QACrD,OAAO;YACN,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAChC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE;gBACT;oBACC,OAAO,EAAE,QAAQ;oBACjB,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mCAAmC,IAAI,GAAG;oBAC7E,QAAQ,EAAE,eAAe;iBACzB;aACD;SACD,CAAC;IACH,CAAC;CACD"}

package/dist/sdk/viewer.d.ts

@@ -0,0 +1,11 @@
+import type { ViewerCatalog } from "../viewer/catalog.js";
+import type { ViewerRunner } from "../viewer/run-controller.js";
+import { type TestEntry } from "./viewer-results.js";
+export declare function loadSdkCatalog(config: string): Promise<{
+    catalog: ViewerCatalog;
+    tests: TestEntry[];
+}>;
+export declare function sdkViewerRunner(config: string, tests: TestEntry[]): ViewerRunner;
+export declare function startSdkViewer(config?: string, port?: number): Promise<number>;
+export declare function runSdkViewerCli(args: string[]): Promise<number>;
+//# sourceMappingURL=viewer.d.ts.map

package/dist/sdk/viewer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewer.d.ts","sourceRoot":"","sources":["../../src/sdk/viewer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAa,MAAM,sBAAsB,CAAC;AAErE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAGhE,OAAO,EAAE,KAAK,SAAS,EAAoC,MAAM,qBAAqB,CAAC;AA+DvF,wBAAsB,cAAc,CACnC,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,KAAK,EAAE,SAAS,EAAE,CAAA;CAAE,CAAC,CAkCzD;AAiBD,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,YAAY,CAgBhF;AACD,wBAAsB,cAAc,CACnC,MAAM,SAAkC,EACxC,IAAI,SAAI,GACN,OAAO,CAAC,MAAM,CAAC,CAmBjB;AAED,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CASrE"}

package/dist/sdk/viewer.js

@@ -0,0 +1,160 @@
+import { spawn } from "node:child_process";
+import { mkdir } from "node:fs/promises";
+import { dirname, join, relative, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { parseArgs } from "node:util";
+import { listenViewer } from "../viewer/server.js";
+import { playwrightCli } from "./cli.js";
+import { ViewerTestResult } from "./viewer-results.js";
+function parseEvent(line, receive) {
+    let event;
+    try {
+        event = JSON.parse(line);
+    }
+    catch {
+        return;
+    }
+    receive(event);
+}
+async function runPlaywright(config, args, observer) {
+    const { receive, signal } = observer;
+    return new Promise((resolveExit, reject) => {
+        const child = spawn(process.execPath, [
+            playwrightCli(),
+            "test",
+            "-c",
+            config,
+            "--reporter",
+            fileURLToPath(new URL("./reporter.js", import.meta.url)),
+            ...args,
+        ], {
+            stdio: ["ignore", "pipe", "pipe"],
+            env: { ...process.env, AGENT_TEST_VIEWER_EVENTS: "1" },
+        });
+        let buffer = "", stderr = "";
+        child.stdout.setEncoding("utf8");
+        child.stdout.on("data", (chunk) => {
+            const lines = (buffer + chunk).split("\n");
+            buffer = lines.pop() ?? "";
+            for (const line of lines) {
+                try {
+                    parseEvent(line, receive);
+                }
+                catch (error) {
+                    child.kill("SIGTERM");
+                    reject(error);
+                }
+            }
+        });
+        child.stderr.on("data", (chunk) => {
+            stderr = (stderr + chunk).slice(-8192);
+        });
+        const abort = () => child.kill("SIGINT");
+        signal?.addEventListener("abort", abort, { once: true });
+        if (signal?.aborted)
+            abort();
+        child.on("error", reject);
+        child.on("close", (code) => {
+            signal?.removeEventListener("abort", abort);
+            if (code && !signal?.aborted && stderr)
+                receive({ type: "error", message: stderr });
+            resolveExit(code ?? 1);
+        });
+    });
+}
+export async function loadSdkCatalog(config) {
+    let tests = [];
+    const errors = [];
+    const code = await runPlaywright(config, ["--list"], {
+        receive: (event) => {
+            if (event.tests)
+                tests = event.tests;
+            if (event.message)
+                errors.push(event.message);
+        },
+    });
+    if (code)
+        throw new Error(`Test discovery failed: ${errors.join("\n")}`);
+    const catalog = {
+        suitesDir: config,
+        defaultSelectedHosts: [...new Set(tests.map((test) => test.project))],
+        suites: [],
+    };
+    for (const entry of tests) {
+        let suite = catalog.suites.find((suite) => suite.name === relative(dirname(config), entry.file));
+        if (!suite) {
+            suite = { name: relative(dirname(config), entry.file), hosts: [], scenarios: [] };
+            catalog.suites.push(suite);
+        }
+        if (!suite.hosts.includes(entry.project))
+            suite.hosts.push(entry.project);
+        if (!suite.scenarios.some((scenario) => scenario.name === entry.title))
+            suite.scenarios.push({
+                name: entry.title,
+                authoring: "typescript",
+                prompt: "Named agents and evaluations run when this test executes.",
+                rubric: {},
+                contextMode: "host-native",
+            });
+    }
+    return { catalog, tests };
+}
+const REGEX_META = /[.*+?^${}()|[\]\\]/g;
+async function executeViewerJob(config, entry, job) {
+    const outputDir = join(dirname(config), "test-results", "agent-viewer", crypto.randomUUID());
+    await mkdir(outputDir, { recursive: true });
+    const title = entry.title.split(" › ").join(" ").replace(REGEX_META, "\\$&");
+    const args = [entry.file, "--grep", `${title}$`, "--workers", "1", "--output", outputDir];
+    if (entry.project !== "default")
+        args.push("--project", entry.project);
+    return runPlaywright(config, args, {
+        receive: (wire) => job.result.receive(wire),
+        signal: job.signal,
+    });
+}
+export function sdkViewerRunner(config, tests) {
+    return {
+        async runJob(job, emit, signal) {
+            const entry = tests.find((test) => relative(dirname(config), test.file) === job.suite &&
+                test.title === job.scenario &&
+                test.project === job.host);
+            if (!entry)
+                throw new Error("Test is no longer in the discovered catalog");
+            const result = new ViewerTestResult(job, emit);
+            result.start();
+            const code = await executeViewerJob(config, entry, { result, signal });
+            result.finish(code, signal.aborted);
+        },
+    };
+}
+export async function startSdkViewer(config = resolve("agent-test.config.ts"), port = 0) {
+    const { catalog, tests } = await loadSdkCatalog(config);
+    const handle = await listenViewer({
+        catalog,
+        runner: sdkViewerRunner(config, tests),
+        cwd: process.cwd(),
+        suitesDir: config,
+        workers: 1,
+        port,
+    });
+    console.log(`Agent test viewer: ${handle.url}`);
+    await new Promise((resolveClose) => {
+        const stop = () => {
+            void handle.close().then(resolveClose);
+        };
+        process.once("SIGINT", stop);
+        process.once("SIGTERM", stop);
+    });
+    return 0;
+}
+export async function runSdkViewerCli(args) {
+    const { values } = parseArgs({
+        args,
+        options: { config: { type: "string", short: "c" }, port: { type: "string" } },
+    });
+    const port = Number(values.port ?? "0");
+    if (!Number.isInteger(port) || port < 0 || port > 65535)
+        throw new Error("Port must be an integer from 0 through 65535");
+    return startSdkViewer(resolve(values.config ?? "agent-test.config.ts"), port);
+}
+//# sourceMappingURL=viewer.js.map

package/dist/sdk/viewer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"viewer.js","sourceRoot":"","sources":["../../src/sdk/viewer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAItC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAkB,gBAAgB,EAAkB,MAAM,qBAAqB,CAAC;AAEvF,SAAS,UAAU,CAAC,IAAY,EAAE,OAAmC;IACpE,IAAI,KAAgB,CAAC;IACrB,IAAI,CAAC;QACJ,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACR,OAAO;IACR,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AACD,KAAK,UAAU,aAAa,CAC3B,MAAc,EACd,IAAc,EACd,QAAuE;IAEvE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IACrC,OAAO,IAAI,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,KAAK,CAClB,OAAO,CAAC,QAAQ,EAChB;YACC,aAAa,EAAE;YACf,MAAM;YACN,IAAI;YACJ,MAAM;YACN,YAAY;YACZ,aAAa,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,GAAG,IAAI;SACP,EACD;YACC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,wBAAwB,EAAE,GAAG,EAAE;SACtD,CACD,CAAC;QACF,IAAI,MAAM,GAAG,EAAE,EACd,MAAM,GAAG,EAAE,CAAC;QACb,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACJ,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC3B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtB,MAAM,CAAC,KAAK,CAAC,CAAC;gBACf,CAAC;YACF,CAAC;QACF,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,OAAO;YAAE,KAAK,EAAE,CAAC;QAC7B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,MAAM;gBAAE,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACpF,WAAW,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,MAAc;IAEd,IAAI,KAAK,GAAgB,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE;QACpD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClB,IAAI,KAAK,CAAC,KAAK;gBAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YACrC,IAAI,KAAK,CAAC,OAAO;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;KACD,CAAC,CAAC;IACH,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzE,MAAM,OAAO,GAAkB;QAC9B,SAAS,EAAE,MAAM;QACjB,oBAAoB,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACrE,MAAM,EAAE,EAAE;KACV,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAC9B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAC/D,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;YAClF,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC;YACrE,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,KAAK,CAAC,KAAK;gBACjB,SAAS,EAAE,YAAY;gBACvB,MAAM,EAAE,2DAA2D;gBACnE,MAAM,EAAE,EAAE;gBACV,WAAW,EAAE,aAAa;aAC1B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC;AACD,MAAM,UAAU,GAAG,qBAAqB,CAAC;AACzC,KAAK,UAAU,gBAAgB,CAC9B,MAAc,EACd,KAAgB,EAChB,GAAsD;IAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7F,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,KAAK,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IAC1F,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACvE,OAAO,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE;QAClC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;QAC3C,MAAM,EAAE,GAAG,CAAC,MAAM;KAClB,CAAC,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,KAAkB;IACjE,OAAO;QACN,KAAK,CAAC,MAAM,CAAC,GAAc,EAAE,IAAkC,EAAE,MAAmB;YACnF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CACvB,CAAC,IAAI,EAAE,EAAE,CACR,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK;gBAClD,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,QAAQ;gBAC3B,IAAI,CAAC,OAAO,KAAK,GAAG,CAAC,IAAI,CAC1B,CAAC;YACF,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;KACD,CAAC;AACH,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,EACxC,IAAI,GAAG,CAAC;IAER,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QACjC,OAAO;QACP,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC;QACtC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,SAAS,EAAE,MAAM;QACjB,OAAO,EAAE,CAAC;QACV,IAAI;KACJ,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IAChD,MAAM,IAAI,OAAO,CAAO,CAAC,YAAY,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,GAAG,EAAE;YACjB,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,CAAC;AACV,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc;IACnD,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC5B,IAAI;QACJ,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;KAC7E,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK;QACtD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACjE,OAAO,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/E,CAAC"}

package/dist/sdk/workspace.d.ts

@@ -0,0 +1,33 @@
+import { type AgentDefinition, type SealedWorkspace } from "@post-print/agent-harness";
+export interface Workspace {
+    path: string;
+    readFile(path: string): Promise<string>;
+}
+export interface WorkspaceSnapshot {
+    path: string;
+    files: Record<string, {
+        sha256: string;
+        bytes: number;
+    }>;
+}
+export declare function under(root: string, path: string): string;
+export declare function copyTree(source: string, target: string): Promise<void>;
+export declare function snapshot(source: string, target: string): Promise<WorkspaceSnapshot>;
+export declare function changedPaths(before: WorkspaceSnapshot, after: WorkspaceSnapshot): string[];
+export declare function prepareWorkspace(baseDir: string, source: string): Promise<SealedWorkspace & Workspace>;
+export interface StartingContext {
+    instructions: string[];
+    files: {
+        path: string;
+        content: string;
+    }[];
+    skills: {
+        source: string;
+        destination: string;
+    }[];
+    includeGlobalSkills: boolean;
+}
+export declare function prepareAgent(agent: AgentDefinition, baseDir: string, workspace: string): Promise<StartingContext>;
+export declare function withContext(prompt: string, context: StartingContext): string;
+export declare function writeJson(path: string, value: unknown): Promise<void>;
+//# sourceMappingURL=workspace.d.ts.map

package/dist/sdk/workspace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../../src/sdk/workspace.ts"],"names":[],"mappings":"AAGA,OAAO,EACN,KAAK,eAAe,EAEpB,KAAK,eAAe,EACpB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,WAAW,SAAS;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AACD,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACzD;AACD,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMxD;AACD,wBAAsB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAW5E;AACD,wBAAsB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkBzF;AACD,wBAAgB,YAAY,CAAC,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,iBAAiB,GAAG,MAAM,EAAE,CAI1F;AACD,wBAAsB,gBAAgB,CACrC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CActC;AACD,MAAM,WAAW,eAAe;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC3C,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAClD,mBAAmB,EAAE,OAAO,CAAC;CAC7B;AACD,wBAAsB,YAAY,CACjC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC,CAyB1B;AACD,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,CAG5E;AACD,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,iBAG3D"}

package/dist/sdk/workspace.js

@@ -0,0 +1,100 @@
+import { createHash } from "node:crypto";
+import { cp, mkdir, readdir, readFile, realpath, writeFile } from "node:fs/promises";
+import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
+import { createSealedWorkspace, } from "@post-print/agent-harness";
+export function under(root, path) {
+    const target = resolve(root, path);
+    const rel = relative(resolve(root), target);
+    if (rel === ".." || rel.startsWith(`..${sep}`) || isAbsolute(rel))
+        throw new Error(`Path escapes workspace: ${path}`);
+    return target;
+}
+export async function copyTree(source, target) {
+    await mkdir(target, { recursive: true });
+    for (const item of await readdir(source, { withFileTypes: true })) {
+        if ([".git", "node_modules"].includes(item.name))
+            continue;
+        if (item.isSymbolicLink())
+            throw new Error(`Workspace snapshots do not support symlinks: ${join(source, item.name)}`);
+        const from = join(source, item.name), to = join(target, item.name);
+        if (item.isDirectory())
+            await copyTree(from, to);
+        else if (item.isFile())
+            await cp(from, to);
+    }
+}
+export async function snapshot(source, target) {
+    await copyTree(source, target);
+    const files = {};
+    async function walk(path) {
+        for (const entry of await readdir(path, { withFileTypes: true })) {
+            const full = join(path, entry.name);
+            if (entry.isDirectory())
+                await walk(full);
+            else {
+                const bytes = await readFile(full);
+                files[relative(target, full).split(sep).join("/")] = {
+                    sha256: createHash("sha256").update(bytes).digest("hex"),
+                    bytes: bytes.length,
+                };
+            }
+        }
+    }
+    await walk(target);
+    return { path: target, files };
+}
+export function changedPaths(before, after) {
+    return [...new Set([...Object.keys(before.files), ...Object.keys(after.files)])]
+        .filter((path) => before.files[path]?.sha256 !== after.files[path]?.sha256)
+        .sort();
+}
+export async function prepareWorkspace(baseDir, source) {
+    const sealed = await createSealedWorkspace({
+        callerCwd: baseDir,
+        workspace: source,
+        overlayPaths: [],
+    });
+    return {
+        ...sealed,
+        path: await realpath(sealed.path),
+        async readFile(path) {
+            const actual = await realpath(under(sealed.path, path));
+            return readFile(under(await realpath(sealed.path), actual), "utf8");
+        },
+    };
+}
+export async function prepareAgent(agent, baseDir, workspace) {
+    const context = {
+        instructions: [...(agent.options.context?.instructions ?? [])],
+        files: [],
+        skills: [],
+        includeGlobalSkills: agent.options.includeGlobalSkills === true,
+    };
+    for (const file of agent.options.context?.files ?? [])
+        context.files.push({ path: file, content: await readFile(resolve(baseDir, file), "utf8") });
+    for (const skill of agent.options.skills ?? []) {
+        const source = resolve(baseDir, skill);
+        await readFile(join(source, "SKILL.md"), "utf8");
+        const root = agent.host === "claude"
+            ? ".claude/skills"
+            : agent.host === "cursor"
+                ? ".cursor/skills"
+                : ".agents/skills";
+        const destination = join(root, basename(source));
+        const target = under(workspace, destination);
+        await mkdir(dirname(target), { recursive: true });
+        await copyTree(source, target);
+        context.skills.push({ source: skill, destination });
+    }
+    return context;
+}
+export function withContext(prompt, context) {
+    if (!context.instructions.length && !context.files.length)
+        return prompt;
+    return `Session instructions:\n${context.instructions.join("\n")}\n\nStarting context:\n${JSON.stringify(context.files)}\n\nUser request:\n${prompt}`;
+}
+export async function writeJson(path, value) {
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify(value, null, 2));
+}
+//# sourceMappingURL=workspace.js.map

package/dist/sdk/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../../src/sdk/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAEN,qBAAqB,GAErB,MAAM,2BAA2B,CAAC;AAUnC,MAAM,UAAU,KAAK,CAAC,IAAY,EAAE,IAAY;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC5C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AACf,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAc,EAAE,MAAc;IAC5D,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC3D,IAAI,IAAI,CAAC,cAAc,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EACnC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,WAAW,EAAE;YAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;aAC5C,IAAI,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;AACF,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAc,EAAE,MAAc;IAC5D,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,MAAM,KAAK,GAA+B,EAAE,CAAC;IAC7C,KAAK,UAAU,IAAI,CAAC,IAAY;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,WAAW,EAAE;gBAAE,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;iBACrC,CAAC;gBACL,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACnC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG;oBACpD,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBACxD,KAAK,EAAE,KAAK,CAAC,MAAM;iBACnB,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IACD,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAChC,CAAC;AACD,MAAM,UAAU,YAAY,CAAC,MAAyB,EAAE,KAAwB;IAC/E,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC9E,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;SAC1E,IAAI,EAAE,CAAC;AACV,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,OAAe,EACf,MAAc;IAEd,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC;QAC1C,SAAS,EAAE,OAAO;QAClB,SAAS,EAAE,MAAM;QACjB,YAAY,EAAE,EAAE;KAChB,CAAC,CAAC;IACH,OAAO;QACN,GAAG,MAAM;QACT,IAAI,EAAE,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;QACjC,KAAK,CAAC,QAAQ,CAAC,IAAI;YAClB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACxD,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;KACD,CAAC;AACH,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,KAAsB,EACtB,OAAe,EACf,SAAiB;IAEjB,MAAM,OAAO,GAAoB;QAChC,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;QAC9D,KAAK,EAAE,EAAE;QACT,MAAM,EAAE,EAAE;QACV,mBAAmB,EAAE,KAAK,CAAC,OAAO,CAAC,mBAAmB,KAAK,IAAI;KAC/D,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QACpD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7F,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,IAAI,GACT,KAAK,CAAC,IAAI,KAAK,QAAQ;YACtB,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;gBACxB,CAAC,CAAC,gBAAgB;gBAClB,CAAC,CAAC,gBAAgB,CAAC;QACtB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,OAAwB;IACnE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IACzE,OAAO,0BAA0B,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB,MAAM,EAAE,CAAC;AACvJ,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,KAAc;IAC3D,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC"}