@aether-agent/evals 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,20 @@
+export { DockerAgent } from "./DockerAgent.js";
+export type { DockerAgentOptions } from "./DockerAgent.js";
+export { AetherEvalError } from "./errors.js";
+export type { AetherEvalErrorCode } from "./errors.js";
+export { Container, ContainerBuilder, Image } from "./containers/index.js";
+export type { BindMount, ContainerExecOptions, ContainerStreamingOptions, ExecOutput, ImageBuildOptions, } from "./containers/index.js";
+export type { Agent } from "./Agent.js";
+export { FakeAgent } from "./FakeAgent.js";
+export { Task } from "./task.js";
+export { diffStatsFromDiff } from "./diff.js";
+export type { DiffStats, GitDiff } from "./diff.js";
+export { generate } from "./generate.js";
+export type { GenerateJsonOptions, GenerateOptions, GenerateResult, ReasoningEffort, } from "./generate.js";
+export { judge, JudgeCriterionResponseSchema, JudgeResponseSchema, } from "./judge.js";
+export type { Judge, JudgeContext, JudgeCriterionResponse, JudgeCriterionSpec, JudgeCriterionSummary, JudgeInput, JudgeRubricResponse, JudgeSummary, } from "./judge.js";
+export { Transcript, TranscriptError, ToolCall } from "./transcript.js";
+export { Workspace } from "./workspace.js";
+export type { GitRepoSpec, RetainedWorkspaceInfo, WorkspaceSource, } from "./workspace.js";
+export type { AgentMessage, ContextUsage, FileDiff, PlanMeta, PlanMetaEntry, PlanMetaStatus, ToolCallError, ToolCallRequest, ToolCallResult, ToolDisplayMeta, ToolResultMeta, } from "@aether-agent/sdk";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC3E,YAAY,EACV,SAAS,EACT,oBAAoB,EACpB,yBAAyB,EACzB,UAAU,EACV,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,eAAe,GAChB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,KAAK,EACL,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,UAAU,EACV,mBAAmB,EACnB,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EACV,WAAW,EACX,qBAAqB,EACrB,eAAe,GAChB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,cAAc,EACd,aAAa,EACb,eAAe,EACf,cAAc,EACd,eAAe,EACf,cAAc,GACf,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,11 @@
+export { DockerAgent } from "./DockerAgent.js";
+export { AetherEvalError } from "./errors.js";
+export { Container, ContainerBuilder, Image } from "./containers/index.js";
+export { FakeAgent } from "./FakeAgent.js";
+export { Task } from "./task.js";
+export { diffStatsFromDiff } from "./diff.js";
+export { generate } from "./generate.js";
+export { judge, JudgeCriterionResponseSchema, JudgeResponseSchema, } from "./judge.js";
+export { Transcript, TranscriptError, ToolCall } from "./transcript.js";
+export { Workspace } from "./workspace.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAS3E,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAOzC,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAWpB,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/judge.d.ts

@@ -0,0 +1,47 @@
+import { z } from "zod";
+import type { AgentMessage, JudgeCriterionResponse, JudgeCriterionSpec, JudgeCriterionSummary, JudgeRubricResponse, JudgeSummary } from "@aether-agent/sdk";
+export type { JudgeCriterionResponse, JudgeCriterionSpec, JudgeCriterionSummary, JudgeRubricResponse, JudgeSummary, };
+export interface JudgeInput {
+    /** High-level grading instructions. */
+    instructions: string;
+    /** The task the agent was given. */
+    task: string;
+    /** Evidence the judge should use when grading the run. */
+    context?: JudgeContext;
+    /** Ordered rubric criteria to score on a normalized 0.0..=1.0 scale. */
+    criteria: JudgeCriterionSpec[];
+}
+export interface JudgeContext {
+    /** The agent transcript, e.g. messages collected from `Agent.run` with `Transcript.fromStream`. */
+    transcript?: AgentMessage[];
+    /** A workspace diff to grade against. */
+    diff?: string;
+    /** Final file contents to include, keyed by path. */
+    files?: Record<string, string>;
+}
+export interface Judge {
+    prompt: string;
+    schema: typeof JudgeResponseSchema;
+    criteria: Required<JudgeCriterionSpec>[];
+    summarize(response: JudgeRubricResponse): JudgeSummary;
+}
+export declare const JudgeCriterionResponseSchema: z.ZodObject<{
+    id: z.ZodString;
+    score: z.ZodNumber;
+    reason: z.ZodString;
+}, z.core.$strip>;
+export declare const JudgeResponseSchema: z.ZodObject<{
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        score: z.ZodNumber;
+        reason: z.ZodString;
+    }, z.core.$strip>>;
+    overall_reason: z.ZodString;
+}, z.core.$strip>;
+/** Compose a judge prompt and deterministic rubric summarizer from structured context. */
+export declare function judge(input: JudgeInput): Judge;
+/** Render a transcript of streamed `AgentMessage`s as readable lines for a judge prompt. */
+export declare function formatTranscript(messages: AgentMessage[]): string;
+/** Format a single agent message into a readable line for a judge prompt. */
+export declare function messageToString(message: AgentMessage): string;
+//# sourceMappingURL=judge.d.ts.map

package/dist/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../src/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EACV,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACb,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,GACb,CAAC;AAEF,MAAM,WAAW,UAAU;IACzB,uCAAuC;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,OAAO,CAAC,EAAE,YAAY,CAAC;IACvB,wEAAwE;IACxE,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,mGAAmG;IACnG,UAAU,CAAC,EAAE,YAAY,EAAE,CAAC;IAC5B,yCAAyC;IACzC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,KAAK;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,mBAAmB,CAAC;IACnC,QAAQ,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;IACzC,SAAS,CAAC,QAAQ,EAAE,mBAAmB,GAAG,YAAY,CAAC;CACxD;AAED,eAAO,MAAM,4BAA4B;;;;iBAIvC,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;;iBAG9B,CAAC;AAEH,0FAA0F;AAC1F,wBAAgB,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CA4D9C;AAED,4FAA4F;AAC5F,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,CA6BjE;AAED,6EAA6E;AAC7E,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAa7D"}

package/dist/judge.js

@@ -0,0 +1,177 @@
+import { z } from "zod";
+import { AetherSdkError } from "@aether-agent/sdk";
+export const JudgeCriterionResponseSchema = z.object({
+    id: z.string(),
+    score: z.number().min(0).max(1),
+    reason: z.string(),
+});
+export const JudgeResponseSchema = z.object({
+    criteria: z.array(JudgeCriterionResponseSchema),
+    overall_reason: z.string(),
+});
+/** Compose a judge prompt and deterministic rubric summarizer from structured context. */
+export function judge(input) {
+    const criteria = normalizeCriteria(input.criteria);
+    const sections = [
+        `## Instructions`,
+        `${input.instructions}`,
+        `## Task`,
+        `The agent you're evaluating was given this task: <task>${input.task}</task>`,
+    ];
+    if (input.context?.transcript?.length) {
+        sections.push(`## Agent Transcript`, `Transcript of the agent you're evaluating: <transcript>${formatTranscript(input.context.transcript)}</transcript>`);
+    }
+    if (input.context?.diff) {
+        sections.push(`## Git diff`, `Git diff produced by the agent you're evaluating: <diff>${input.context.diff}</diff>`);
+    }
+    if (input.context?.files && Object.keys(input.context.files).length > 0) {
+        const blocks = Object.entries(input.context.files).map(([path, content]) => [
+            `<file>`,
+            `<path>${path}</path>`,
+            `<contents>${content}</contents>`,
+            `</file>`,
+        ].join(""));
+        sections.push(`## File Contents`, `Files under evaluation: <files>${blocks.join("\n")}</files>`);
+    }
+    const rubric = criteria.map((criterion) => `- id: ${criterion.id}\n  blocking: ${criterion.blocking}\n  weight: ${criterion.weight}\n  threshold: ${criterion.threshold}\n  description: ${criterion.description}`);
+    sections.push([`## Rubric criteria`, `${rubric.join("\n")}`].join("\n"));
+    sections.push([
+        "Return exactly one result for every criterion ID above and no extra criteria.",
+        "Scores must be normalized numbers from 0.0 to 1.0.",
+        "Respond with ONLY a JSON object matching this schema:",
+        JSON.stringify(z.toJSONSchema(JudgeResponseSchema), null, 2),
+    ].join("\n"));
+    return {
+        prompt: sections.join("\n\n"),
+        schema: JudgeResponseSchema,
+        criteria,
+        summarize: (response) => summarizeJudgeResponse(criteria, response),
+    };
+}
+/** Render a transcript of streamed `AgentMessage`s as readable lines for a judge prompt. */
+export function formatTranscript(messages) {
+    const lines = [];
+    const buffers = new Map();
+    const flush = (id) => {
+        const buffer = buffers.get(id);
+        if (buffer && buffer.text.trim())
+            lines.push(`[${buffer.kind}] ${buffer.text}`);
+        buffers.delete(id);
+    };
+    for (const message of messages) {
+        if (message.type === "text" || message.type === "thought") {
+            const kind = message.type === "text" ? "agent" : "thinking";
+            const buffer = buffers.get(message.message_id) ?? { kind, text: "" };
+            buffer.text += message.chunk;
+            buffers.set(message.message_id, buffer);
+            if (message.is_complete)
+                flush(message.message_id);
+        }
+        else {
+            const formatted = messageToString(message);
+            if (formatted)
+                lines.push(formatted);
+        }
+    }
+    for (const id of [...buffers.keys()])
+        flush(id);
+    return lines.join("\n");
+}
+/** Format a single agent message into a readable line for a judge prompt. */
+export function messageToString(message) {
+    switch (message.type) {
+        case "tool_call":
+            return `[tool-call] ${message.request.name} ${message.request.arguments}`.trimEnd();
+        case "tool_result":
+            return `[tool-result] ${message.result.name}: ${message.result.result}`;
+        case "tool_error":
+            return `[tool-error] ${message.error.name}: ${message.error.error}`;
+        case "error":
+            return `[error] ${message.message}`;
+        default:
+            return "";
+    }
+}
+function normalizeCriteria(criteria) {
+    if (criteria.length === 0) {
+        throw invalidJudgeInput("judge criteria must not be empty");
+    }
+    const ids = new Set();
+    return criteria.map((criterion) => {
+        const id = criterion.id.trim();
+        if (!id)
+            throw invalidJudgeInput("judge criterion id must not be empty");
+        if (ids.has(id))
+            throw invalidJudgeInput(`duplicate judge criterion id \`${id}\``);
+        ids.add(id);
+        const normalized = {
+            id,
+            description: criterion.description,
+            blocking: criterion.blocking ?? true,
+            weight: criterion.weight ?? 1,
+            threshold: criterion.threshold ?? 1,
+        };
+        if (!normalized.description.trim()) {
+            throw invalidJudgeInput(`judge criterion \`${id}\` description must not be empty`);
+        }
+        if (!Number.isFinite(normalized.weight) || normalized.weight <= 0) {
+            throw invalidJudgeInput(`judge criterion \`${id}\` weight must be greater than 0`);
+        }
+        if (!Number.isFinite(normalized.threshold) ||
+            normalized.threshold < 0 ||
+            normalized.threshold > 1) {
+            throw invalidJudgeInput(`judge criterion \`${id}\` threshold must be between 0.0 and 1.0`);
+        }
+        return normalized;
+    });
+}
+function summarizeJudgeResponse(criteria, response) {
+    const responses = new Map();
+    for (const criterion of response.criteria) {
+        if (responses.has(criterion.id)) {
+            throw invalidJudgment(`duplicate response criterion id \`${criterion.id}\``);
+        }
+        responses.set(criterion.id, criterion);
+    }
+    const summaries = [];
+    let weightedScore = 0;
+    let totalWeight = 0;
+    let blockingFailed = false;
+    for (const criterion of criteria) {
+        const responseCriterion = responses.get(criterion.id);
+        if (!responseCriterion) {
+            throw invalidJudgment(`missing response criterion \`${criterion.id}\``);
+        }
+        responses.delete(criterion.id);
+        const passed = responseCriterion.score >= criterion.threshold;
+        blockingFailed ||= criterion.blocking && !passed;
+        weightedScore += responseCriterion.score * criterion.weight;
+        totalWeight += criterion.weight;
+        summaries.push({
+            id: criterion.id,
+            description: criterion.description,
+            blocking: criterion.blocking,
+            weight: criterion.weight,
+            threshold: criterion.threshold,
+            score: responseCriterion.score,
+            passed,
+            reason: responseCriterion.reason,
+        });
+    }
+    const unknownId = responses.keys().next().value;
+    if (unknownId)
+        throw invalidJudgment(`unknown response criterion \`${unknownId}\``);
+    weightedScore /= totalWeight;
+    const score = blockingFailed ? 0 : weightedScore;
+    const reason = blockingFailed
+        ? `weighted score ${weightedScore.toFixed(2)}; one or more blockers failed; ${response.overall_reason}`
+        : `weighted score ${weightedScore.toFixed(2)}; all blockers met; ${response.overall_reason}`;
+    return { passed: !blockingFailed, score, reason, criteria: summaries };
+}
+function invalidJudgeInput(message) {
+    return new AetherSdkError("invalid_options", message);
+}
+function invalidJudgment(message) {
+    return new AetherSdkError("generate_command_failed", message);
+}
+//# sourceMappingURL=judge.js.map

package/dist/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../src/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AA6CnD,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC;IAC/C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;CAC3B,CAAC,CAAC;AAEH,0FAA0F;AAC1F,MAAM,UAAU,KAAK,CAAC,KAAiB;IACrC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAa;QACzB,iBAAiB;QACjB,GAAG,KAAK,CAAC,YAAY,EAAE;QAEvB,SAAS;QACT,0DAA0D,KAAK,CAAC,IAAI,SAAS;KAC9E,CAAC;IAEF,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CACX,qBAAqB,EACrB,0DAA0D,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,eAAe,CACpH,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CACX,aAAa,EACb,2DAA2D,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CACvF,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CACzE;YACE,QAAQ;YACR,SAAS,IAAI,SAAS;YACtB,aAAa,OAAO,aAAa;YACjC,SAAS;SACV,CAAC,IAAI,CAAC,EAAE,CAAC,CACX,CAAC;QAEF,QAAQ,CAAC,IAAI,CACX,kBAAkB,EAClB,kCAAkC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAC9D,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CACzB,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,SAAS,CAAC,EAAE,iBAAiB,SAAS,CAAC,QAAQ,eAAe,SAAS,CAAC,MAAM,kBAAkB,SAAS,CAAC,SAAS,oBAAoB,SAAS,CAAC,WAAW,EAAE,CAC1K,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,QAAQ,CAAC,IAAI,CACX;QACE,+EAA+E;QAC/E,oDAAoD;QACpD,uDAAuD;QACvD,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;KAC7D,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,MAAM,EAAE,mBAAmB;QAC3B,QAAQ;QACR,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,CAAC;KACpE,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,gBAAgB,CAAC,QAAwB;IACvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAGpB,CAAC;IAEJ,MAAM,KAAK,GAAG,CAAC,EAAU,EAAQ,EAAE;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;YAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;YAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YACrE,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACxC,IAAI,OAAO,CAAC,WAAW;gBAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YAC3C,IAAI,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAChD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,eAAe,CAAC,OAAqB;IACnD,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,eAAe,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;QACtF,KAAK,aAAa;YAChB,OAAO,iBAAiB,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC1E,KAAK,YAAY;YACf,OAAO,gBAAgB,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACtE,KAAK,OAAO;YACV,OAAO,WAAW,OAAO,CAAC,OAAO,EAAE,CAAC;QACtC;YACE,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,QAA8B;IAE9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,iBAAiB,CAAC,kCAAkC,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QAChC,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,EAAE;YAAE,MAAM,iBAAiB,CAAC,sCAAsC,CAAC,CAAC;QACzE,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACb,MAAM,iBAAiB,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC;QACpE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,UAAU,GAAG;YACjB,EAAE;YACF,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,IAAI;YACpC,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,CAAC;YAC7B,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,CAAC;SACpC,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,iBAAiB,CACrB,qBAAqB,EAAE,kCAAkC,CAC1D,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,iBAAiB,CACrB,qBAAqB,EAAE,kCAAkC,CAC1D,CAAC;QACJ,CAAC;QAED,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC;YACtC,UAAU,CAAC,SAAS,GAAG,CAAC;YACxB,UAAU,CAAC,SAAS,GAAG,CAAC,EACxB,CAAC;YACD,MAAM,iBAAiB,CACrB,qBAAqB,EAAE,0CAA0C,CAClE,CAAC;QACJ,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAwC,EACxC,QAA6B;IAE7B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkC,CAAC;IAC5D,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YAChC,MAAM,eAAe,CACnB,qCAAqC,SAAS,CAAC,EAAE,IAAI,CACtD,CAAC;QACJ,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QACjC,MAAM,iBAAiB,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,MAAM,eAAe,CAAC,gCAAgC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1E,CAAC;QACD,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE/B,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,IAAI,SAAS,CAAC,SAAS,CAAC;QAC9D,cAAc,KAAK,SAAS,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC;QACjD,aAAa,IAAI,iBAAiB,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;QAC5D,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC;QAChC,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,SAAS,CAAC,EAAE;YAChB,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,KAAK,EAAE,iBAAiB,CAAC,KAAK;YAC9B,MAAM;YACN,MAAM,EAAE,iBAAiB,CAAC,MAAM;SACjC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;IACtE,IAAI,SAAS;QACX,MAAM,eAAe,CAAC,gCAAgC,SAAS,IAAI,CAAC,CAAC;IAEvE,aAAa,IAAI,WAAW,CAAC;IAC7B,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACjD,MAAM,MAAM,GAAG,cAAc;QAC3B,CAAC,CAAC,kBAAkB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC,QAAQ,CAAC,cAAc,EAAE;QACvG,CAAC,CAAC,kBAAkB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,QAAQ,CAAC,cAAc,EAAE,CAAC;IAE/F,OAAO,EAAE,MAAM,EAAE,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACzE,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAe;IACxC,OAAO,IAAI,cAAc,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,OAAO,IAAI,cAAc,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAC;AAChE,CAAC"}

package/dist/task.d.ts

@@ -0,0 +1,5 @@
+export declare class Task {
+    readonly prompt: string;
+    constructor(prompt: string);
+}
+//# sourceMappingURL=task.d.ts.map

package/dist/task.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task.d.ts","sourceRoot":"","sources":["../src/task.ts"],"names":[],"mappings":"AAAA,qBAAa,IAAI;IACf,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,MAAM,EAAE,MAAM;CAG3B"}

package/dist/task.js

@@ -0,0 +1,7 @@
+export class Task {
+    prompt;
+    constructor(prompt) {
+        this.prompt = prompt;
+    }
+}
+//# sourceMappingURL=task.js.map

package/dist/task.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task.js","sourceRoot":"","sources":["../src/task.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,IAAI;IACN,MAAM,CAAS;IAExB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF"}

package/dist/transcript.d.ts

@@ -0,0 +1,24 @@
+import type { AgentMessage, ContextUsage } from "@aether-agent/sdk";
+export declare class ToolCall {
+    readonly name: string;
+    readonly arguments: string;
+    constructor(name: string, argumentsValue: string);
+    argumentsJson(): unknown;
+}
+export declare class TranscriptError extends Error {
+    readonly transcript: Transcript;
+    constructor(transcript: Transcript, cause: unknown);
+}
+export declare class Transcript {
+    readonly messages: AgentMessage[];
+    constructor(messages?: AgentMessage[]);
+    static fromStream(stream: AsyncIterable<AgentMessage>): Promise<Transcript>;
+    add(message: AgentMessage): void;
+    allToolCalls(): ToolCall[];
+    toolCalls(name: string): ToolCall[];
+    toolCalled(name: string): boolean;
+    toolCallCount(name: string): number;
+    usage(): ContextUsage;
+}
+export declare function isTerminalMessage(message: AgentMessage): boolean;
+//# sourceMappingURL=transcript.d.ts.map

package/dist/transcript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript.d.ts","sourceRoot":"","sources":["../src/transcript.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEpE,qBAAa,QAAQ;IAIjB,QAAQ,CAAC,IAAI,EAAE,MAAM;IAHvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBAGhB,IAAI,EAAE,MAAM,EACrB,cAAc,EAAE,MAAM;IAKxB,aAAa,IAAI,OAAO;CAGzB;AAED,qBAAa,eAAgB,SAAQ,KAAK;IACxC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;gBAEpB,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO;CAKnD;AAED,qBAAa,UAAU;IACrB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;gBAEtB,QAAQ,GAAE,YAAY,EAAO;WAI5B,UAAU,CACrB,MAAM,EAAE,aAAa,CAAC,YAAY,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC;IAYtB,GAAG,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAIhC,YAAY,IAAI,QAAQ,EAAE;IAI1B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,EAAE;IAInC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIjC,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAInC,KAAK,IAAI,YAAY;CAGtB;AAkBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAMhE"}

package/dist/transcript.js

@@ -0,0 +1,96 @@
+export class ToolCall {
+    name;
+    arguments;
+    constructor(name, argumentsValue) {
+        this.name = name;
+        this.arguments = argumentsValue;
+    }
+    argumentsJson() {
+        return JSON.parse(this.arguments);
+    }
+}
+export class TranscriptError extends Error {
+    transcript;
+    constructor(transcript, cause) {
+        super("transcript stream failed", { cause });
+        this.name = "TranscriptError";
+        this.transcript = transcript;
+    }
+}
+export class Transcript {
+    messages;
+    constructor(messages = []) {
+        this.messages = [...messages];
+    }
+    static async fromStream(stream) {
+        const transcript = new Transcript();
+        try {
+            for await (const message of stream) {
+                transcript.add(message);
+            }
+        }
+        catch (err) {
+            throw new TranscriptError(transcript, err);
+        }
+        return transcript;
+    }
+    add(message) {
+        this.messages.push(message);
+    }
+    allToolCalls() {
+        return extractToolCalls(this.messages);
+    }
+    toolCalls(name) {
+        return this.allToolCalls().filter((call) => call.name === name);
+    }
+    toolCalled(name) {
+        return this.toolCalls(name).length > 0;
+    }
+    toolCallCount(name) {
+        return this.toolCalls(name).length;
+    }
+    usage() {
+        return summarizeUsage(this.messages);
+    }
+}
+const ZERO_USAGE = {
+    type: "context_usage",
+    input_tokens: 0,
+    output_tokens: 0,
+    cache_read_tokens: null,
+    cache_creation_tokens: null,
+    reasoning_tokens: null,
+    usage_ratio: null,
+    context_limit: null,
+    total_input_tokens: 0,
+    total_output_tokens: 0,
+    total_cache_read_tokens: 0,
+    total_cache_creation_tokens: 0,
+    total_reasoning_tokens: 0,
+};
+export function isTerminalMessage(message) {
+    return (message.type === "done" ||
+        message.type === "error" ||
+        message.type === "cancelled");
+}
+function extractToolCalls(messages) {
+    const calls = [];
+    for (const message of messages) {
+        if (message.type === "tool_result") {
+            calls.push(new ToolCall(message.result.name, message.result.arguments));
+        }
+        else if (message.type === "tool_error") {
+            calls.push(new ToolCall(message.error.name, message.error.arguments ?? ""));
+        }
+    }
+    return calls;
+}
+function summarizeUsage(messages) {
+    for (let i = messages.length - 1; i >= 0; i--) {
+        const message = messages[i];
+        if (message && message.type === "context_usage")
+            return message;
+    }
+    return { ...ZERO_USAGE };
+}
+//# sourceMappingURL=transcript.js.map

package/dist/transcript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript.js","sourceRoot":"","sources":["../src/transcript.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,QAAQ;IAIR;IAHF,SAAS,CAAS;IAE3B,YACW,IAAY,EACrB,cAAsB;QADb,SAAI,GAAJ,IAAI,CAAQ;QAGrB,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC;IAClC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;CACF;AAED,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAC/B,UAAU,CAAa;IAEhC,YAAY,UAAsB,EAAE,KAAc;QAChD,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF;AAED,MAAM,OAAO,UAAU;IACZ,QAAQ,CAAiB;IAElC,YAAY,WAA2B,EAAE;QACvC,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAmC;QAEnC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBACnC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,GAAG,CAAC,OAAqB;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,YAAY;QACV,OAAO,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,KAAK;QACH,OAAO,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACF;AAED,MAAM,UAAU,GAAiB;IAC/B,IAAI,EAAE,eAAe;IACrB,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,CAAC;IAChB,iBAAiB,EAAE,IAAI;IACvB,qBAAqB,EAAE,IAAI;IAC3B,gBAAgB,EAAE,IAAI;IACtB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,IAAI;IACnB,kBAAkB,EAAE,CAAC;IACrB,mBAAmB,EAAE,CAAC;IACtB,uBAAuB,EAAE,CAAC;IAC1B,2BAA2B,EAAE,CAAC;IAC9B,sBAAsB,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,OAAqB;IACrD,OAAO,CACL,OAAO,CAAC,IAAI,KAAK,MAAM;QACvB,OAAO,CAAC,IAAI,KAAK,OAAO;QACxB,OAAO,CAAC,IAAI,KAAK,WAAW,CAC7B,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAwB;IAChD,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1E,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CACR,IAAI,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAChE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,QAAwB;IAC9C,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe;YAAE,OAAO,OAAO,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,GAAG,UAAU,EAAE,CAAC;AAC3B,CAAC"}

package/dist/workspace.d.ts

@@ -0,0 +1,45 @@
+import { type GitDiff } from "./diff.js";
+export interface GitRepoSpec {
+    url: string;
+    startCommit: string;
+    goldCommit: string;
+    subdir?: string;
+}
+export interface RetainedWorkspaceInfo {
+    rootPath: string;
+    path: string;
+}
+/** Where an eval workspace came from. Git workspaces carry the commits for diffing. */
+export type WorkspaceSource = "local" | {
+    git: {
+        url: string;
+        startCommit: string;
+        goldCommit: string;
+    };
+};
+/** A workspace created on the host for an eval run. */
+export declare class Workspace implements AsyncDisposable {
+    #private;
+    /** Retained repository/temp root. Cleanup removes this directory; bind-mounted to `/workspace`. */
+    readonly rootPath: string;
+    /** Effective cwd where eval assertions run (`rootPath` or `rootPath/<subdir>`). */
+    readonly path: string;
+    /** Subdirectory (relative to `rootPath`) used as the working dir, if any. */
+    readonly relativeCwd?: string;
+    readonly source: WorkspaceSource;
+    private constructor();
+    static empty(): Promise<Workspace>;
+    static fromFiles(files: Record<string, string>): Promise<Workspace>;
+    static fromDir(srcDir: string, baseDir?: string): Promise<Workspace>;
+    static fromGitRepo(spec: GitRepoSpec, signal?: AbortSignal): Promise<Workspace>;
+    join(relativePath: string): string;
+    persist(): RetainedWorkspaceInfo;
+    captureGitDiffs(): Promise<{
+        agentDiff?: GitDiff;
+        referenceDiff?: GitDiff;
+    }>;
+    /** Remove the workspace directory. Idempotent. */
+    cleanup(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
+}
+//# sourceMappingURL=workspace.d.ts.map

package/dist/workspace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAKA,OAAO,EAAqB,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAG5D,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,uFAAuF;AACvF,MAAM,MAAM,eAAe,GACvB,OAAO,GACP;IAAE,GAAG,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAEtE,uDAAuD;AACvD,qBAAa,SAAU,YAAW,eAAe;;IAC/C,mGAAmG;IACnG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,mFAAmF;IACnF,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,6EAA6E;IAC7E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAE9B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IAIjC,OAAO;WAYM,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;WAK3B,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;WAe5D,OAAO,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,SAAgB,GACtB,OAAO,CAAC,SAAS,CAAC;WAaR,WAAW,CACtB,IAAI,EAAE,WAAW,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC;IAyBrB,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAIlC,OAAO,IAAI,qBAAqB;IAK1B,eAAe,IAAI,OAAO,CAAC;QAC/B,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,CAAC;IAYF,kDAAkD;IAC5C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAM9B,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;CAGvC"}

package/dist/workspace.js

@@ -0,0 +1,135 @@
+import { access, cp, mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { dirname, join, relative, resolve } from "node:path";
+import { AetherSdkError } from "@aether-agent/sdk";
+import { diffStatsFromDiff } from "./diff.js";
+import { GitRepo } from "./git.js";
+/** A workspace created on the host for an eval run. */
+export class Workspace {
+    /** Retained repository/temp root. Cleanup removes this directory; bind-mounted to `/workspace`. */
+    rootPath;
+    /** Effective cwd where eval assertions run (`rootPath` or `rootPath/<subdir>`). */
+    path;
+    /** Subdirectory (relative to `rootPath`) used as the working dir, if any. */
+    relativeCwd;
+    source;
+    #cleaned = false;
+    constructor(options) {
+        this.rootPath = options.rootPath;
+        this.path = options.path;
+        this.relativeCwd = options.relativeCwd;
+        this.source = options.source;
+    }
+    static async empty() {
+        const rootPath = await createWorkspaceDir();
+        return new Workspace({ rootPath, path: rootPath, source: "local" });
+    }
+    static async fromFiles(files) {
+        const workspace = await Workspace.empty();
+        try {
+            for (const [relativePath, content] of Object.entries(files)) {
+                const target = resolvePath(workspace.rootPath, relativePath);
+                await mkdir(dirname(target), { recursive: true });
+                await writeFile(target, content);
+            }
+            return workspace;
+        }
+        catch (err) {
+            await workspace.cleanup();
+            throw err;
+        }
+    }
+    static async fromDir(srcDir, baseDir = process.cwd()) {
+        const workspace = await Workspace.empty();
+        try {
+            await cp(resolve(baseDir, srcDir), workspace.rootPath, {
+                recursive: true,
+            });
+            return workspace;
+        }
+        catch (err) {
+            await workspace.cleanup();
+            throw err;
+        }
+    }
+    static async fromGitRepo(spec, signal) {
+        const rootPath = await createWorkspaceDir();
+        try {
+            const { url, startCommit, goldCommit, subdir } = spec;
+            const repo = await GitRepo.clone(url, rootPath, signal);
+            await repo.checkout(startCommit, signal);
+            const path = subdir ? join(rootPath, subdir) : rootPath;
+            if (subdir && !(await pathExists(path))) {
+                throw new AetherSdkError("invalid_options", `git workspace subdirectory does not exist: ${path}`);
+            }
+            return new Workspace({
+                rootPath,
+                path,
+                relativeCwd: subdir ?? undefined,
+                source: { git: { url, startCommit, goldCommit } },
+            });
+        }
+        catch (err) {
+            await rm(rootPath, { recursive: true, force: true });
+            throw err;
+        }
+    }
+    join(relativePath) {
+        return join(this.path, relativePath);
+    }
+    persist() {
+        this.#cleaned = true;
+        return { rootPath: this.rootPath, path: this.path };
+    }
+    async captureGitDiffs() {
+        if (this.source === "local")
+            return {};
+        const repo = GitRepo.fromPath(this.path);
+        const { startCommit, goldCommit } = this.source.git;
+        const [agentDiff, referenceDiff] = await Promise.all([
+            captureDiff(() => repo.diffUnstaged()),
+            captureDiff(() => repo.diff(startCommit, goldCommit)),
+        ]);
+        return { agentDiff, referenceDiff };
+    }
+    /** Remove the workspace directory. Idempotent. */
+    async cleanup() {
+        if (this.#cleaned)
+            return;
+        this.#cleaned = true;
+        await rm(this.rootPath, { recursive: true, force: true });
+    }
+    [Symbol.asyncDispose]() {
+        return this.cleanup();
+    }
+}
+async function captureDiff(getDiff) {
+    try {
+        const diff = await getDiff();
+        return { diff, stats: diffStatsFromDiff(diff) };
+    }
+    catch {
+        return undefined;
+    }
+}
+async function createWorkspaceDir() {
+    return mkdtemp(join(tmpdir(), "aether-eval-workspace-"));
+}
+function resolvePath(root, relativePath) {
+    const target = resolve(root, relativePath);
+    const rel = relative(root, target);
+    if (rel === "" || rel.startsWith("..")) {
+        throw new AetherSdkError("invalid_options", `workspace file path escapes the workspace root: ${relativePath}`);
+    }
+    return target;
+}
+async function pathExists(path) {
+    try {
+        await access(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=workspace.js.map

package/dist/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE7D,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAgB,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAmBnC,uDAAuD;AACvD,MAAM,OAAO,SAAS;IACpB,mGAAmG;IAC1F,QAAQ,CAAS;IAE1B,mFAAmF;IAC1E,IAAI,CAAS;IAEtB,6EAA6E;IACpE,WAAW,CAAU;IAErB,MAAM,CAAkB;IAEjC,QAAQ,GAAG,KAAK,CAAC;IAEjB,YAAoB,OAKnB;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK;QAChB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAC5C,OAAO,IAAI,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAA6B;QAClD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;gBAC7D,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO,CAClB,MAAc,EACd,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;QAEvB,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,SAAS,CAAC,QAAQ,EAAE;gBACrD,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,WAAW,CACtB,IAAiB,EACjB,MAAoB;QAEpB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxD,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,cAAc,CACtB,iBAAiB,EACjB,8CAA8C,IAAI,EAAE,CACrD,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,SAAS,CAAC;gBACnB,QAAQ;gBACR,IAAI;gBACJ,WAAW,EAAE,MAAM,IAAI,SAAS;gBAChC,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;aAClD,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,YAAoB;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe;QAInB,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO;YAAE,OAAO,EAAE,CAAC;QAEvC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;QACpD,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACtC,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;SACtD,CAAC,CAAC;QACH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IACtC,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,CAAC,MAAM,CAAC,YAAY,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,KAAK,UAAU,WAAW,CACxB,OAA8B;IAE9B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,YAAoB;IACrD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,cAAc,CACtB,iBAAiB,EACjB,mDAAmD,YAAY,EAAE,CAClE,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}