@aether-agent/evals 0.5.2 → 0.5.4

package/dist/diff.js.map

@@ -1 +1 @@
-{"version":3,"file":"diff.js","sourceRoot":"","sources":["../src/diff.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAClC,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AACpD,CAAC"}
+{"version":3,"file":"diff.js","sourceRoot":"","sources":["../src/diff.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAClC,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;AAClD,CAAC"}

package/dist/env.d.ts

@@ -0,0 +1,3 @@
+export declare const CONTAINER_AETHER_HOME = "/root/.aether";
+export declare function evalEnvVars(model: string, hostEnv?: Record<string, string | undefined>): Record<string, string>;
+//# sourceMappingURL=env.d.ts.map

package/dist/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,qBAAqB,kBAAkB,CAAC;AAErD,wBAAgB,WAAW,CACzB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACxD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAQxB"}

package/dist/env.js

@@ -0,0 +1,46 @@
+import { AetherEvalError } from "./errors.js";
+export const CONTAINER_AETHER_HOME = "/root/.aether";
+export function evalEnvVars(model, hostEnv = process.env) {
+    const env = {};
+    for (const key of new Set(model.split(",").flatMap(providerEnvVars))) {
+        const value = hostEnv[key];
+        if (value !== undefined)
+            env[key] = value;
+    }
+    env.AETHER_HOME = CONTAINER_AETHER_HOME;
+    return env;
+}
+const AWS_ENV_VARS = [
+    "AWS_ACCESS_KEY_ID",
+    "AWS_BEARER_TOKEN_BEDROCK",
+    "AWS_DEFAULT_REGION",
+    "AWS_PROFILE",
+    "AWS_REGION",
+    "AWS_SECRET_ACCESS_KEY",
+    "AWS_SESSION_TOKEN",
+];
+const PROVIDER_ENV_VARS = {
+    anthropic: ["ANTHROPIC_API_KEY"],
+    "azure-foundry": ["AZURE_OPENAI_API_KEY"],
+    bedrock: AWS_ENV_VARS,
+    codex: [],
+    deepseek: ["DEEPSEEK_API_KEY"],
+    fireworks: ["FIREWORKS_API_KEY"],
+    gemini: ["GEMINI_API_KEY"],
+    llamacpp: ["LLAMA_CPP_HOST"],
+    moonshot: ["MOONSHOT_API_KEY"],
+    ollama: ["OLLAMA_HOST"],
+    openai: ["OPENAI_API_KEY"],
+    openrouter: ["OPENROUTER_API_KEY"],
+    xiaomi: ["XIAOMI_API_KEY"],
+    zai: ["ZAI_API_KEY"],
+};
+function providerEnvVars(model) {
+    const provider = model.trim().split(":")[0] ?? "";
+    const envVars = PROVIDER_ENV_VARS[provider];
+    if (!envVars) {
+        throw new AetherEvalError("configuration_error", `unknown provider in model spec: ${model}`);
+    }
+    return envVars;
+}
+//# sourceMappingURL=env.js.map

package/dist/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC;AAErD,MAAM,UAAU,WAAW,CACzB,KAAa,EACb,OAAO,GAAuC,OAAO,CAAC,GAAG;IAEzD,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC5C,CAAC;IACD,GAAG,CAAC,WAAW,GAAG,qBAAqB,CAAC;IACxC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,YAAY,GAAG;IACnB,mBAAmB;IACnB,0BAA0B;IAC1B,oBAAoB;IACpB,aAAa;IACb,YAAY;IACZ,uBAAuB;IACvB,mBAAmB;CACpB,CAAC;AAEF,MAAM,iBAAiB,GAA6B;IAClD,SAAS,EAAE,CAAC,mBAAmB,CAAC;IAChC,eAAe,EAAE,CAAC,sBAAsB,CAAC;IACzC,OAAO,EAAE,YAAY;IACrB,KAAK,EAAE,EAAE;IACT,QAAQ,EAAE,CAAC,kBAAkB,CAAC;IAC9B,SAAS,EAAE,CAAC,mBAAmB,CAAC;IAChC,MAAM,EAAE,CAAC,gBAAgB,CAAC;IAC1B,QAAQ,EAAE,CAAC,gBAAgB,CAAC;IAC5B,QAAQ,EAAE,CAAC,kBAAkB,CAAC;IAC9B,MAAM,EAAE,CAAC,aAAa,CAAC;IACvB,MAAM,EAAE,CAAC,gBAAgB,CAAC;IAC1B,UAAU,EAAE,CAAC,oBAAoB,CAAC;IAClC,MAAM,EAAE,CAAC,gBAAgB,CAAC;IAC1B,GAAG,EAAE,CAAC,aAAa,CAAC;CACrB,CAAC;AAEF,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CACvB,qBAAqB,EACrB,mCAAmC,KAAK,EAAE,CAC3C,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/fs.d.ts

@@ -0,0 +1,5 @@
+export declare function createTempDir(prefix: string): Promise<string>;
+export declare function withTempDir<T>(prefix: string, fn: (path: string) => Promise<T>): Promise<T>;
+export declare function removeDir(path: string): Promise<void>;
+export declare function pathExists(path: string): Promise<boolean>;
+//# sourceMappingURL=fs.d.ts.map

package/dist/fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAIA,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE7D;AAED,wBAAsB,WAAW,CAAC,CAAC,EACjC,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,CAAC,CAAC,CAOZ;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAO/D"}

package/dist/fs.js

@@ -0,0 +1,28 @@
+import { access, mkdtemp, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+export function createTempDir(prefix) {
+    return mkdtemp(join(tmpdir(), prefix));
+}
+export async function withTempDir(prefix, fn) {
+    const path = await createTempDir(prefix);
+    try {
+        return await fn(path);
+    }
+    finally {
+        await removeDir(path);
+    }
+}
+export function removeDir(path) {
+    return rm(path, { recursive: true, force: true });
+}
+export async function pathExists(path) {
+    try {
+        await access(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=fs.js.map

package/dist/fs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.js","sourceRoot":"","sources":["../src/fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAc,EACd,EAAgC;IAEhC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/git.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../src/git.ts"],"names":[],"mappings":"AAOA,qBAAa,OAAO;IACE,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAzC,OAAO,eAAsC;IAE7C,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAErC;IAED,gDAAgD;IAChD,OAAa,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAGtE;IAEK,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAED,iFAAiF;IAC3E,KAAK,CACT,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEK,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAED;;;OAGG;IACG,MAAM,CACV,IAAI,EAAE,MAAM,EAAE,EACd,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEK,IAAI,CACR,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAKjB;IAEK,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAiCjB;CACF"}
+{"version":3,"file":"git.d.ts","sourceRoot":"","sources":["../src/git.ts"],"names":[],"mappings":"AAOA,qBAAa,OAAO;IACE,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAzC,OAAO,eAAsC;IAE7C,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAErC;IAED,gDAAgD;IAChD,OAAa,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAGtE;IAEK,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAED,iFAAiF;IAC3E,KAAK,CACT,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EAAE,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEK,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAED;;;OAGG;IACG,MAAM,CACV,IAAI,EAAE,MAAM,EAAE,EACd,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEK,IAAI,CACR,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAKjB;IAED,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,CAuBjB;CACF"}

package/dist/git.js

@@ -1,8 +1,8 @@
-import { copyFile, mkdtemp, rm } from "node:fs/promises";
-import { tmpdir } from "node:os";
+import { copyFile } from "node:fs/promises";
 import { join } from "node:path";
 import { env as processEnv } from "node:process";
 import { runCommand } from "@aether-agent/sdk";
+import { withTempDir } from "./fs.js";
 export class GitRepo {
     path;
     constructor(path) {
@@ -36,22 +36,19 @@ export class GitRepo {
     async diff(fromCommit, toCommit, exclude, signal) {
         return git(["-C", this.path, "diff", fromCommit, toCommit, ...pathspecs(exclude)], signal);
     }
-    async diffWorkingTree(fromCommit, exclude, signal) {
-        const scratch = await mkdtemp(join(tmpdir(), "aether-eval-index-"));
-        try {
-            const index = join(scratch, "index");
-            const realIndex = await git([
-                "-C",
-                this.path,
-                "rev-parse",
-                "--path-format=absolute",
-                "--git-path",
-                "index",
-            ], signal);
-            await copyFile(realIndex.trim(), index).catch(() => { });
-            const env = { GIT_INDEX_FILE: index };
+    diffWorkingTree(fromCommit, exclude, signal) {
+        return withTempDir("aether-eval-index-", async (scratch) => {
+            const env = { GIT_INDEX_FILE: join(scratch, "index") };
+            try {
+                await copyFile(join(this.path, ".git", "index"), env.GIT_INDEX_FILE);
+            }
+            catch (err) {
+                if (err.code !== "ENOENT")
+                    throw err;
+                await git(["-C", this.path, "read-tree", "HEAD"], signal, env);
+            }
             await git(["-C", this.path, "add", "--all"], signal, env);
-            return await git([
+            return git([
                 "-C",
                 this.path,
                 "diff",
@@ -59,10 +56,7 @@ export class GitRepo {
                 fromCommit,
                 ...pathspecs(exclude),
             ], signal, env);
-        }
-        finally {
-            await rm(scratch, { recursive: true, force: true });
-        }
+        });
     }
 }
 function pathspecs(exclude) {

package/dist/git.js.map

@@ -1 +1 @@
-{"version":3,"file":"git.js","sourceRoot":"","sources":["../src/git.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,GAAG,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,MAAM,OAAO,OAAO;IACW,IAAI;IAAjC,YAA6B,IAAY;oBAAZ,IAAI;IAAW,CAAC;IAE7C,MAAM,CAAC,QAAQ,CAAC,IAAY;QAC1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gDAAgD;IAChD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,MAAoB;QAClD,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,MAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,iFAAiF;IACjF,KAAK,CAAC,KAAK,CACT,MAAc,EACd,IAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,SAAS,CACb,IAAY,EACZ,MAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,IAAc,EACd,GAAW,EACX,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CACR,UAAkB,EAClB,QAAgB,EAChB,OAAiB,EACjB,MAAoB;QAEpB,OAAO,GAAG,CACR,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,EACtE,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,UAAkB,EAClB,OAAiB,EACjB,MAAoB;QAEpB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,GAAG,CACzB;gBACE,IAAI;gBACJ,IAAI,CAAC,IAAI;gBACT,WAAW;gBACX,wBAAwB;gBACxB,YAAY;gBACZ,OAAO;aACR,EACD,MAAM,CACP,CAAC;YACF,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACxD,MAAM,GAAG,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;YACtC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YAC1D,OAAO,MAAM,GAAG,CACd;gBACE,IAAI;gBACJ,IAAI,CAAC,IAAI;gBACT,MAAM;gBACN,UAAU;gBACV,UAAU;gBACV,GAAG,SAAS,CAAC,OAAO,CAAC;aACtB,EACD,MAAM,EACN,GAAG,CACJ,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;CACF;AAED,SAAS,SAAS,CAAC,OAAiB;IAClC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC;QACvB,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,GAAG,CACV,IAAc,EACd,MAAoB,EACpB,GAAG,GAA2B,EAAE;IAEhC,OAAO,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE;QAC7B,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,GAAG,EAAE;QAC9B,WAAW,EAAE,MAAM;QACnB,kBAAkB,EAChB,0EAA0E;QAC5E,eAAe,EAAE,kBAAkB;QACnC,aAAa,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CACtC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,QAAQ,MAAM,MAAM,EAAE;KACnE,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"git.js","sourceRoot":"","sources":["../src/git.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,GAAG,IAAI,UAAU,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,MAAM,OAAO,OAAO;IACW,IAAI;IAAjC,YAA6B,IAAY;oBAAZ,IAAI;IAAW,CAAC;IAE7C,MAAM,CAAC,QAAQ,CAAC,IAAY;QAC1B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gDAAgD;IAChD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,MAAoB;QAClD,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,MAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,iFAAiF;IACjF,KAAK,CAAC,KAAK,CACT,MAAc,EACd,IAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,SAAS,CACb,IAAY,EACZ,MAAc,EACd,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,IAAc,EACd,GAAW,EACX,MAAoB;QAEpB,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CACR,UAAkB,EAClB,QAAgB,EAChB,OAAiB,EACjB,MAAoB;QAEpB,OAAO,GAAG,CACR,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,EACtE,MAAM,CACP,CAAC;IACJ,CAAC;IAED,eAAe,CACb,UAAkB,EAClB,OAAiB,EACjB,MAAoB;QAEpB,OAAO,WAAW,CAAC,oBAAoB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACzD,MAAM,GAAG,GAAG,EAAE,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;oBAAE,MAAM,GAAG,CAAC;gBAChE,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YAC1D,OAAO,GAAG,CACR;gBACE,IAAI;gBACJ,IAAI,CAAC,IAAI;gBACT,MAAM;gBACN,UAAU;gBACV,UAAU;gBACV,GAAG,SAAS,CAAC,OAAO,CAAC;aACtB,EACD,MAAM,EACN,GAAG,CACJ,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,SAAS,CAAC,OAAiB;IAClC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC;QACvB,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,GAAG,CACV,IAAc,EACd,MAAoB,EACpB,GAAG,GAA2B,EAAE;IAEhC,OAAO,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE;QAC7B,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,GAAG,EAAE;QAC9B,WAAW,EAAE,MAAM;QACnB,kBAAkB,EAChB,0EAA0E;QAC5E,eAAe,EAAE,kBAAkB;QACnC,aAAa,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CACtC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,QAAQ,MAAM,MAAM,EAAE;KACnE,CAAC,CAAC;AACL,CAAC"}

package/dist/gitFixture.d.ts

@@ -0,0 +1,15 @@
+import type { GitSpec } from "@aether-agent/sdk";
+import { type GitDiff } from "./diff.js";
+import { Workspace } from "./workspace.js";
+export declare class GitFixture implements AsyncDisposable {
+    #private;
+    readonly referenceDiff: GitDiff;
+    private constructor();
+    static fetch(spec: GitSpec, signal?: AbortSignal): Promise<GitFixture>;
+    workspace(signal?: AbortSignal): Promise<Workspace>;
+    agentDiff(workspace: Workspace, signal?: AbortSignal): Promise<GitDiff>;
+    bundle(outPath: string, signal?: AbortSignal): Promise<void>;
+    cleanup(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
+}
+//# sourceMappingURL=gitFixture.d.ts.map

package/dist/gitFixture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitFixture.d.ts","sourceRoot":"","sources":["../src/gitFixture.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAa,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAa,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAM3C,qBAAa,UAAW,YAAW,eAAe;;IAChD,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAKhC,OAAO,eAIN;IAED,OAAa,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAkB3E;IAED,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAUlD;IAEK,SAAS,CACb,SAAS,EAAE,SAAS,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,OAAO,CAAC,CAMlB;IAEK,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAMjE;IAEK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAI7B;IAED,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;CACF"}

package/dist/gitFixture.js

@@ -0,0 +1,72 @@
+import { resolve } from "node:path";
+import { toGitDiff } from "./diff.js";
+import { AetherEvalError } from "./errors.js";
+import { createTempDir, pathExists, removeDir } from "./fs.js";
+import { GitRepo } from "./git.js";
+import { Workspace } from "./workspace.js";
+const EVAL_START_REF = "eval-start";
+const EVAL_GOLD_REF = "eval-gold";
+const DEFAULT_BRANCH = "main";
+export class GitFixture {
+    referenceDiff;
+    #repo;
+    #spec;
+    #cleaned = false;
+    constructor(repo, spec, referenceDiff) {
+        this.#repo = repo;
+        this.#spec = spec;
+        this.referenceDiff = referenceDiff;
+    }
+    static async fetch(spec, signal) {
+        const { source, startCommit, goldCommit, diffExclude = [] } = spec;
+        const from = await remote(source);
+        const repoPath = await createTempDir("aether-eval-git-");
+        try {
+            const repo = await GitRepo.init(repoPath, signal);
+            await repo.fetch(from, [startCommit, goldCommit], signal);
+            await repo.updateRef(`refs/heads/${EVAL_START_REF}`, startCommit, signal);
+            await repo.updateRef(`refs/heads/${EVAL_GOLD_REF}`, goldCommit, signal);
+            const referenceDiff = toGitDiff(await repo.diff(startCommit, goldCommit, diffExclude, signal));
+            return new GitFixture(repo, spec, referenceDiff);
+        }
+        catch (err) {
+            await removeDir(repoPath);
+            throw err;
+        }
+    }
+    workspace(signal) {
+        const { startCommit, branch = DEFAULT_BRANCH, subdir } = this.#spec;
+        return Workspace.create(async (rootPath) => {
+            const repo = await GitRepo.init(rootPath, signal);
+            await repo.fetch(this.#repo.path, [startCommit], signal);
+            await repo.checkoutBranch(branch, startCommit, signal);
+        }, { subdir: subdir ?? undefined });
+    }
+    async agentDiff(workspace, signal) {
+        const { startCommit, diffExclude = [] } = this.#spec;
+        const repo = GitRepo.fromPath(workspace.rootPath);
+        return toGitDiff(await repo.diffWorkingTree(startCommit, diffExclude, signal));
+    }
+    async bundle(outPath, signal) {
+        await this.#repo.bundle([EVAL_START_REF, EVAL_GOLD_REF], resolve(outPath), signal);
+    }
+    async cleanup() {
+        if (this.#cleaned)
+            return;
+        this.#cleaned = true;
+        await removeDir(this.#repo.path);
+    }
+    [Symbol.asyncDispose]() {
+        return this.cleanup();
+    }
+}
+async function remote(source) {
+    if ("url" in source)
+        return source.url;
+    const bundle = resolve(source.bundle);
+    if (!(await pathExists(bundle))) {
+        throw new AetherEvalError("configuration_error", `git bundle file does not exist: ${bundle}`);
+    }
+    return bundle;
+}
+//# sourceMappingURL=gitFixture.js.map

package/dist/gitFixture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitFixture.js","sourceRoot":"","sources":["../src/gitFixture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,SAAS,EAAgB,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,MAAM,cAAc,GAAG,YAAY,CAAC;AACpC,MAAM,aAAa,GAAG,WAAW,CAAC;AAClC,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,MAAM,OAAO,UAAU;IACZ,aAAa,CAAU;IACvB,KAAK,CAAU;IACf,KAAK,CAAU;IACxB,QAAQ,GAAG,KAAK,CAAC;IAEjB,YAAoB,IAAa,EAAE,IAAa,EAAE,aAAsB;QACtE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAa,EAAE,MAAoB;QACpD,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,kBAAkB,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;YAC1D,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,cAAc,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YACxE,MAAM,aAAa,GAAG,SAAS,CAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAC9D,CAAC;YACF,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC1B,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAAoB;QAC5B,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QACpE,OAAO,SAAS,CAAC,MAAM,CACrB,KAAK,EAAE,QAAQ,EAAE,EAAE;YACjB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;YACzD,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACzD,CAAC,EACD,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,SAAoB,EACpB,MAAoB;QAEpB,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAClD,OAAO,SAAS,CACd,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAC7D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,MAAoB;QAChD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CACrB,CAAC,cAAc,EAAE,aAAa,CAAC,EAC/B,OAAO,CAAC,OAAO,CAAC,EAChB,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,CAAC,MAAM,CAAC,YAAY,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AAED,KAAK,UAAU,MAAM,CAAC,MAAiB;IACrC,IAAI,KAAK,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,eAAe,CACvB,qBAAqB,EACrB,mCAAmC,MAAM,EAAE,CAC5C,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/index.d.ts

@@ -1,9 +1,10 @@
 export { DockerAgent } from "./DockerAgent.js";
 export type { DockerAgentOptions } from "./DockerAgent.js";
+export { CONTAINER_AETHER_HOME, evalEnvVars } from "./env.js";
 export { AetherEvalError, AetherCommandExitError } from "./errors.js";
 export type { AetherEvalErrorCode } from "./errors.js";
 export { Container, ContainerBuilder, Image } from "./containers/index.js";
-export type { BindMount, ContainerExecOptions, ContainerStreamingOptions, ExecOutput, ImageBuildOptions, } from "./containers/index.js";
+export type { BindMount, ContainerExecOptions, ContainerRuntime, ContainerStreamingOptions, ExecOutput, ImageBuildOptions, RuntimeExec, RuntimeExecOptions, } from "./containers/index.js";
 export type { Agent, AgentRunOptions } from "./Agent.js";
 export { FakeAgent } from "./FakeAgent.js";
 export { Task } from "./task.js";
@@ -14,7 +15,8 @@ export type { GenerateJsonOptions, GenerateOptions, GenerateResult, ReasoningEff
 export { judge, JudgeCriterionResponseSchema, JudgeResponseSchema, } from "./judge.js";
 export type { Judge, JudgeContext, JudgeCriterionResponse, JudgeCriterionSpec, JudgeCriterionSummary, JudgeInput, JudgeRubricResponse, JudgeSummary, } from "./judge.js";
 export { isTerminalEvent, Transcript, TranscriptError, ToolCall, turnEnded, } from "./transcript.js";
-export { createGitBundle, Workspace } from "./workspace.js";
-export type { GitBundleSpec, GitCheckoutSpec, GitRepoSpec, RetainedWorkspaceInfo, } from "./workspace.js";
-export type { AgentEvent, ContextEvent, ContextUsage, FileDiff, LlmCallOutcome, LlmCallPurpose, MessageEvent, ModelEvent, PlanMeta, PlanMetaEntry, PlanMetaStatus, SessionUsageEvent, SessionUsageTotals, StopReason, TokenUsage, ToolCallError, ToolCallRequest, ToolCallResult, ToolDisplayMeta, ToolEvent, ToolResultMeta, TurnEvent, TurnOutcome, UsageCost, UsageSource, } from "@aether-agent/sdk";
+export { Workspace } from "./workspace.js";
+export type { RetainedWorkspaceInfo, WorkspaceOptions } from "./workspace.js";
+export { GitFixture } from "./gitFixture.js";
+export type { AgentEvent, ContextEvent, ContextUsage, FileDiff, GitSource, GitSpec, LlmCallOutcome, LlmCallPurpose, MessageEvent, ModelEvent, PlanMeta, PlanMetaEntry, PlanMetaStatus, SessionUsageEvent, SessionUsageTotals, StopReason, TokenUsage, ToolCallError, ToolCallRequest, ToolCallResult, ToolDisplayMeta, ToolEvent, ToolResultMeta, TurnEvent, TurnOutcome, UsageCost, UsageSource, } from "@aether-agent/sdk";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACtE,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC3E,YAAY,EACV,SAAS,EACT,oBAAoB,EACpB,yBAAyB,EACzB,UAAU,EACV,iBAAiB,GAClB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,eAAe,GAChB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,KAAK,EACL,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,UAAU,EACV,mBAAmB,EACnB,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,UAAU,EACV,eAAe,EACf,QAAQ,EACR,SAAS,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC5D,YAAY,EACV,aAAa,EACb,eAAe,EACf,WAAW,EACX,qBAAqB,GACtB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,QAAQ,EACR,cAAc,EACd,cAAc,EACd,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,UAAU,EACV,aAAa,EACb,eAAe,EACf,cAAc,EACd,eAAe,EACf,SAAS,EACT,cAAc,EACd,SAAS,EACT,WAAW,EACX,SAAS,EACT,WAAW,GACZ,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,YAAY,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACtE,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC3E,YAAY,EACV,SAAS,EACT,oBAAoB,EACpB,gBAAgB,EAChB,yBAAyB,EACzB,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,YAAY,EACV,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,eAAe,GAChB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,KAAK,EACL,YAAY,EACZ,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,UAAU,EACV,mBAAmB,EACnB,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,UAAU,EACV,eAAe,EACf,QAAQ,EACR,SAAS,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,QAAQ,EACR,SAAS,EACT,OAAO,EACP,cAAc,EACd,cAAc,EACd,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,UAAU,EACV,aAAa,EACb,eAAe,EACf,cAAc,EACd,eAAe,EACf,SAAS,EACT,cAAc,EACd,SAAS,EACT,WAAW,EACX,SAAS,EACT,WAAW,GACZ,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -1,4 +1,5 @@
 export { DockerAgent } from "./DockerAgent.js";
+export { CONTAINER_AETHER_HOME, evalEnvVars } from "./env.js";
 export { AetherEvalError, AetherCommandExitError } from "./errors.js";
 export { Container, ContainerBuilder, Image } from "./containers/index.js";
 export { FakeAgent } from "./FakeAgent.js";
@@ -7,5 +8,6 @@ export { diffStatsFromDiff } from "./diff.js";
 export { generate } from "./generate.js";
 export { judge, JudgeCriterionResponseSchema, JudgeResponseSchema, } from "./judge.js";
 export { isTerminalEvent, Transcript, TranscriptError, ToolCall, turnEnded, } from "./transcript.js";
-export { createGitBundle, Workspace } from "./workspace.js";
+export { Workspace } from "./workspace.js";
+export { GitFixture } from "./gitFixture.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAEtE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAS3E,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAOzC,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAWpB,OAAO,EACL,eAAe,EACf,UAAU,EACV,eAAe,EACf,QAAQ,EACR,SAAS,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAEtE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAY3E,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAOzC,OAAO,EACL,KAAK,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAWpB,OAAO,EACL,eAAe,EACf,UAAU,EACV,eAAe,EACf,QAAQ,EACR,SAAS,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/workspace.d.ts

@@ -1,21 +1,10 @@
-import { type GitDiff } from "./diff.js";
-export interface GitCheckoutSpec {
-    startCommit: string;
-    goldCommit: string;
-    subdir?: string;
-    branch?: string;
-    diffExclude?: string[];
-}
-export interface GitRepoSpec extends GitCheckoutSpec {
-    url: string;
-}
-export interface GitBundleSpec extends GitCheckoutSpec {
-    bundlePath: string;
-}
 export interface RetainedWorkspaceInfo {
     rootPath: string;
     path: string;
 }
+export interface WorkspaceOptions {
+    subdir?: string;
+}
 /** A workspace created on the host for an eval run. */
 export declare class Workspace implements AsyncDisposable {
     #private;
@@ -26,32 +15,14 @@ export declare class Workspace implements AsyncDisposable {
     /** Subdirectory (relative to `rootPath`) used as the working dir, if any. */
     readonly relativeCwd?: string;
     private constructor();
+    static create(populate: (rootPath: string) => Promise<void>, { subdir }?: WorkspaceOptions): Promise<Workspace>;
     static empty(): Promise<Workspace>;
     static fromFiles(files: Record<string, string>): Promise<Workspace>;
     static fromDir(srcDir: string, baseDir?: string): Promise<Workspace>;
-    static fromGitRepo(spec: GitRepoSpec, signal?: AbortSignal): Promise<Workspace>;
-    /**
-     * Instantiate a workspace from a local git bundle file (see {@link createGitBundle}).
-     *
-     * The bundle must contain both `startCommit` and `goldCommit` so that checkout and
-     * reference diffing work without the originating remote.
-     */
-    static fromGitBundle(spec: GitBundleSpec, signal?: AbortSignal): Promise<Workspace>;
-    private static fromGit;
     join(relativePath: string): string;
     persist(): RetainedWorkspaceInfo;
-    get referenceDiff(): GitDiff | undefined;
-    captureAgentDiff(signal?: AbortSignal): Promise<GitDiff | undefined>;
     /** Remove the workspace directory. Idempotent. */
     cleanup(): Promise<void>;
     [Symbol.asyncDispose](): Promise<void>;
 }
-/**
- * Create a self-contained git bundle at `outPath` containing `spec`'s start and gold
- * commits.
- *
- * Fetches only the start and gold commits (and their reachable objects) into a fresh repo,
- * then writes a bundle that {@link Workspace.fromGitBundle} can later instantiate offline.
- */
-export declare function createGitBundle(spec: GitRepoSpec, outPath: string, signal?: AbortSignal): Promise<void>;
 //# sourceMappingURL=workspace.d.ts.map

package/dist/workspace.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAKA,OAAO,EAAqB,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAO5D,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,WAAY,SAAQ,eAAe;IAClD,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAc,SAAQ,eAAe;IACpD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,uDAAuD;AACvD,qBAAa,SAAU,YAAW,eAAe;;IAC/C,mGAAmG;IACnG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,mFAAmF;IACnF,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,6EAA6E;IAC7E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAK9B,OAAO,eAUN;IAED,OAAa,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC,CAGvC;IAED,OAAa,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAaxE;IAED,OAAa,OAAO,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,SAAgB,GACtB,OAAO,CAAC,SAAS,CAAC,CAWpB;IAED,OAAa,WAAW,CACtB,IAAI,EAAE,WAAW,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAEpB;IAED;;;;;OAKG;IACH,OAAa,aAAa,CACxB,IAAI,EAAE,aAAa,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAQpB;mBAEoB,OAAO;IAqC5B,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAEjC;IAED,OAAO,IAAI,qBAAqB,CAG/B;IAED,IAAI,aAAa,IAAI,OAAO,GAAG,SAAS,CAEvC;IAEK,gBAAgB,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CASzE;IAED,kDAAkD;IAC5C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAI7B;IAED,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;CACF;AAED;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAgBf"}
+{"version":3,"file":"workspace.d.ts","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,uDAAuD;AACvD,qBAAa,SAAU,YAAW,eAAe;;IAC/C,mGAAmG;IACnG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,mFAAmF;IACnF,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,6EAA6E;IAC7E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAI9B,OAAO,eAQN;IAED,OAAa,MAAM,CACjB,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,EAC7C,EAAE,MAAM,EAAE,GAAE,gBAAqB,GAChC,OAAO,CAAC,SAAS,CAAC,CAapB;IAED,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC,CAEjC;IAED,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAQlE;IAED,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,SAAgB,GAAG,OAAO,CAAC,SAAS,CAAC,CAI1E;IAED,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAEjC;IAED,OAAO,IAAI,qBAAqB,CAG/B;IAED,kDAAkD;IAC5C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAI7B;IAED,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAErC;CACF"}

package/dist/workspace.js

@@ -1,12 +1,7 @@
-import { access, cp, mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
-import { tmpdir } from "node:os";
+import { cp, mkdir, writeFile } from "node:fs/promises";
 import { dirname, join, relative, resolve } from "node:path";
-import { AetherSdkError } from "@aether-agent/sdk";
-import { diffStatsFromDiff } from "./diff.js";
-import { GitRepo } from "./git.js";
-const EVAL_START_REF = "eval-start";
-const EVAL_GOLD_REF = "eval-gold";
-const DEFAULT_BRANCH = "main";
+import { AetherEvalError } from "./errors.js";
+import { createTempDir, pathExists, removeDir } from "./fs.js";
 /** A workspace created on the host for an eval run. */
 export class Workspace {
     /** Retained repository/temp root. Cleanup removes this directory; bind-mounted to `/workspace`. */
@@ -15,85 +10,44 @@ export class Workspace {
     path;
     /** Subdirectory (relative to `rootPath`) used as the working dir, if any. */
     relativeCwd;
-    #git;
     #cleaned = false;
     constructor(options) {
         this.rootPath = options.rootPath;
         this.path = options.path;
         this.relativeCwd = options.relativeCwd;
-        this.#git = options.git;
     }
-    static async empty() {
-        const rootPath = await createWorkspaceDir();
-        return new Workspace({ rootPath, path: rootPath });
-    }
-    static async fromFiles(files) {
-        const workspace = await Workspace.empty();
+    static async create(populate, { subdir } = {}) {
+        const rootPath = await createTempDir("aether-eval-workspace-");
         try {
-            for (const [relativePath, content] of Object.entries(files)) {
-                const target = resolvePath(workspace.rootPath, relativePath);
-                await mkdir(dirname(target), { recursive: true });
-                await writeFile(target, content);
-            }
-            return workspace;
-        }
-        catch (err) {
-            await workspace.cleanup();
-            throw err;
-        }
-    }
-    static async fromDir(srcDir, baseDir = process.cwd()) {
-        const workspace = await Workspace.empty();
-        try {
-            await cp(resolve(baseDir, srcDir), workspace.rootPath, {
-                recursive: true,
+            await populate(rootPath);
+            return new Workspace({
+                rootPath,
+                path: await resolveSubdir(rootPath, subdir),
+                relativeCwd: subdir,
             });
-            return workspace;
         }
         catch (err) {
-            await workspace.cleanup();
+            await removeDir(rootPath);
             throw err;
         }
     }
-    static async fromGitRepo(spec, signal) {
-        return Workspace.fromGit(spec.url, spec, signal);
+    static empty() {
+        return Workspace.create(async () => { });
     }
-    /**
-     * Instantiate a workspace from a local git bundle file (see {@link createGitBundle}).
-     *
-     * The bundle must contain both `startCommit` and `goldCommit` so that checkout and
-     * reference diffing work without the originating remote.
-     */
-    static async fromGitBundle(spec, signal) {
-        if (!(await pathExists(spec.bundlePath))) {
-            throw new AetherSdkError("invalid_options", `git bundle file does not exist: ${spec.bundlePath}`);
-        }
-        return Workspace.fromGit(spec.bundlePath, spec, signal);
-    }
-    static async fromGit(remote, spec, signal) {
-        const { startCommit, goldCommit, subdir, branch = DEFAULT_BRANCH, diffExclude = [], } = spec;
-        return withTempDir(async (scratchPath) => {
-            const scratch = await GitRepo.init(scratchPath, signal);
-            await scratch.fetch(remote, [startCommit, goldCommit], signal);
-            const referenceDiff = toGitDiff(await scratch.diff(startCommit, goldCommit, diffExclude, signal));
-            const rootPath = await createWorkspaceDir();
-            try {
-                const repo = await GitRepo.init(rootPath, signal);
-                await repo.fetch(scratchPath, [startCommit], signal);
-                await repo.checkoutBranch(branch, startCommit, signal);
-                return new Workspace({
-                    rootPath,
-                    path: await resolveSubdir(rootPath, subdir),
-                    relativeCwd: subdir,
-                    git: { startCommit, referenceDiff, diffExclude },
-                });
-            }
-            catch (err) {
-                await rm(rootPath, { recursive: true, force: true });
-                throw err;
+    static fromFiles(files) {
+        return Workspace.create(async (rootPath) => {
+            for (const [relativePath, content] of Object.entries(files)) {
+                const target = resolvePath(rootPath, relativePath);
+                await mkdir(dirname(target), { recursive: true });
+                await writeFile(target, content);
             }
         });
     }
+    static fromDir(srcDir, baseDir = process.cwd()) {
+        return Workspace.create(async (rootPath) => {
+            await cp(resolve(baseDir, srcDir), rootPath, { recursive: true });
+        });
+    }
     join(relativePath) {
         return join(this.path, relativePath);
     }
@@ -101,81 +55,31 @@ export class Workspace {
         this.#cleaned = true;
         return { rootPath: this.rootPath, path: this.path };
     }
-    get referenceDiff() {
-        return this.#git?.referenceDiff;
-    }
-    async captureAgentDiff(signal) {
-        if (!this.#git)
-            return undefined;
-        const { startCommit, diffExclude } = this.#git;
-        const diff = await GitRepo.fromPath(this.rootPath).diffWorkingTree(startCommit, diffExclude, signal);
-        return toGitDiff(diff);
-    }
     /** Remove the workspace directory. Idempotent. */
     async cleanup() {
         if (this.#cleaned)
             return;
         this.#cleaned = true;
-        await rm(this.rootPath, { recursive: true, force: true });
+        await removeDir(this.rootPath);
     }
     [Symbol.asyncDispose]() {
         return this.cleanup();
     }
 }
-/**
- * Create a self-contained git bundle at `outPath` containing `spec`'s start and gold
- * commits.
- *
- * Fetches only the start and gold commits (and their reachable objects) into a fresh repo,
- * then writes a bundle that {@link Workspace.fromGitBundle} can later instantiate offline.
- */
-export async function createGitBundle(spec, outPath, signal) {
-    await withTempDir(async (tempDir) => {
-        const repo = await GitRepo.init(tempDir, signal);
-        await repo.fetch(spec.url, [spec.startCommit, spec.goldCommit], signal);
-        await repo.updateRef(`refs/heads/${EVAL_START_REF}`, spec.startCommit, signal);
-        await repo.updateRef(`refs/heads/${EVAL_GOLD_REF}`, spec.goldCommit, signal);
-        await repo.bundle([EVAL_START_REF, EVAL_GOLD_REF], outPath, signal);
-    });
-}
-function toGitDiff(diff) {
-    return { diff, stats: diffStatsFromDiff(diff) };
-}
-async function createWorkspaceDir() {
-    return mkdtemp(join(tmpdir(), "aether-eval-workspace-"));
-}
-async function withTempDir(fn) {
-    const path = await createWorkspaceDir();
-    try {
-        return await fn(path);
-    }
-    finally {
-        await rm(path, { recursive: true, force: true });
-    }
-}
 function resolvePath(root, relativePath) {
     const target = resolve(root, relativePath);
     const rel = relative(root, target);
     if (rel === "" || rel.startsWith("..")) {
-        throw new AetherSdkError("invalid_options", `workspace file path escapes the workspace root: ${relativePath}`);
+        throw new AetherEvalError("configuration_error", `workspace file path escapes the workspace root: ${relativePath}`);
     }
     return target;
 }
-async function pathExists(path) {
-    try {
-        await access(path);
-        return true;
-    }
-    catch {
-        return false;
-    }
-}
 async function resolveSubdir(rootPath, subdir) {
     if (!subdir)
         return rootPath;
     const path = join(rootPath, subdir);
     if (!(await pathExists(path))) {
-        throw new AetherSdkError("invalid_options", `git workspace subdirectory does not exist: ${path}`);
+        throw new AetherEvalError("configuration_error", `workspace subdirectory does not exist: ${path}`);
     }
     return path;
 }