@garuda-agent/garuda 0.18.0 → 0.18.2

package/dist/{chunk-Q4P3W657.js → chunk-LWNMEGDF.js}

@@ -1,1110 +1,11 @@
 #!/usr/bin/env node
 import {
-  DEFAULT_SEED,
-  consistency,
-  costPerPass,
-  mcpUse,
-  mcpUseText,
-  passInterval,
-  roughNote,
-  spread,
-  stepsSd,
-  unexpectedChanges
-} from "./chunk-DOCDCQVM.js";
-import {
-  AutoApprover
-} from "./chunk-NXJ4XLB5.js";
-import {
-  DEFAULT_MAX_STEPS,
-  Runtime
-} from "./chunk-NHWHG3SW.js";
-import {
-  FileSessionStore,
-  isCostIncomplete
-} from "./chunk-UKIE4AAM.js";
-import {
-  totalTokens
-} from "./chunk-7KBOIPUT.js";
-import {
-  LINK_CANDIDATES,
-  cleanArgs
-} from "./chunk-55CFEEIN.js";
-import {
-  MANIFEST,
-  TEST_PATH,
-  tail
-} from "./chunk-AOGFYUKG.js";
-import {
-  git,
-  shellWord
-} from "./chunk-6XHON3Q6.js";
-import {
-  DEFAULT_ENV_ALLOWLIST,
-  HostExecutor,
-  parseSettings
-} from "./chunk-B4SJY7KT.js";
-import {
-  pathMatches
-} from "./chunk-3NJNVZTK.js";
-
-// src/evals/toolchains.ts
-import { mkdtemp, rm } from "fs/promises";
-import { tmpdir } from "os";
-import { join as join2 } from "path";
-
-// src/evals/files.ts
-import { mkdirSync } from "fs";
-import { writeFile } from "fs/promises";
-import { dirname, join } from "path";
-async function writeFiles(root, files) {
-  for (const [path, content] of Object.entries(files)) {
-    const full = join(root, path);
-    mkdirSync(dirname(full), { recursive: true });
-    await writeFile(full, content);
-  }
-}
-
-// src/evals/projects.ts
-var MAVEN_POM = `<?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
-  <modelVersion>4.0.0</modelVersion>
-  <groupId>dev.garuda.eval</groupId>
-  <artifactId>eval</artifactId>
-  <version>1.0.0</version>
-
-  <properties>
-    <maven.compiler.release>17</maven.compiler.release>
-    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-  </properties>
-
-  <dependencies>
-    <dependency>
-      <groupId>org.junit.jupiter</groupId>
-      <artifactId>junit-jupiter</artifactId>
-      <version>5.11.4</version>
-      <scope>test</scope>
-    </dependency>
-  </dependencies>
-
-  <build>
-    <plugins>
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-resources-plugin</artifactId>
-        <version>3.3.1</version>
-      </plugin>
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-compiler-plugin</artifactId>
-        <version>3.13.0</version>
-      </plugin>
-      <plugin>
-        <groupId>org.apache.maven.plugins</groupId>
-        <artifactId>maven-surefire-plugin</artifactId>
-        <version>3.5.2</version>
-      </plugin>
-    </plugins>
-  </build>
-</project>
-`;
-var MAVEN_CHECK = "test ! -e .mvn && mvn -B -q -o test";
-var PYPROJECT = `[project]
-name = "evalpkg"
-version = "0.1.0"
-requires-python = ">=3.9"
-
-[tool.pytest.ini_options]
-pythonpath = ["src"]
-testpaths = ["tests"]
-`;
-var PYTEST_CHECK = "python3 -m pytest -q -c pyproject.toml --noconftest -p no:cacheprovider";
-function isProtectedPath(path) {
-  return /^(test|tests|src\/test)\//.test(path) || path === "pom.xml" || path === "pyproject.toml";
-}
-var lines = (...l) => `${l.join("\n")}
-`;
-
-// src/evals/toolchains.ts
-var TOOLCHAIN_ENV = ["JAVA_HOME", "GRADLE_USER_HOME", "VIRTUAL_ENV"];
-var TOOLCHAINS = {
-  maven: {
-    id: "maven",
-    title: "Maven with JUnit 5 in ~/.m2",
-    files: {
-      "pom.xml": MAVEN_POM,
-      "src/main/java/probe/Probe.java": "package probe;\n\npublic final class Probe {\n  public static int one() {\n    return 1;\n  }\n}\n",
-      "src/test/java/probe/ProbeTest.java": "package probe;\n\nimport static org.junit.jupiter.api.Assertions.assertEquals;\n\nimport org.junit.jupiter.api.Test;\n\nclass ProbeTest {\n  @Test\n  void one() {\n    assertEquals(1, Probe.one());\n  }\n}\n"
-    },
-    probe: "mvn -B -q -o test",
-    prepare: "mvn -B -q test",
-    hint: "The Java tasks need a JDK (17 or later), Maven, and JUnit 5 in ~/.m2. Run `garuda eval --prepare java` once: it downloads the plugins and JUnit with Maven (network)."
-  },
-  pytest: {
-    id: "pytest",
-    title: "Python 3 with pytest",
-    files: {
-      "pyproject.toml": PYPROJECT,
-      "src/probe/__init__.py": "def one():\n    return 1\n",
-      "tests/test_probe.py": "from probe import one\n\n\ndef test_one():\n    assert one() == 1\n"
-    },
-    probe: "python3 -m pytest -q -p no:cacheprovider",
-    hint: "The Python tasks need python3 with pytest 7 or later. Install it, for example with `python3 -m pip install --user pytest`."
-  }
-};
-var PROBE_TIMEOUT_MS = 12e4;
-var PREPARE_TIMEOUT_MS = 10 * 6e4;
-async function checkToolchains(ids) {
-  return Promise.all(
-    [...new Set(ids)].map(async (id) => {
-      const toolchain = TOOLCHAINS[id];
-      const r = await inScratch(toolchain, toolchain.probe, PROBE_TIMEOUT_MS);
-      return { id, ...r };
-    })
-  );
-}
-async function prepareToolchain(id) {
-  const toolchain = TOOLCHAINS[id];
-  if (toolchain.prepare === void 0) return { ok: false, output: toolchain.hint };
-  return inScratch(toolchain, toolchain.prepare, PREPARE_TIMEOUT_MS);
-}
-function toolchainId(name) {
-  const aliases = {
-    java: "maven",
-    maven: "maven",
-    python: "pytest",
-    pytest: "pytest"
-  };
-  return aliases[name.toLowerCase()];
-}
-async function inScratch(toolchain, command, timeoutMs) {
-  const root = await mkdtemp(join2(tmpdir(), `garuda-toolchain-${toolchain.id}-`));
-  try {
-    await writeFiles(root, toolchain.files);
-    const r = await new HostExecutor().run(command, {
-      root,
-      sandbox: false,
-      writePaths: [root],
-      denyWritePaths: [],
-      denyReadPaths: [],
-      network: true,
-      envAllowlist: [...DEFAULT_ENV_ALLOWLIST, ...TOOLCHAIN_ENV],
-      timeoutMs,
-      maxOutputBytes: 4e3
-    });
-    const output = `${r.stdout.text}${r.stderr.text}`.trim();
-    return { ok: r.exitCode === 0 && !r.timedOut, output };
-  } catch (error) {
-    return { ok: false, output: error.message };
-  } finally {
-    await rm(root, { recursive: true, force: true });
-  }
-}
-
-// src/evals/repoTasks.ts
-import { mkdtempSync, realpathSync } from "fs";
-import { mkdir, readFile, rm as rm2, symlink, writeFile as writeFile2 } from "fs/promises";
-import { tmpdir as tmpdir2 } from "os";
-import { dirname as dirname2, join as join3 } from "path";
-import { z } from "zod";
-var REPO_SUITE_FILE = join3(".garuda", "evals", "repo-suite.json");
-var DEFAULT_COMMITS = 200;
-var DEFAULT_MAX_TASKS = 30;
-var MAX_TASK_FILES = 10;
-var BUILD_TEST_TIMEOUT_MS = 5 * 6e4;
-var testFile = z.object({ path: z.string(), content: z.string().nullable() });
-var taskSchema = z.object({
-  id: z.string(),
-  sha: z.string(),
-  base: z.string(),
-  subject: z.string(),
-  prompt: z.string(),
-  tests: z.array(testFile),
-  /** The check: the test command for this task's test files. Absent: the suite's test command. */
-  check: z.string().optional()
-});
-var suiteSchema = z.object({
-  version: z.literal(1),
-  root: z.string(),
-  head: z.string(),
-  createdAt: z.string(),
-  testCommand: z.string(),
-  tasks: z.array(taskSchema)
-});
-var DOC_PATH = /\.(md|mdx|rst|txt|adoc)$|(^|\/)docs?\//i;
-var PACKAGE_JSON = /(^|\/)package\.json$/;
-function skipReason(commit) {
-  const { files } = commit;
-  if (files.length === 0) return "no files";
-  const code = files.filter((f) => !DOC_PATH.test(f.path));
-  if (code.length > MAX_TASK_FILES) return `more than ${MAX_TASK_FILES} files`;
-  if (files.some((f) => f.added === void 0)) return "a binary file";
-  if (files.some((f) => MANIFEST.test(f.path) && !PACKAGE_JSON.test(f.path))) {
-    return "dependencies changed";
-  }
-  const tests = code.filter((f) => TEST_PATH.test(f.path));
-  if (tests.length === 0) return "no test change";
-  if (tests.length === code.length) return "only tests changed";
-  return void 0;
-}
-function dependencyChange(diff) {
-  for (const line of diff.split("\n")) {
-    if (!/^[+-]/.test(line) || /^(\+\+\+|---)/.test(line)) continue;
-    if (/[dD]ependencies"/.test(line)) return true;
-    const entry = /^[+-]\s*"([^"]+)":\s*"[~^<>=]*\d/.exec(line);
-    if (entry !== null && entry[1] !== "version") return true;
-  }
-  return false;
-}
-function scopedTestCommand(command, files) {
-  const list = files.map(shellWord).join(" ");
-  if (command.includes("{files}")) return command.replaceAll("{files}", list);
-  if (files.length === 0) return command;
-  const c = command.trim();
-  if (/^npm (run )?test$/.test(c)) return `${c} -- ${list}`;
-  if (/^(pnpm|yarn)( run)? test$/.test(c) || /^node --test$/.test(c) || /^(npx |pnpm exec )?(vitest|jest)( run)?$/.test(c) || /-m pytest( -q)?$|^pytest( -q)?$/.test(c)) {
-    return `${c} ${list}`;
-  }
-  return c;
-}
-function repoPrompt(commit, tests) {
-  return [
-    commit.subject.trim(),
-    ...commit.body.trim() === "" ? [] : ["", commit.body.trim()],
-    "",
-    `The tests for this change are already in the project: ${tests.join(", ")}. Make the change so that they pass. Do not change these test files.`
-  ].join("\n");
-}
-async function recentCommits(executor, root, options = {}) {
-  const log = await git(executor, root, [
-    "log",
-    "--no-merges",
-    "--format=%H%x00%s%x00%b%x1e",
-    `-n${options.commits ?? DEFAULT_COMMITS}`,
-    ...options.since === void 0 ? [] : [`--since=${options.since}`],
-    "HEAD"
-  ]);
-  const out = [];
-  for (const entry of log.stdout.split("")) {
-    const [sha = "", subject = "", body = ""] = entry.replace(/^\n/, "").split("\0");
-    if (!/^[0-9a-f]{40,64}$/.test(sha)) continue;
-    const stat = await git(executor, root, ["show", "--no-renames", "--numstat", "--format=", sha]);
-    const files = stat.stdout.split("\n").map((line) => /^(\d+|-)\t(\d+|-)\t(.+)$/.exec(line)).filter((m) => m !== null).map(
-      (m) => m[1] === "-" ? { path: m[3] } : { path: m[3], added: Number(m[1]), removed: Number(m[2]) }
-    );
-    out.push({ sha, subject, body, files });
-  }
-  return out;
-}
-async function taskWorktree(executor, root, commit) {
-  const dir = realpathSync(mkdtempSync(join3(tmpdir2(), "garuda-repo-task-")));
-  await git(executor, root, ["worktree", "add", "--detach", "--quiet", dir, commit]);
-  for (const name of LINK_CANDIDATES) {
-    try {
-      await symlink(join3(root, name), join3(dir, name), "dir");
-    } catch {
-    }
-  }
-  return dir;
-}
-async function removeTaskWorktree(executor, root, dir) {
-  await git(executor, root, ["worktree", "remove", "--force", dir], { check: false });
-  await rm2(dir, { recursive: true, force: true });
-  await git(executor, root, ["worktree", "prune"], { check: false });
-}
-async function applyTests(dir, tests) {
-  for (const t of tests) {
-    const file = join3(dir, t.path);
-    if (t.content === null) await rm2(file, { force: true });
-    else {
-      await mkdir(dirname2(file), { recursive: true });
-      await writeFile2(file, t.content);
-    }
-  }
-}
-async function runTests(executor, dir, command) {
-  const result = await executor.run(command, {
-    root: dir,
-    sandbox: false,
-    writePaths: [dir],
-    denyWritePaths: [],
-    denyReadPaths: [],
-    network: false,
-    envAllowlist: [...DEFAULT_ENV_ALLOWLIST, ...TOOLCHAIN_ENV],
-    timeoutMs: BUILD_TEST_TIMEOUT_MS,
-    maxOutputBytes: 2e4
-  });
-  const output = `${result.stdout.text}${result.stderr.text}`;
-  return {
-    ok: result.exitCode === 0 && !result.timedOut,
-    tail: result.timedOut ? "(stopped: too long)" : tail(output, 15)
-  };
-}
-async function buildRepoSuite(executor, root, options) {
-  const say = options.onProgress ?? (() => {
-  });
-  const head = (await git(executor, root, ["rev-parse", "HEAD"])).stdout.trim();
-  const commits = await recentCommits(executor, root, {
-    ...options.commits === void 0 ? {} : { commits: options.commits },
-    ...options.since === void 0 ? {} : { since: options.since }
-  });
-  const skipped = {};
-  const skip = (why) => {
-    skipped[why] = (skipped[why] ?? 0) + 1;
-  };
-  const tasks = [];
-  let checked = 0;
-  let failure;
-  const max = options.maxTasks ?? DEFAULT_MAX_TASKS;
-  for (const commit of commits) {
-    if (tasks.length >= max) break;
-    const why = skipReason(commit);
-    if (why !== void 0) {
-      skip(why);
-      continue;
-    }
-    const parent = await git(
-      executor,
-      root,
-      ["rev-parse", "--verify", "--quiet", `${commit.sha}^`],
-      {
-        check: false
-      }
-    );
-    if (parent.exitCode !== 0) {
-      skip("the first commit (no parent)");
-      continue;
-    }
-    if (commit.files.some((f) => PACKAGE_JSON.test(f.path))) {
-      const diff = await git(
-        executor,
-        root,
-        ["show", "--format=", commit.sha, "--", "package.json"],
-        {
-          check: false
-        }
-      );
-      if (dependencyChange(diff.stdout)) {
-        skip("dependencies changed");
-        continue;
-      }
-    }
-    const base2 = parent.stdout.trim();
-    const testPaths = commit.files.filter((f) => TEST_PATH.test(f.path) && !DOC_PATH.test(f.path)).map((f) => f.path);
-    const tests = [];
-    for (const path of testPaths) {
-      const shown = await git(executor, root, ["show", `${commit.sha}:${path}`], { check: false });
-      tests.push({ path, content: shown.exitCode === 0 ? shown.stdout : null });
-    }
-    const runnable = tests.filter((t) => t.content !== null).map((t) => t.path);
-    if (runnable.length === 0) {
-      skip("only deletes tests");
-      continue;
-    }
-    const check = scopedTestCommand(options.testCommand, runnable);
-    checked++;
-    say(`checking ${commit.sha.slice(0, 7)} ${commit.subject}`);
-    const dir = await taskWorktree(executor, root, base2);
-    try {
-      await applyTests(dir, tests);
-      if ((await runTests(executor, dir, check)).ok) {
-        skip("the tests already pass at the parent");
-        continue;
-      }
-      await git(executor, dir, ["checkout", "--quiet", "--", "."], { check: false });
-      await git(executor, dir, cleanArgs(), { check: false });
-      await git(executor, dir, ["checkout", "--quiet", "--detach", commit.sha]);
-      const atCommit = await runTests(executor, dir, check);
-      if (!atCommit.ok) {
-        skip("the tests fail at the commit");
-        failure ??= { sha: commit.sha, command: check, tail: atCommit.tail };
-        continue;
-      }
-    } finally {
-      await removeTaskWorktree(executor, root, dir);
-    }
-    tasks.push({
-      id: `repo-${commit.sha.slice(0, 7)}`,
-      sha: commit.sha,
-      base: base2,
-      subject: commit.subject,
-      prompt: repoPrompt(commit, testPaths),
-      tests,
-      check
-    });
-    say(`kept ${commit.sha.slice(0, 7)} (${tasks.length}/${max})`);
-  }
-  return {
-    suite: {
-      version: 1,
-      root,
-      head,
-      createdAt: (/* @__PURE__ */ new Date()).toISOString(),
-      testCommand: options.testCommand,
-      tasks
-    },
-    checked,
-    skipped,
-    ...failure === void 0 ? {} : { failure }
-  };
-}
-async function saveRepoSuite(suite) {
-  const file = join3(suite.root, REPO_SUITE_FILE);
-  await mkdir(dirname2(file), { recursive: true });
-  await writeFile2(file, `${JSON.stringify(suite, null, 2)}
-`, { mode: 384 });
-  return file;
-}
-async function loadRepoSuite(root) {
-  let text;
-  try {
-    text = await readFile(join3(root, REPO_SUITE_FILE), "utf8");
-  } catch {
-    return void 0;
-  }
-  const parsed = suiteSchema.safeParse(JSON.parse(text));
-  if (!parsed.success) throw new Error(`${REPO_SUITE_FILE}: ${z.prettifyError(parsed.error)}`);
-  return parsed.data;
-}
-function repoEvalTasks(suite) {
-  return suite.tasks.map((t) => ({
-    id: t.id,
-    title: t.subject,
-    prompt: t.prompt,
-    files: {},
-    check: t.check ?? suite.testCommand,
-    protect: t.tests.filter((f) => f.content !== null).map((f) => f.path),
-    solution: {},
-    repo: { root: suite.root, base: t.base, sha: t.sha, tests: t.tests }
-  }));
-}
-
-// src/evals/runner.ts
-import { constants as fsConstants, mkdirSync as mkdirSync2, realpathSync as realpathSync2 } from "fs";
-import { copyFile, mkdtemp as mkdtemp3, readFile as readFile3, rm as rm4, writeFile as writeFile4 } from "fs/promises";
-import { tmpdir as tmpdir4 } from "os";
-import { join as join6 } from "path";
-
-// src/evals/agents/claudeCode.ts
-import { mkdtemp as mkdtemp2, rm as rm3, writeFile as writeFile3 } from "fs/promises";
-import { tmpdir as tmpdir3 } from "os";
-import { join as join4 } from "path";
-var MAX_OUTPUT_BYTES = 5e6;
-function claudeCommand(agent, prompt, maxTurns) {
-  return [
-    quote(agent.command),
-    "-p",
-    quote(prompt),
-    "--output-format",
-    "json",
-    "--model",
-    quote(agent.model),
-    "--max-turns",
-    String(maxTurns),
-    "--permission-mode",
-    "bypassPermissions"
-  ].join(" ");
-}
-function parseClaudeResult(stdout) {
-  const line = stdout.trim().split("\n").reverse().find((l) => l.trim().startsWith("{"));
-  let data;
-  try {
-    data = JSON.parse(line ?? "");
-  } catch {
-    return {
-      stopReason: "error",
-      steps: 0,
-      tokens: 0,
-      cacheReadTokens: 0,
-      costUsd: void 0,
-      reason: `Claude Code gave no JSON result: ${stdout.trim().slice(0, 300) || "no output"}`
-    };
-  }
-  const usage = data.usage ?? {};
-  const n = (v) => typeof v === "number" && Number.isFinite(v) ? v : 0;
-  const cacheRead = n(usage.cache_read_input_tokens);
-  const tokens = n(usage.input_tokens) + n(usage.output_tokens) + cacheRead + n(usage.cache_creation_input_tokens);
-  const costUsd = typeof data.total_cost_usd === "number" ? data.total_cost_usd : void 0;
-  const steps = n(data.num_turns);
-  const subtype = typeof data.subtype === "string" ? data.subtype : "";
-  const base2 = { steps, tokens, cacheReadTokens: cacheRead, costUsd };
-  if (subtype === "error_max_turns") return { ...base2, stopReason: "max_steps" };
-  if (subtype === "success" && data.is_error !== true) return { ...base2, stopReason: "done" };
-  const text = typeof data.result === "string" ? data.result : subtype || "unknown error";
-  return { ...base2, stopReason: "error", reason: `Claude Code failed: ${text.slice(0, 300)}` };
-}
-async function runClaudeCode(executor, policy, agent, prompt, maxTurns, signal) {
-  const config = await mkdtemp2(join4(tmpdir3(), "garuda-claude-config-"));
-  try {
-    await writeFile3(
-      join4(config, ".claude.json"),
-      `${JSON.stringify({ hasCompletedOnboarding: true })}
-`
-    );
-    const result = await executor.run(
-      claudeCommand(agent, prompt, maxTurns),
-      { ...policy, maxOutputBytes: MAX_OUTPUT_BYTES },
-      {
-        signal,
-        env: {
-          ...agent.env,
-          CLAUDE_CONFIG_DIR: config,
-          CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC: "1",
-          DISABLE_AUTOUPDATER: "1"
-        }
-      }
-    );
-    const outcome = result.timedOut || result.aborted ? {
-      stopReason: "timeout",
-      steps: 0,
-      tokens: 0,
-      cacheReadTokens: 0,
-      costUsd: void 0,
-      reason: "Claude Code took longer than the task's time limit."
-    } : parseClaudeResult(result.stdout.text);
-    if (outcome.stopReason === "error" && result.stderr.text.trim() !== "" && outcome.reason !== void 0) {
-      outcome.reason += `
-${result.stderr.text.trim().split("\n").slice(-3).join("\n")}`;
-    }
-    return { result, outcome };
-  } finally {
-    await rm3(config, { recursive: true, force: true });
-  }
-}
-function quote(text) {
-  return `'${text.replace(/'/g, "'\\''")}'`;
-}
-
-// src/evals/changes.ts
-import { createHash } from "crypto";
-import { lstat, readdir, readFile as readFile2, readlink } from "fs/promises";
-import { join as join5 } from "path";
-var IGNORED_DIRS = /* @__PURE__ */ new Set([
-  ".git",
-  ".garuda",
-  // Claude Code's own project folder (the T11b baseline), as .garuda is Garuda's.
-  ".claude",
-  "node_modules",
-  "target",
-  "build",
-  "dist",
-  "__pycache__",
-  ".pytest_cache"
-]);
-var IGNORED_FILE = /\.(class|pyc)$/;
-var MAX_TRACKED_FILES = 5e4;
-async function treeState(root) {
-  const out = /* @__PURE__ */ new Map();
-  const walk = async (dir, prefix) => {
-    let names;
-    try {
-      names = await readdir(dir);
-    } catch {
-      return;
-    }
-    for (const name of names.sort()) {
-      if (out.size >= MAX_TRACKED_FILES) return;
-      const path = prefix === "" ? name : `${prefix}/${name}`;
-      const full = join5(dir, name);
-      const info = await lstat(full).catch(() => void 0);
-      if (info === void 0) continue;
-      if (info.isDirectory()) {
-        if (!IGNORED_DIRS.has(name)) await walk(full, path);
-      } else if (info.isSymbolicLink()) {
-        out.set(path, `link:${await readlink(full).catch(() => "")}`);
-      } else if (info.isFile() && !IGNORED_FILE.test(name)) {
-        const hash = createHash("sha256");
-        hash.update(await readFile2(full).catch(() => Buffer.alloc(0)));
-        out.set(path, hash.digest("hex"));
-      }
-    }
-  };
-  await walk(root, "");
-  return out;
-}
-function changedPaths(before, after) {
-  const out = /* @__PURE__ */ new Set();
-  for (const [path, hash] of after) if (before.get(path) !== hash) out.add(path);
-  for (const path of before.keys()) if (!after.has(path)) out.add(path);
-  return [...out].sort();
-}
-function unexpectedPaths(changed, expected, allowChanges = []) {
-  const known = new Set(expected);
-  return changed.filter(
-    (path) => !known.has(path) && !allowChanges.some((glob) => pathMatches(glob, path, false))
-  );
-}
-
-// src/evals/runner.ts
-var EVAL_DENY_RULES = [
-  "bash(rm -rf*)",
-  "bash(sudo*)",
-  "bash(git push*)",
-  "bash(curl*)",
-  "bash(wget*)"
-];
-var REPO_CHECK_TIMEOUT_MS = 5 * 6e4;
-var EVAL_TASK_TIMEOUT_MS = 10 * 6e4;
-var MCP_PREPARE_TIMEOUT_MS = 12e4;
-async function runEvalTask(task4, options) {
-  const started = Date.now();
-  const host = new HostExecutor();
-  let root;
-  if (task4.repo === void 0) {
-    root = realpathSync2(await mkdtemp3(join6(tmpdir4(), `garuda-eval-${task4.id}-`)));
-    await writeFiles(root, task4.files);
-  } else {
-    root = await taskWorktree(host, task4.repo.root, task4.repo.base);
-    await applyTests(root, task4.repo.tests);
-  }
-  if (options.format !== void 0) await formatProject(root, options.format.biome);
-  const protect = task4.protect ?? Object.keys(task4.files).filter(isProtectedPath);
-  const before = await snapshot(root, protect);
-  const settings2 = parseSettings({
-    // With an allowlist, a host outside it is denied: nobody answers questions in an eval.
-    permissions: {
-      deny: options.network === void 0 ? EVAL_DENY_RULES : [...EVAL_DENY_RULES, "network"]
-    },
-    ...options.network === void 0 ? {} : { network: { allow: options.network } },
-    // Evals must not depend on the internet.
-    web: { enabled: false },
-    ...options.executor === void 0 ? {} : { executor: options.executor },
-    ...options.codeIndex === void 0 ? {} : { codeIndex: options.codeIndex },
-    ...options.maxSteps === void 0 ? {} : { limits: { maxSteps: options.maxSteps } },
-    ...options.subagents === void 0 ? {} : { subagents: { enabled: options.subagents } },
-    ...options.todo === void 0 ? {} : { todo: { enabled: options.todo } },
-    ...options.format === void 0 ? {} : {
-      formatters: {
-        enabled: options.format.on,
-        commands: {
-          biome: {
-            extensions: ["js", "jsx", "mjs", "cjs", "ts", "tsx", "json"],
-            command: [options.format.biome, "format", "--write", "$FILE"]
-          }
-        }
-      }
-    },
-    ...options.keepThinking === void 0 ? {} : { thinking: { keepBlocks: options.keepThinking } }
-  });
-  const store = new FileSessionStore(root);
-  let mcpCalls = 0;
-  const tools = [];
-  const createRuntime = (prepare2) => Runtime.create({
-    root,
-    modelId: options.modelId,
-    model: async () => options.model(),
-    ...options.modelInfo === void 0 ? {} : { modelInfo: options.modelInfo },
-    ...options.maxTokens === void 0 ? {} : { maxTokens: options.maxTokens },
-    ...options.subagentModel === void 0 ? {} : { subagentModel: options.subagentModel },
-    approver: new AutoApprover("once"),
-    store,
-    settings: settings2,
-    // The user's own MCP servers must not change eval results; `--mcp` allows one by name.
-    mcp: options.mcp === void 0 || prepare2 ? false : { home: options.mcp.home, only: options.mcp.server },
-    hooks: false,
-    ...options.addendum === void 0 ? {} : { addendum: options.addendum },
-    ...options.policy === void 0 ? {} : { policy: options.policy },
-    commands: false,
-    // The list comes from the eval command line: the user typed it.
-    ...options.network === void 0 ? {} : { network: { approved: true } },
-    ...options.lsp === void 0 ? {} : { lsp: { enabled: options.lsp } },
-    onEvent: (event) => {
-      if (event.type === "tool_call") {
-        tools.push(event.call.name);
-        if (event.call.name.startsWith("mcp__")) mcpCalls++;
-      }
-      options.onEvent?.(task4.id, event);
-    }
-  });
-  let prepareFailure;
-  const prepare = options.mcp?.prepare;
-  if (prepare !== void 0) {
-    const prep = await createRuntime(true);
-    try {
-      const prepared = await runCheck(
-        root,
-        prepare,
-        MCP_PREPARE_TIMEOUT_MS,
-        prep.executor.isolation === "none" ? void 0 : { executor: prep.executor, policy: prep.execPolicy(MCP_PREPARE_TIMEOUT_MS) }
-      );
-      if (!prepared.ok) prepareFailure = `${MCP_PREPARE_FAILED}
-${prepared.output}`;
-    } finally {
-      await prep.close();
-      prep.executor.shutdown();
-    }
-  }
-  const runtime = await createRuntime(false);
-  const result = {
-    id: task4.id,
-    title: task4.title,
-    passed: false,
-    stopReason: "error",
-    steps: 0,
-    tokens: 0,
-    costUsd: void 0,
-    durationMs: 0
-  };
-  if (prepareFailure !== void 0) result.reason = prepareFailure;
-  const start = await treeState(root);
-  const limitMs = options.taskTimeoutMs ?? EVAL_TASK_TIMEOUT_MS;
-  const timeout = AbortSignal.timeout(limitMs);
-  try {
-    if (result.reason !== void 0) {
-    } else if (options.agent !== void 0) {
-      await runtime.prepareCommands(timeout);
-      const { result: exec, outcome } = await runClaudeCode(
-        runtime.executor,
-        runtime.execPolicy(limitMs),
-        options.agent,
-        task4.prompt,
-        options.maxSteps ?? DEFAULT_MAX_STEPS,
-        timeout
-      );
-      result.stopReason = outcome.stopReason;
-      result.steps = outcome.steps;
-      result.tokens = outcome.tokens;
-      result.cacheReadTokens = outcome.cacheReadTokens;
-      result.costUsd = outcome.costUsd;
-      if (outcome.reason !== void 0) result.reason = outcome.reason;
-      if (options.outDir !== void 0) {
-        mkdirSync2(options.outDir, { recursive: true });
-        result.sessionFile = await saveUnique(
-          options.outDir,
-          task4.id,
-          ".claude.json",
-          (path) => writeFile4(path, exec.stdout.text, { flag: "wx" })
-        );
-      }
-    } else {
-      const run = await runtime.runTurn(task4.prompt, timeout);
-      result.stopReason = run.stopReason;
-      result.steps = run.steps;
-    }
-  } catch (error) {
-    runtime.recordStop("error");
-    if (timeout.aborted) {
-      result.stopReason = "timeout";
-      result.reason = `The task took longer than ${limitMs / 6e4} minutes.`;
-    } else {
-      result.reason = `The run failed: ${error.message}`;
-    }
-  } finally {
-    if (tools.length > 0) result.tools = tools;
-    if (options.mcp !== void 0) {
-      result.mcpCalls = mcpCalls;
-      const status = runtime.mcpStatus().find((m) => m.name === options.mcp?.server);
-      if (result.reason === void 0 && status !== void 0 && status.state === "failed") {
-        result.stopReason = "error";
-        result.reason = `${MCP_NOT_STARTED} "${options.mcp.server}": ${status.message ?? "no reason given"}`;
-      }
-    }
-    await runtime.close();
-    runtime.executor.shutdown();
-  }
-  const session = runtime.session;
-  if (session !== void 0 && options.agent === void 0) {
-    result.tokens = totalTokens(session.usage);
-    if (session.unreportedTokens > 0) result.unreportedTokens = session.unreportedTokens;
-    result.costUsd = session.costUsd;
-    if (isCostIncomplete(session)) result.costIncomplete = true;
-    result.cacheReadTokens = session.usage.cacheReadTokens;
-    if (options.outDir !== void 0) {
-      mkdirSync2(options.outDir, { recursive: true });
-      const from = store.path(session.id);
-      result.sessionFile = await saveUnique(
-        options.outDir,
-        task4.id,
-        ".jsonl",
-        (path) => copyFile(from, path, fsConstants.COPYFILE_EXCL)
-      );
-    }
-  }
-  result.changed = changedPaths(start, await treeState(root));
-  const expected = await expectedFiles(task4, host);
-  if (expected !== void 0) {
-    result.unexpected = unexpectedPaths(result.changed, expected, task4.allowChanges);
-  }
-  if (result.reason === void 0) {
-    const changed = await changedFiles(root, before);
-    const checkMs = task4.repo === void 0 ? 12e4 : REPO_CHECK_TIMEOUT_MS;
-    const check = await runCheck(
-      root,
-      task4.check,
-      checkMs,
-      runtime.executor.isolation === "none" ? void 0 : { executor: runtime.executor, policy: runtime.execPolicy(checkMs) }
-    );
-    if (changed.length > 0)
-      result.reason = `The agent changed protected files: ${changed.join(", ")}.`;
-    else if (!check.ok) result.reason = `The check failed:
-${check.output}`;
-    else result.passed = true;
-  }
-  result.durationMs = Date.now() - started;
-  if (!options.keep) {
-    if (task4.repo === void 0) await rm4(root, { recursive: true, force: true });
-    else await removeTaskWorktree(host, task4.repo.root, root);
-  }
-  return result;
-}
-async function expectedFiles(task4, host) {
-  if (task4.repo === void 0) return Object.keys(task4.solution);
-  if (task4.repo.sha === void 0) return void 0;
-  const r = await git(
-    host,
-    task4.repo.root,
-    ["diff", "--name-only", task4.repo.base, task4.repo.sha],
-    {
-      check: false
-    }
-  );
-  if (r.exitCode !== 0) return void 0;
-  const tests = new Set(task4.repo.tests.map((t) => t.path));
-  return r.stdout.split("\n").map((line) => line.trim()).filter((line) => line !== "" && !tests.has(line));
-}
-function isAuthFailure(result) {
-  if (!isErrorRun(result) || result.reason === void 0) return false;
-  return /\b40[13]\b|authentication_error|permission_error|invalid x-api-key|invalid api key/i.test(
-    result.reason
-  );
-}
-function isConnectionFailure(result) {
-  if (!isErrorRun(result) || result.reason === void 0) return false;
-  return /ECONNREFUSED|ENOTFOUND|EAI_AGAIN|connection refused|self[- ]signed certificate|unable to get local issuer certificate|certificate has expired/i.test(
-    result.reason
-  );
-}
-async function saveUnique(dir, id, ext, write) {
-  for (let n = 1; ; n++) {
-    const path = join6(dir, `${id}${n === 1 ? "" : `-${n}`}${ext}`);
-    try {
-      await write(path);
-      return path;
-    } catch (error) {
-      if (error.code !== "EEXIST") throw error;
-    }
-  }
-}
-var MCP_PREPARE_FAILED = "The MCP prepare command failed:";
-var MCP_NOT_STARTED = "The MCP server did not start:";
-function isMcpFailure(result) {
-  return result.reason !== void 0 && (result.reason.startsWith(MCP_PREPARE_FAILED) || result.reason.startsWith(MCP_NOT_STARTED));
-}
-function isSetupFailure(result) {
-  return isAuthFailure(result) || isConnectionFailure(result) || isMcpFailure(result);
-}
-async function runEvals(tasks, options, onResult, stop) {
-  const results = new Array(tasks.length);
-  const seen = /* @__PURE__ */ new Map();
-  const attempts = tasks.map((t) => {
-    const n = (seen.get(t.id) ?? 0) + 1;
-    seen.set(t.id, n);
-    return n;
-  });
-  let next = 0;
-  let stopped = false;
-  const worker = async () => {
-    for (let i = next++; i < tasks.length && !stopped; i = next++) {
-      const result = await runEvalTask(tasks[i], options);
-      result.attempt = attempts[i];
-      results[i] = result;
-      onResult?.(result);
-      if (stop?.(result)) stopped = true;
-    }
-  };
-  const width = Math.max(1, Math.min(options.parallel ?? 1, tasks.length));
-  await Promise.all(Array.from({ length: width }, worker));
-  return results.filter((r) => r !== void 0);
-}
-async function runCheck(root, command, timeoutMs = 12e4, sandboxed) {
-  const envAllowlist = [...DEFAULT_ENV_ALLOWLIST, ...TOOLCHAIN_ENV];
-  const r = sandboxed === void 0 ? await new HostExecutor().run(command, {
-    root,
-    sandbox: false,
-    writePaths: [root],
-    denyWritePaths: [],
-    denyReadPaths: [],
-    network: false,
-    envAllowlist,
-    timeoutMs,
-    maxOutputBytes: 4e3
-  }) : await sandboxed.executor.run(command, {
-    ...sandboxed.policy,
-    envAllowlist: [.../* @__PURE__ */ new Set([...sandboxed.policy.envAllowlist, ...TOOLCHAIN_ENV])],
-    timeoutMs,
-    maxOutputBytes: 4e3
-  });
-  const text = `${r.stdout.text}${r.stderr.text}`.trim();
-  const output = text !== "" ? text : `(no output; ${r.timedOut ? "timed out" : `exit code ${r.exitCode}`})`;
-  return { ok: r.exitCode === 0 && !r.timedOut, output };
-}
-async function snapshot(root, paths) {
-  const out = /* @__PURE__ */ new Map();
-  for (const path of paths) out.set(path, await readFile3(join6(root, path), "utf8").catch(() => ""));
-  return out;
-}
-async function changedFiles(root, before) {
-  const after = await snapshot(root, [...before.keys()]);
-  return [...before.keys()].filter((path) => before.get(path) !== after.get(path));
-}
-function isErrorRun(result) {
-  return result.stopReason === "error";
-}
-function summarize(results) {
-  const attempted = results.length;
-  const errors = results.filter(isErrorRun).length;
-  const scored = attempted - errors;
-  const passed = results.filter((r) => r.passed).length;
-  return {
-    attempted,
-    errors,
-    scored,
-    passed,
-    ...scored === 0 ? {} : { scoredRate: passed / scored },
-    ...attempted === 0 ? {} : { attemptedRate: passed / attempted }
-  };
-}
-var percent = (rate) => rate === void 0 ? "\u2013" : `${Math.round(rate * 100)}%`;
-function formatReport(results, options = {}) {
-  const width = idWidth(results);
-  const rows = results.map(
-    (r) => [
-      r.passed ? "PASS" : isErrorRun(r) ? "ERR " : "FAIL",
-      r.id.padEnd(width),
-      `${String(r.steps).padStart(3)} steps`,
-      (r.unreportedTokens ?? 0) > 0 ? `tok ? (${r.unreportedTokens} reserved)` : `${(r.tokens / 1e3).toFixed(1).padStart(7)}k tok`,
-      r.costUsd === void 0 ? "   cost ?" : `${r.costIncomplete === true ? "\u2265" : ""}$${r.costUsd.toFixed(4).padStart(7)}`,
-      `${(r.durationMs / 1e3).toFixed(0).padStart(4)} s`,
-      r.stopReason
-    ].join("  ")
-  );
-  const summary = summarize(results);
-  const known = `$${results.reduce((s, r) => s + (r.costUsd ?? 0), 0).toFixed(4)}`;
-  const cost = !results.every((r) => r.costUsd !== void 0) ? "unknown" : results.some((r) => r.costIncomplete === true) ? `\u2265 ${known} (incomplete)` : known;
-  const steps = results.reduce((s, r) => s + r.steps, 0);
-  const counted = `${summary.passed}/${summary.scored} scored runs passed (${percent(summary.scoredRate)}) \xB7 ${summary.passed}/${summary.attempted} of all attempted runs (${percent(summary.attemptedRate)})` + (summary.errors > 0 ? ` \xB7 ${summary.errors} error run(s)` : "");
-  const tokens = results.reduce((s, r) => s + r.tokens, 0);
-  const cached = results.reduce((s, r) => s + (r.cacheReadTokens ?? 0), 0);
-  const share = results.some((r) => (r.unreportedTokens ?? 0) > 0) ? " \xB7 cache share unknown" : tokens === 0 ? "" : ` \xB7 ${Math.round(cached / tokens * 100)}% of tokens from the cache`;
-  const lines4 = [
-    ...rows,
-    "",
-    `${counted} \xB7 ${steps} steps \xB7 cost ${cost}${share}`,
-    ...evidenceLines(results, options.seed ?? DEFAULT_SEED)
-  ];
-  const ids = [...new Set(results.map((r) => r.id))];
-  if (ids.length < results.length) lines4.push("", "Mean per task:", ...meanRows(results, ids));
-  return lines4.join("\n");
-}
-function evidenceLines(results, seed) {
-  const out = [];
-  if (results.length > 0 && results.every(isErrorRun)) {
-    return [
-      "No scored run: every run failed with an error (the reasons are above), so this run gives no evidence about the agent."
-    ];
-  }
-  const interval = passInterval(results, { seed });
-  if (interval !== void 0 && interval.tasks >= 2) {
-    out.push(
-      `Pass rate over all attempts: ${percent(interval.rate)} (95% interval ${percent(interval.low)}\u2013${percent(interval.high)}; cluster bootstrap over ${interval.tasks} tasks, ${interval.draws} draws, seed ${interval.seed})`
-    );
-    if (interval.low === interval.high) {
-      out.push(
-        "  Every draw gave the same rate, so the interval shows no uncertainty: more tasks are needed to measure it."
-      );
-    }
-    if (interval.tasks < 10) out.push(`  ${roughNote(interval.tasks)}`);
-  }
-  const c = consistency(results);
-  if (c.repeated > 0) {
-    const none = c.nonePassed.length === 0 ? "" : ` (${c.nonePassed.join(", ")})`;
-    const errors = c.onlyErrors.length === 0 ? "" : `; ${c.onlyErrors.length} had only error runs (${c.onlyErrors.join(", ")})`;
-    out.push(
-      `Consistency: ${c.allPassed.length} of ${c.repeated} repeated tasks passed every run; ${c.nonePassed.length} passed none${none}${errors}`
-    );
-  }
-  const s = spread(results);
-  if (s !== void 0) {
-    const k = (n) => `${(n / 1e3).toFixed(1)}k`;
-    const sec = (ms) => `${Math.round(ms / 1e3)} s`;
-    out.push(
-      `Spread (${s.runs} scored runs): steps median ${s.steps.median.toFixed(1)}, p95 ${s.steps.p95.toFixed(1)} \xB7 tokens median ${k(s.tokens.median)}, p95 ${k(s.tokens.p95)} \xB7 time median ${sec(s.durationMs.median)}, p95 ${sec(s.durationMs.p95)}`
-    );
-  }
-  const cost = costPerPass(results);
-  out.push(
-    cost.kind === "unknown" ? "Cost per accepted change: unknown (a run's cost is unknown)" : cost.kind === "none" ? "Cost per accepted change: no passes" : `Cost per accepted change: ${cost.minimum ? "\u2265 " : ""}$${cost.usd.toFixed(4)} (all attempts ${cost.minimum ? "\u2265 " : ""}$${cost.totalUsd.toFixed(4)} / ${cost.passes} pass${cost.passes === 1 ? "" : "es"})`
-  );
-  const u = unexpectedChanges(results);
-  if (u.measured > 0) {
-    out.push(
-      `Unexpected changes: ${u.runs} of ${u.measured} runs, ${u.files} file${u.files === 1 ? "" : "s"}`
-    );
-    const shown = results.filter((r) => (r.unexpected?.length ?? 0) > 0).slice(0, 5);
-    for (const r of shown) {
-      out.push(
-        `  ${r.id}${r.attempt === void 0 ? "" : ` (run ${r.attempt})`}: ${(r.unexpected ?? []).join(", ")}`
-      );
-    }
-    if (u.runs > shown.length) out.push(`  \u2026 ${u.runs - shown.length} more in report.json`);
-  }
-  const mcp = mcpUse(results);
-  if (mcp !== void 0) out.push(`MCP tool calls: ${mcpUseText(mcp)}`);
-  return out;
-}
-function idWidth(results) {
-  return Math.max(18, ...results.map((r) => r.id.length));
-}
-function meanRows(results, ids) {
-  const width = idWidth(results);
-  return ids.map((id) => {
-    const all = results.filter((r) => r.id === id);
-    const runs = all.filter((r) => !isErrorRun(r));
-    const errors = all.length - runs.length;
-    const passesAll = all.filter((r) => r.passed).length;
-    const note = errors > 0 ? `  (${passesAll}/${all.length} of all attempts; ${errors} error run(s))` : "";
-    if (runs.length === 0) return `${"0/0".padEnd(4)}  ${id.padEnd(width)}${note}`;
-    const mean = (f) => runs.reduce((s, r) => s + f(r), 0) / runs.length;
-    const passes = runs.filter((r) => r.passed).length;
-    return [
-      `${passes}/${runs.length}`.padEnd(4),
-      id.padEnd(width),
-      `${mean((r) => r.steps).toFixed(1).padStart(5)} steps`,
-      runs.some((r) => (r.unreportedTokens ?? 0) > 0) ? "    tok ?" : `${(mean((r) => r.tokens) / 1e3).toFixed(1).padStart(7)}k tok`,
-      runs.every((r) => r.costUsd !== void 0) ? `${runs.some((r) => r.costIncomplete === true) ? "\u2265" : ""}$${mean((r) => r.costUsd ?? 0).toFixed(4).padStart(7)}` : "   cost ?",
-      ...stepsSd(runs) === void 0 ? [] : [`sd ${stepsSd(runs).toFixed(1)} steps`]
-    ].join("  ") + note;
-  });
-}
-var EVAL_BIOME_CONFIG = {
-  formatter: { indentStyle: "space", indentWidth: 2, lineWidth: 100 },
-  linter: { enabled: false },
-  assist: { enabled: false }
-};
-async function formatProject(root, biome) {
-  await writeFile4(join6(root, "biome.json"), `${JSON.stringify(EVAL_BIOME_CONFIG, null, 2)}
-`);
-  const result = await new HostExecutor().run(`${shellWord2(biome)} format --write .`, {
-    root,
-    sandbox: false,
-    writePaths: [root],
-    denyWritePaths: [],
-    denyReadPaths: [],
-    network: false,
-    envAllowlist: [...DEFAULT_ENV_ALLOWLIST],
-    timeoutMs: 6e4,
-    maxOutputBytes: 2e4
-  });
-  if (result.exitCode !== 0) {
-    throw new Error(
-      `Biome could not format the eval project: ${result.stderr.text.trim().split("\n")[0] ?? ""}`
-    );
-  }
-}
-function shellWord2(text) {
-  return /^[A-Za-z0-9_./:@=+-]+$/.test(text) ? text : `'${text.replace(/'/g, "'\\''")}'`;
-}
+  MAVEN_CHECK,
+  MAVEN_POM,
+  PYPROJECT,
+  PYTEST_CHECK,
+  lines
+} from "./chunk-A5DLAXB4.js";
 
 // src/evals/taskKit.ts
 var NODE_PKG = lines("{", '  "type": "module",', '  "private": true', "}");
@@ -1120,17 +21,17 @@ ${body}GARUDA_HIDDEN
 `;
 function mutationCheck(file, testCommand, mutants) {
   const each = mutants.map(
-    (m) => `rm -rf "$d/p" && cp -R . "$d/p" && sed -i.orig ${shellWord3(m)} "$d/p/${file}" && ! cmp -s "${file}" "$d/p/${file}" && (cd "$d/p" && ! ${testCommand} >/dev/null 2>&1)`
+    (m) => `rm -rf "$d/p" && cp -R . "$d/p" && sed -i.orig ${shellWord(m)} "$d/p/${file}" && ! cmp -s "${file}" "$d/p/${file}" && (cd "$d/p" && ! ${testCommand} >/dev/null 2>&1)`
   ).join(" && ");
   return `${testCommand} && d=$(mktemp -d) && ${each}`;
 }
-function shellWord3(text) {
+function shellWord(text) {
   return `'${text.replace(/'/g, "'\\''")}'`;
 }
 var hiddenMaven = (path, body) => `mkdir -p "$(dirname ${path})" && cat > ${path} <<'GARUDA_HIDDEN'
 ${body}GARUDA_HIDDEN
 ${MAVEN_CHECK}`;
-var guard = (test2, message) => `{ ${test2} || { echo ${shellWord3(`check: ${message}`)}; false; }; } && `;
+var guard = (test2, message) => `{ ${test2} || { echo ${shellWord(`check: ${message}`)}; false; }; } && `;
 
 // src/evals/heldOutTasks.ts
 var priceCache = {
@@ -6349,24 +5250,9 @@ function requiredToolchains(tasks) {
 }
 
 export {
-  TOOLCHAINS,
-  checkToolchains,
-  prepareToolchain,
-  toolchainId,
-  DEFAULT_COMMITS,
-  buildRepoSuite,
-  saveRepoSuite,
-  loadRepoSuite,
-  repoEvalTasks,
-  isAuthFailure,
-  isMcpFailure,
-  isSetupFailure,
-  runEvals,
-  summarize,
-  formatReport,
   HELD_OUT_TASKS,
   EVAL_SUITES,
   chooseTasks,
   requiredToolchains
 };
-//# sourceMappingURL=chunk-Q4P3W657.js.map
+//# sourceMappingURL=chunk-LWNMEGDF.js.map