agentv 4.7.0 → 4.9.0

package/dist/{chunk-I6UE4LHZ.js → chunk-7K5LYK5B.js}

@@ -301,7 +301,7 @@ var require_dist = __commonJS({
   }
 });
 
-// ../../packages/core/dist/chunk-75RFVESM.js
+// ../../packages/core/dist/chunk-VCVVKCC4.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -419,7 +419,7 @@ __export(external_exports2, {
   void: () => voidType
 });
 
-// ../../packages/core/dist/chunk-75RFVESM.js
+// ../../packages/core/dist/chunk-VCVVKCC4.js
 import { readFile as readFile2 } from "node:fs/promises";
 import path3 from "node:path";
 import fg from "fast-glob";
@@ -1416,6 +1416,52 @@ function resolveCopilotSdkConfig(target, env, evalFilePath) {
   );
   const logFormat = normalizeCopilotLogFormat(logFormatSource);
   const systemPrompt = typeof systemPromptSource === "string" && systemPromptSource.trim().length > 0 ? systemPromptSource.trim() : void 0;
+  const byok = target.byok;
+  let byokType;
+  let byokBaseUrl;
+  let byokApiKey;
+  let byokBearerToken;
+  let byokApiVersion;
+  let byokWireApi;
+  if (byok && typeof byok === "object") {
+    byokType = resolveOptionalString(byok.type, env, `${target.name} byok type`, {
+      allowLiteral: true,
+      optionalEnv: true
+    });
+    byokBaseUrl = resolveOptionalString(byok.base_url, env, `${target.name} byok base URL`, {
+      allowLiteral: true,
+      optionalEnv: true
+    });
+    byokApiKey = resolveOptionalString(byok.api_key, env, `${target.name} byok API key`, {
+      allowLiteral: false,
+      optionalEnv: true
+    });
+    byokBearerToken = resolveOptionalString(
+      byok.bearer_token,
+      env,
+      `${target.name} byok bearer token`,
+      {
+        allowLiteral: false,
+        optionalEnv: true
+      }
+    );
+    byokApiVersion = resolveOptionalString(
+      byok.api_version,
+      env,
+      `${target.name} byok API version`,
+      {
+        allowLiteral: true,
+        optionalEnv: true
+      }
+    );
+    byokWireApi = resolveOptionalString(byok.wire_api, env, `${target.name} byok wire API`, {
+      allowLiteral: true,
+      optionalEnv: true
+    });
+    if (!byokBaseUrl) {
+      throw new Error(`${target.name}: 'byok.base_url' is required when 'byok' is specified`);
+    }
+  }
   return {
     cliUrl,
     cliPath,
@@ -1426,7 +1472,13 @@ function resolveCopilotSdkConfig(target, env, evalFilePath) {
     timeoutMs,
     logDir,
     logFormat,
-    systemPrompt
+    systemPrompt,
+    byokType,
+    byokBaseUrl,
+    byokApiKey,
+    byokBearerToken,
+    byokApiVersion,
+    byokWireApi
   };
 }
 function resolveCopilotCliConfig(target, env, evalFilePath) {
@@ -6889,7 +6941,7 @@ function createOpenRouter(options = {}) {
   );
   const createChatModel = (modelId, settings = {}) => new OpenRouterChatLanguageModel(modelId, settings, {
     provider: "openrouter.chat",
-    url: ({ path: path50 }) => `${baseURL}${path50}`,
+    url: ({ path: path51 }) => `${baseURL}${path51}`,
     headers: getHeaders,
     compatibility,
     fetch: options.fetch,
@@ -6897,7 +6949,7 @@ function createOpenRouter(options = {}) {
   });
   const createCompletionModel = (modelId, settings = {}) => new OpenRouterCompletionLanguageModel(modelId, settings, {
     provider: "openrouter.completion",
-    url: ({ path: path50 }) => `${baseURL}${path50}`,
+    url: ({ path: path51 }) => `${baseURL}${path51}`,
     headers: getHeaders,
     compatibility,
     fetch: options.fetch,
@@ -6905,14 +6957,14 @@ function createOpenRouter(options = {}) {
   });
   const createEmbeddingModel = (modelId, settings = {}) => new OpenRouterEmbeddingModel(modelId, settings, {
     provider: "openrouter.embedding",
-    url: ({ path: path50 }) => `${baseURL}${path50}`,
+    url: ({ path: path51 }) => `${baseURL}${path51}`,
     headers: getHeaders,
     fetch: options.fetch,
     extraBody: options.extraBody
   });
   const createImageModel = (modelId, settings = {}) => new OpenRouterImageModel(modelId, settings, {
     provider: "openrouter.image",
-    url: ({ path: path50 }) => `${baseURL}${path50}`,
+    url: ({ path: path51 }) => `${baseURL}${path51}`,
     headers: getHeaders,
     fetch: options.fetch,
     extraBody: options.extraBody
@@ -14504,18 +14556,21 @@ import { readdir as readdir6, stat as stat7 } from "node:fs/promises";
 import path43 from "node:path";
 import { existsSync as existsSync5 } from "node:fs";
 import path45 from "node:path";
-import { mkdir as mkdir15, readFile as readFile13, writeFile as writeFile8 } from "node:fs/promises";
+import { readFile as readFile13 } from "node:fs/promises";
 import path46 from "node:path";
-import { existsSync as existsSync6, mkdirSync as mkdirSync2, readFileSync as readFileSync3, readdirSync as readdirSync3, statSync as statSync2, writeFileSync } from "node:fs";
+import { parse as parse5 } from "yaml";
+import { mkdir as mkdir15, readFile as readFile14, writeFile as writeFile8 } from "node:fs/promises";
 import path47 from "node:path";
+import { existsSync as existsSync6, mkdirSync as mkdirSync2, readFileSync as readFileSync3, readdirSync as readdirSync3, statSync as statSync2, writeFileSync } from "node:fs";
+import path48 from "node:path";
 import { parse as parseYaml3, stringify as stringifyYaml } from "yaml";
 import { readdir as readdir8, stat as stat9 } from "node:fs/promises";
 import { homedir as homedir3 } from "node:os";
-import path48 from "node:path";
+import path49 from "node:path";
 import { readdir as readdir9, stat as stat10 } from "node:fs/promises";
 import { homedir as homedir4 } from "node:os";
-import path49 from "node:path";
-import { readFile as readFile14 } from "node:fs/promises";
+import path50 from "node:path";
+import { readFile as readFile15 } from "node:fs/promises";
 function computeTraceSummary(messages) {
   const toolCallCounts = {};
   const toolDurations = {};
@@ -17337,6 +17392,58 @@ function parseMetadata(suite) {
     requires: suite.requires
   });
 }
+function parseRepoSource(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  if (obj.type === "git" && typeof obj.url === "string") {
+    return { type: "git", url: obj.url };
+  }
+  if (obj.type === "local" && typeof obj.path === "string") {
+    return { type: "local", path: obj.path };
+  }
+  return void 0;
+}
+function parseRepoCheckout(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const ref = typeof obj.ref === "string" ? obj.ref : void 0;
+  const resolve2 = obj.resolve === "remote" || obj.resolve === "local" ? obj.resolve : void 0;
+  const ancestor = typeof obj.ancestor === "number" ? obj.ancestor : void 0;
+  if (!ref && !resolve2 && ancestor === void 0) return void 0;
+  return {
+    ...ref !== void 0 && { ref },
+    ...resolve2 !== void 0 && { resolve: resolve2 },
+    ...ancestor !== void 0 && { ancestor }
+  };
+}
+function parseRepoClone(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const depth = typeof obj.depth === "number" ? obj.depth : void 0;
+  const filter2 = typeof obj.filter === "string" ? obj.filter : void 0;
+  const sparse = Array.isArray(obj.sparse) ? obj.sparse.filter((s) => typeof s === "string") : void 0;
+  if (depth === void 0 && !filter2 && !sparse) return void 0;
+  return {
+    ...depth !== void 0 && { depth },
+    ...filter2 !== void 0 && { filter: filter2 },
+    ...sparse !== void 0 && { sparse }
+  };
+}
+function parseRepoConfig(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const repoPath = typeof obj.path === "string" ? obj.path : void 0;
+  const source = parseRepoSource(obj.source);
+  if (!repoPath || !source) return void 0;
+  const checkout = parseRepoCheckout(obj.checkout);
+  const clone = parseRepoClone(obj.clone);
+  return {
+    path: repoPath,
+    source,
+    ...checkout !== void 0 && { checkout },
+    ...clone !== void 0 && { clone }
+  };
+}
 async function buildPromptInputs(testCase, mode = "lm") {
   const segmentsByMessage = testCase.input.map(
     (message) => extractContentSegments(message.content)
@@ -17728,58 +17835,6 @@ function parseWorkspaceScriptConfig(raw, evalFileDir) {
   }
   return cwd ? { ...config, cwd } : config;
 }
-function parseRepoSource(raw) {
-  if (!isJsonObject(raw)) return void 0;
-  const obj = raw;
-  if (obj.type === "git" && typeof obj.url === "string") {
-    return { type: "git", url: obj.url };
-  }
-  if (obj.type === "local" && typeof obj.path === "string") {
-    return { type: "local", path: obj.path };
-  }
-  return void 0;
-}
-function parseRepoCheckout(raw) {
-  if (!isJsonObject(raw)) return void 0;
-  const obj = raw;
-  const ref = typeof obj.ref === "string" ? obj.ref : void 0;
-  const resolve2 = obj.resolve === "remote" || obj.resolve === "local" ? obj.resolve : void 0;
-  const ancestor = typeof obj.ancestor === "number" ? obj.ancestor : void 0;
-  if (!ref && !resolve2 && ancestor === void 0) return void 0;
-  return {
-    ...ref !== void 0 && { ref },
-    ...resolve2 !== void 0 && { resolve: resolve2 },
-    ...ancestor !== void 0 && { ancestor }
-  };
-}
-function parseRepoClone(raw) {
-  if (!isJsonObject(raw)) return void 0;
-  const obj = raw;
-  const depth = typeof obj.depth === "number" ? obj.depth : void 0;
-  const filter2 = typeof obj.filter === "string" ? obj.filter : void 0;
-  const sparse = Array.isArray(obj.sparse) ? obj.sparse.filter((s) => typeof s === "string") : void 0;
-  if (depth === void 0 && !filter2 && !sparse) return void 0;
-  return {
-    ...depth !== void 0 && { depth },
-    ...filter2 !== void 0 && { filter: filter2 },
-    ...sparse !== void 0 && { sparse }
-  };
-}
-function parseRepoConfig(raw) {
-  if (!isJsonObject(raw)) return void 0;
-  const obj = raw;
-  const repoPath = typeof obj.path === "string" ? obj.path : void 0;
-  const source = parseRepoSource(obj.source);
-  if (!repoPath || !source) return void 0;
-  const checkout = parseRepoCheckout(obj.checkout);
-  const clone = parseRepoClone(obj.clone);
-  return {
-    path: repoPath,
-    source,
-    ...checkout !== void 0 && { checkout },
-    ...clone !== void 0 && { clone }
-  };
-}
 function parseWorkspaceHookConfig(raw, evalFileDir) {
   if (!isJsonObject(raw)) return void 0;
   const script = parseWorkspaceScriptConfig(raw, evalFileDir);
@@ -21457,6 +21512,25 @@ var CopilotSdkProvider = class {
         content: systemPrompt
       };
     }
+    if (this.config.byokBaseUrl) {
+      const byokType = this.config.byokType ?? "openai";
+      const provider = {
+        type: byokType,
+        baseUrl: normalizeByokBaseUrl(this.config.byokBaseUrl, byokType)
+      };
+      if (this.config.byokBearerToken) {
+        provider.bearerToken = this.config.byokBearerToken;
+      } else if (this.config.byokApiKey) {
+        provider.apiKey = this.config.byokApiKey;
+      }
+      if (this.config.byokWireApi) {
+        provider.wireApi = this.config.byokWireApi;
+      }
+      if (this.config.byokType === "azure" && this.config.byokApiVersion) {
+        provider.azure = { apiVersion: this.config.byokApiVersion };
+      }
+      sessionOptions.provider = provider;
+    }
     let session;
     try {
       session = await client.createSession(sessionOptions);
@@ -21688,6 +21762,16 @@ function resolveSkillDirectories(cwd) {
   ];
   return candidates.filter((dir) => existsSync2(dir));
 }
+function normalizeByokBaseUrl(baseUrl, type) {
+  const trimmed = baseUrl.trim().replace(/\/+$/, "");
+  if (/^https?:\/\//i.test(trimmed)) {
+    return trimmed;
+  }
+  if (type === "azure") {
+    return `https://${trimmed}.openai.azure.com`;
+  }
+  return trimmed;
+}
 function summarizeSdkEvent(eventType, data) {
   if (!data || typeof data !== "object") {
     return eventType;
@@ -24995,15 +25079,15 @@ async function execFileWithStdinNode(argv, stdinPayload, options) {
   });
 }
 async function execShellWithStdin(command, stdinPayload, options = {}) {
-  const { mkdir: mkdir16, readFile: readFile15, rm: rm6, writeFile: writeFile9 } = await import("node:fs/promises");
+  const { mkdir: mkdir16, readFile: readFile16, rm: rm6, writeFile: writeFile9 } = await import("node:fs/promises");
   const { tmpdir: tmpdir3 } = await import("node:os");
-  const path50 = await import("node:path");
+  const path51 = await import("node:path");
   const { randomUUID: randomUUID10 } = await import("node:crypto");
-  const dir = path50.join(tmpdir3(), `agentv-exec-${randomUUID10()}`);
+  const dir = path51.join(tmpdir3(), `agentv-exec-${randomUUID10()}`);
   await mkdir16(dir, { recursive: true });
-  const stdinPath = path50.join(dir, "stdin.txt");
-  const stdoutPath = path50.join(dir, "stdout.txt");
-  const stderrPath = path50.join(dir, "stderr.txt");
+  const stdinPath = path51.join(dir, "stdin.txt");
+  const stdoutPath = path51.join(dir, "stdout.txt");
+  const stderrPath = path51.join(dir, "stderr.txt");
   await writeFile9(stdinPath, stdinPayload, "utf8");
   const wrappedCommand = process.platform === "win32" ? `(${command}) < ${shellEscapePath(stdinPath)} > ${shellEscapePath(stdoutPath)} 2> ${shellEscapePath(stderrPath)}` : `(${command}) < ${shellEscapePath(stdinPath)} > ${shellEscapePath(stdoutPath)} 2> ${shellEscapePath(stderrPath)}`;
   const { spawn: spawn5 } = await import("node:child_process");
@@ -25033,8 +25117,8 @@ async function execShellWithStdin(command, stdinPayload, options = {}) {
         resolve2(code ?? 0);
       });
     });
-    const stdout = (await readFile15(stdoutPath, "utf8")).replace(/\r\n/g, "\n");
-    const stderr = (await readFile15(stderrPath, "utf8")).replace(/\r\n/g, "\n");
+    const stdout = (await readFile16(stdoutPath, "utf8")).replace(/\r\n/g, "\n");
+    const stderr = (await readFile16(stderrPath, "utf8")).replace(/\r\n/g, "\n");
     return { stdout, stderr, exitCode };
   } finally {
     await rm6(dir, { recursive: true, force: true });
@@ -27268,115 +27352,115 @@ var FieldAccuracyEvaluator = class {
    * Evaluate a single field against the expected value.
    */
   evaluateField(fieldConfig, candidateData, expectedData) {
-    const { path: path50, match, required = true, weight = 1 } = fieldConfig;
-    const candidateValue = resolvePath(candidateData, path50);
-    const expectedValue = resolvePath(expectedData, path50);
+    const { path: path51, match, required = true, weight = 1 } = fieldConfig;
+    const candidateValue = resolvePath(candidateData, path51);
+    const expectedValue = resolvePath(expectedData, path51);
     if (expectedValue === void 0) {
       return {
-        path: path50,
+        path: path51,
         score: 1,
         // No expected value means no comparison needed
         weight,
         hit: true,
-        message: `${path50}: no expected value`
+        message: `${path51}: no expected value`
       };
     }
     if (candidateValue === void 0) {
       if (required) {
         return {
-          path: path50,
+          path: path51,
           score: 0,
           weight,
           hit: false,
-          message: `${path50} (required, missing)`
+          message: `${path51} (required, missing)`
         };
       }
       return {
-        path: path50,
+        path: path51,
         score: 1,
         // Don't penalize missing optional fields
         weight: 0,
         // Zero weight means it won't affect the score
         hit: true,
-        message: `${path50}: optional field missing`
+        message: `${path51}: optional field missing`
       };
     }
     switch (match) {
       case "exact":
-        return this.compareExact(path50, candidateValue, expectedValue, weight);
+        return this.compareExact(path51, candidateValue, expectedValue, weight);
       case "numeric_tolerance":
         return this.compareNumericTolerance(
-          path50,
+          path51,
           candidateValue,
           expectedValue,
           fieldConfig,
           weight
         );
       case "date":
-        return this.compareDate(path50, candidateValue, expectedValue, fieldConfig, weight);
+        return this.compareDate(path51, candidateValue, expectedValue, fieldConfig, weight);
       default:
         return {
-          path: path50,
+          path: path51,
           score: 0,
           weight,
           hit: false,
-          message: `${path50}: unknown match type "${match}"`
+          message: `${path51}: unknown match type "${match}"`
         };
     }
   }
   /**
    * Exact equality comparison.
    */
-  compareExact(path50, candidateValue, expectedValue, weight) {
+  compareExact(path51, candidateValue, expectedValue, weight) {
     if (deepEqual(candidateValue, expectedValue)) {
       return {
-        path: path50,
+        path: path51,
         score: 1,
         weight,
         hit: true,
-        message: path50
+        message: path51
       };
     }
     if (typeof candidateValue !== typeof expectedValue) {
       return {
-        path: path50,
+        path: path51,
         score: 0,
         weight,
         hit: false,
-        message: `${path50} (type mismatch: got ${typeof candidateValue}, expected ${typeof expectedValue})`
+        message: `${path51} (type mismatch: got ${typeof candidateValue}, expected ${typeof expectedValue})`
       };
     }
     return {
-      path: path50,
+      path: path51,
       score: 0,
       weight,
       hit: false,
-      message: `${path50} (value mismatch)`
+      message: `${path51} (value mismatch)`
     };
   }
   /**
    * Numeric comparison with absolute or relative tolerance.
    */
-  compareNumericTolerance(path50, candidateValue, expectedValue, fieldConfig, weight) {
+  compareNumericTolerance(path51, candidateValue, expectedValue, fieldConfig, weight) {
     const { tolerance = 0, relative = false } = fieldConfig;
     const candidateNum = toNumber(candidateValue);
     const expectedNum = toNumber(expectedValue);
     if (candidateNum === null || expectedNum === null) {
       return {
-        path: path50,
+        path: path51,
         score: 0,
         weight,
         hit: false,
-        message: `${path50} (non-numeric value)`
+        message: `${path51} (non-numeric value)`
       };
     }
     if (!Number.isFinite(candidateNum) || !Number.isFinite(expectedNum)) {
       return {
-        path: path50,
+        path: path51,
         score: 0,
         weight,
         hit: false,
-        message: `${path50} (invalid numeric value)`
+        message: `${path51} (invalid numeric value)`
       };
     }
     const diff = Math.abs(candidateNum - expectedNum);
@@ -27389,61 +27473,61 @@ var FieldAccuracyEvaluator = class {
     }
     if (withinTolerance) {
       return {
-        path: path50,
+        path: path51,
         score: 1,
         weight,
         hit: true,
-        message: `${path50} (within tolerance: diff=${diff.toFixed(2)})`
+        message: `${path51} (within tolerance: diff=${diff.toFixed(2)})`
       };
     }
     return {
-      path: path50,
+      path: path51,
       score: 0,
       weight,
       hit: false,
-      message: `${path50} (outside tolerance: diff=${diff.toFixed(2)}, tolerance=${tolerance})`
+      message: `${path51} (outside tolerance: diff=${diff.toFixed(2)}, tolerance=${tolerance})`
     };
   }
   /**
    * Date comparison with format normalization.
    */
-  compareDate(path50, candidateValue, expectedValue, fieldConfig, weight) {
+  compareDate(path51, candidateValue, expectedValue, fieldConfig, weight) {
     const formats = fieldConfig.formats ?? DEFAULT_DATE_FORMATS;
     const candidateDate = parseDate(String(candidateValue), formats);
     const expectedDate = parseDate(String(expectedValue), formats);
     if (candidateDate === null) {
       return {
-        path: path50,
+        path: path51,
         score: 0,
         weight,
         hit: false,
-        message: `${path50} (unparseable candidate date)`
+        message: `${path51} (unparseable candidate date)`
       };
     }
     if (expectedDate === null) {
       return {
-        path: path50,
+        path: path51,
         score: 0,
         weight,
         hit: false,
-        message: `${path50} (unparseable expected date)`
+        message: `${path51} (unparseable expected date)`
       };
     }
     if (candidateDate.getFullYear() === expectedDate.getFullYear() && candidateDate.getMonth() === expectedDate.getMonth() && candidateDate.getDate() === expectedDate.getDate()) {
       return {
-        path: path50,
+        path: path51,
         score: 1,
         weight,
         hit: true,
-        message: path50
+        message: path51
       };
     }
     return {
-      path: path50,
+      path: path51,
       score: 0,
       weight,
       hit: false,
-      message: `${path50} (date mismatch: got ${formatDateISO(candidateDate)}, expected ${formatDateISO(expectedDate)})`
+      message: `${path51} (date mismatch: got ${formatDateISO(candidateDate)}, expected ${formatDateISO(expectedDate)})`
     };
   }
   /**
@@ -27476,11 +27560,11 @@ var FieldAccuracyEvaluator = class {
     };
   }
 };
-function resolvePath(obj, path50) {
-  if (!path50 || !obj) {
+function resolvePath(obj, path51) {
+  if (!path51 || !obj) {
     return void 0;
   }
-  const parts = path50.split(/\.|\[|\]/).filter((p) => p.length > 0);
+  const parts = path51.split(/\.|\[|\]/).filter((p) => p.length > 0);
   let current = obj;
   for (const part of parts) {
     if (current === null || current === void 0) {
@@ -27962,8 +28046,8 @@ var TokenUsageEvaluator = class {
     };
   }
 };
-function getNestedValue(obj, path50) {
-  const parts = path50.split(".");
+function getNestedValue(obj, path51) {
+  const parts = path51.split(".");
   let current = obj;
   for (const part of parts) {
     if (current === null || current === void 0 || typeof current !== "object") {
@@ -32382,6 +32466,98 @@ function buildPrompt(criteria, question, referenceAnswer) {
   }
   return parts.join("\n");
 }
+function normalizeGitUrl(url) {
+  let normalized = url.replace(/\.git$/, "");
+  try {
+    const parsed = new URL(normalized);
+    parsed.hostname = parsed.hostname.toLowerCase();
+    normalized = parsed.toString().replace(/\/$/, "");
+  } catch {
+  }
+  return normalized;
+}
+async function scanRepoDeps(evalFilePaths) {
+  const seen = /* @__PURE__ */ new Map();
+  const errors = [];
+  for (const filePath of evalFilePaths) {
+    try {
+      const repos = await extractReposFromEvalFile(filePath);
+      for (const repo of repos) {
+        if (repo.source.type !== "git") continue;
+        const ref = repo.checkout?.ref;
+        const key = `${normalizeGitUrl(repo.source.url)}\0${ref ?? ""}`;
+        const existing = seen.get(key);
+        if (existing) {
+          existing.usedBy.push(filePath);
+        } else {
+          const { ref: _ref, ...checkoutRest } = repo.checkout ?? {};
+          const hasCheckout = Object.keys(checkoutRest).length > 0;
+          seen.set(key, {
+            url: repo.source.url,
+            ref,
+            clone: repo.clone,
+            checkout: hasCheckout ? checkoutRest : void 0,
+            usedBy: [filePath]
+          });
+        }
+      }
+    } catch (err) {
+      errors.push({
+        file: filePath,
+        message: err instanceof Error ? err.message : String(err)
+      });
+    }
+  }
+  return { repos: [...seen.values()], errors };
+}
+async function extractReposFromEvalFile(filePath) {
+  const content = await readFile13(filePath, "utf8");
+  const parsed = interpolateEnv(parse5(content), process.env);
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return [];
+  const obj = parsed;
+  const evalFileDir = path46.dirname(path46.resolve(filePath));
+  const repos = [];
+  const suiteRepos = await extractReposFromWorkspaceRaw(obj.workspace, evalFileDir);
+  repos.push(...suiteRepos);
+  const tests = Array.isArray(obj.tests) ? obj.tests : [];
+  for (const test of tests) {
+    if (test && typeof test === "object" && !Array.isArray(test)) {
+      const testObj = test;
+      const testRepos = await extractReposFromWorkspaceRaw(testObj.workspace, evalFileDir);
+      repos.push(...testRepos);
+    }
+  }
+  return repos;
+}
+async function extractReposFromWorkspaceRaw(raw, evalFileDir) {
+  if (typeof raw === "string") {
+    const workspaceFilePath = path46.resolve(evalFileDir, raw);
+    const content = await readFile13(workspaceFilePath, "utf8");
+    const parsed = interpolateEnv(parse5(content), process.env);
+    if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return [];
+    return extractReposFromObject(parsed);
+  }
+  if (raw && typeof raw === "object" && !Array.isArray(raw)) {
+    return extractReposFromObject(raw);
+  }
+  return [];
+}
+function extractReposFromObject(obj) {
+  const rawRepos = Array.isArray(obj.repos) ? obj.repos : [];
+  const result = [];
+  for (const r of rawRepos) {
+    if (!r || typeof r !== "object" || Array.isArray(r)) continue;
+    const repo = r;
+    const source = parseRepoSource(repo.source);
+    if (!source) continue;
+    result.push({
+      source,
+      checkout: parseRepoCheckout(repo.checkout),
+      clone: parseRepoClone(repo.clone)
+    });
+  }
+  return result;
+}
 var DEFAULT_CACHE_PATH = ".agentv/cache";
 var ResponseCache = class {
   cachePath;
@@ -32391,7 +32567,7 @@ var ResponseCache = class {
   async get(key) {
     const filePath = this.keyToPath(key);
     try {
-      const data = await readFile13(filePath, "utf8");
+      const data = await readFile14(filePath, "utf8");
       return JSON.parse(data);
     } catch {
       return void 0;
@@ -32399,13 +32575,13 @@ var ResponseCache = class {
   }
   async set(key, value) {
     const filePath = this.keyToPath(key);
-    const dir = path46.dirname(filePath);
+    const dir = path47.dirname(filePath);
     await mkdir15(dir, { recursive: true });
     await writeFile8(filePath, JSON.stringify(value, null, 2), "utf8");
   }
   keyToPath(key) {
     const prefix = key.slice(0, 2);
-    return path46.join(this.cachePath, prefix, `${key}.json`);
+    return path47.join(this.cachePath, prefix, `${key}.json`);
   }
 };
 function shouldEnableCache(params) {
@@ -32420,7 +32596,7 @@ function shouldSkipCacheForTemperature(targetConfig) {
   return false;
 }
 function getProjectsRegistryPath() {
-  return path47.join(getAgentvHome(), "projects.yaml");
+  return path48.join(getAgentvHome(), "projects.yaml");
 }
 function loadProjectRegistry() {
   const registryPath = getProjectsRegistryPath();
@@ -32440,14 +32616,14 @@ function loadProjectRegistry() {
 }
 function saveProjectRegistry(registry) {
   const registryPath = getProjectsRegistryPath();
-  const dir = path47.dirname(registryPath);
+  const dir = path48.dirname(registryPath);
   if (!existsSync6(dir)) {
     mkdirSync2(dir, { recursive: true });
   }
   writeFileSync(registryPath, stringifyYaml(registry), "utf-8");
 }
 function deriveProjectId(dirPath, existingIds) {
-  const base = path47.basename(dirPath).toLowerCase().replace(/[^a-z0-9-]/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
+  const base = path48.basename(dirPath).toLowerCase().replace(/[^a-z0-9-]/g, "-").replace(/-+/g, "-").replace(/^-|-$/g, "");
   let candidate = base || "project";
   let suffix = 2;
   while (existingIds.includes(candidate)) {
@@ -32457,11 +32633,11 @@ function deriveProjectId(dirPath, existingIds) {
   return candidate;
 }
 function addProject(projectPath) {
-  const absPath = path47.resolve(projectPath);
+  const absPath = path48.resolve(projectPath);
   if (!existsSync6(absPath)) {
     throw new Error(`Directory not found: ${absPath}`);
   }
-  if (!existsSync6(path47.join(absPath, ".agentv"))) {
+  if (!existsSync6(path48.join(absPath, ".agentv"))) {
     throw new Error(`No .agentv/ directory found in ${absPath}. Run an evaluation first.`);
   }
   const registry = loadProjectRegistry();
@@ -32475,7 +32651,7 @@ function addProject(projectPath) {
       absPath,
       registry.projects.map((p) => p.id)
     ),
-    name: path47.basename(absPath),
+    name: path48.basename(absPath),
     path: absPath,
     addedAt: now2,
     lastOpenedAt: now2
@@ -32504,14 +32680,14 @@ function touchProject(projectId) {
   }
 }
 function discoverProjects(rootDir, maxDepth = 2) {
-  const absRoot = path47.resolve(rootDir);
+  const absRoot = path48.resolve(rootDir);
   if (!existsSync6(absRoot) || !statSync2(absRoot).isDirectory()) {
     return [];
   }
   const results = [];
   function scan(dir, depth) {
     if (depth > maxDepth) return;
-    if (existsSync6(path47.join(dir, ".agentv"))) {
+    if (existsSync6(path48.join(dir, ".agentv"))) {
       results.push(dir);
       return;
     }
@@ -32521,7 +32697,7 @@ function discoverProjects(rootDir, maxDepth = 2) {
       for (const entry of entries) {
         if (!entry.isDirectory()) continue;
         if (entry.name.startsWith(".") || entry.name === "node_modules") continue;
-        scan(path47.join(dir, entry.name), depth + 1);
+        scan(path48.join(dir, entry.name), depth + 1);
       }
     } catch {
     }
@@ -33420,7 +33596,7 @@ function extractResponseItemContent(content) {
   }
   return parts.length > 0 ? parts.join("") : void 0;
 }
-var DEFAULT_SESSIONS_DIR = () => path48.join(homedir3(), ".codex", "sessions");
+var DEFAULT_SESSIONS_DIR = () => path49.join(homedir3(), ".codex", "sessions");
 async function discoverCodexSessions(opts) {
   const sessionsDir = opts?.sessionsDir ?? DEFAULT_SESSIONS_DIR();
   const limit = opts?.latest ? 1 : opts?.limit ?? 10;
@@ -33432,7 +33608,7 @@ async function discoverCodexSessions(opts) {
     return [];
   }
   for (const year of yearDirs) {
-    const yearPath = path48.join(sessionsDir, year);
+    const yearPath = path49.join(sessionsDir, year);
     let monthDirs;
     try {
       monthDirs = await readdir8(yearPath);
@@ -33440,7 +33616,7 @@ async function discoverCodexSessions(opts) {
       continue;
     }
     for (const month of monthDirs) {
-      const monthPath = path48.join(yearPath, month);
+      const monthPath = path49.join(yearPath, month);
       let dayDirs;
       try {
         dayDirs = await readdir8(monthPath);
@@ -33452,7 +33628,7 @@ async function discoverCodexSessions(opts) {
           const dirDate = `${year}-${month}-${day}`;
           if (dirDate !== opts.date) continue;
         }
-        const dayPath = path48.join(monthPath, day);
+        const dayPath = path49.join(monthPath, day);
         let files;
         try {
           files = await readdir8(dayPath);
@@ -33461,7 +33637,7 @@ async function discoverCodexSessions(opts) {
         }
         for (const file of files) {
           if (!file.startsWith("rollout-") || !file.endsWith(".jsonl")) continue;
-          const filePath = path48.join(dayPath, file);
+          const filePath = path49.join(dayPath, file);
           const nameWithoutExt = file.replace(/\.jsonl$/, "");
           const parts = nameWithoutExt.split("-");
           const sessionId = parts.length >= 6 ? parts.slice(-5).join("-") : nameWithoutExt;
@@ -33480,7 +33656,7 @@ async function discoverCodexSessions(opts) {
   sessions.sort((a, b) => b.updatedAt.getTime() - a.updatedAt.getTime());
   return sessions.slice(0, limit);
 }
-var DEFAULT_PROJECTS_DIR = () => path49.join(homedir4(), ".claude", "projects");
+var DEFAULT_PROJECTS_DIR = () => path50.join(homedir4(), ".claude", "projects");
 function encodeProjectPath(projectPath) {
   return projectPath.replace(/\//g, "-");
 }
@@ -33499,7 +33675,7 @@ async function discoverClaudeSessions(opts) {
   }
   const sessions = [];
   for (const projectDir of projectDirs) {
-    const dirPath = path49.join(projectsDir, projectDir);
+    const dirPath = path50.join(projectsDir, projectDir);
     let entries;
     try {
       entries = await readdir9(dirPath);
@@ -33510,7 +33686,7 @@ async function discoverClaudeSessions(opts) {
       if (!entry.endsWith(".jsonl")) continue;
       const sessionId = entry.replace(/\.jsonl$/, "");
       if (opts?.sessionId && sessionId !== opts.sessionId) continue;
-      const filePath = path49.join(dirPath, entry);
+      const filePath = path50.join(dirPath, entry);
       let updatedAt;
       try {
         const fileStat = await stat10(filePath);
@@ -33554,11 +33730,11 @@ function toTranscriptJsonLine(entry) {
   };
 }
 async function readTranscriptJsonl(filePath) {
-  const text2 = await readFile14(filePath, "utf8");
+  const text2 = await readFile15(filePath, "utf8");
   return text2.split("\n").filter((line) => line.trim().length > 0).map((line) => JSON.parse(line));
 }
 async function readTranscriptFile(filePath) {
-  return readFile14(filePath, "utf8");
+  return readFile15(filePath, "utf8");
 }
 var TranscriptProvider = class _TranscriptProvider {
   id;
@@ -33761,6 +33937,7 @@ export {
   defineConfig,
   loadTsConfig,
   generateRubrics,
+  scanRepoDeps,
   ResponseCache,
   shouldEnableCache,
   shouldSkipCacheForTemperature,
@@ -33789,4 +33966,4 @@ export {
   TranscriptProvider,
   createAgentKernel
 };
-//# sourceMappingURL=chunk-I6UE4LHZ.js.map
+//# sourceMappingURL=chunk-7K5LYK5B.js.map