agentv 2.10.0 → 2.11.0

package/dist/{chunk-RJWTL3VS.js → chunk-EXJWRKKL.js}

@@ -148,7 +148,7 @@ var require_dist = __commonJS({
   }
 });
 
-// ../../packages/core/dist/chunk-7Q4PH265.js
+// ../../packages/core/dist/chunk-REN5PS7B.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -632,8 +632,8 @@ function getErrorMap() {
 
 // ../../node_modules/.bun/zod@3.25.76/node_modules/zod/v3/helpers/parseUtil.js
 var makeIssue = (params) => {
-  const { data, path: path39, errorMaps, issueData } = params;
-  const fullPath = [...path39, ...issueData.path || []];
+  const { data, path: path40, errorMaps, issueData } = params;
+  const fullPath = [...path40, ...issueData.path || []];
   const fullIssue = {
     ...issueData,
     path: fullPath
@@ -749,11 +749,11 @@ var errorUtil;
 
 // ../../node_modules/.bun/zod@3.25.76/node_modules/zod/v3/types.js
 var ParseInputLazyPath = class {
-  constructor(parent, value, path39, key) {
+  constructor(parent, value, path40, key) {
     this._cachedPath = [];
     this.parent = parent;
     this.data = value;
-    this._path = path39;
+    this._path = path40;
     this._key = key;
   }
   get path() {
@@ -4195,7 +4195,7 @@ var coerce = {
 };
 var NEVER = INVALID;
 
-// ../../packages/core/dist/chunk-7Q4PH265.js
+// ../../packages/core/dist/chunk-REN5PS7B.js
 var TEST_MESSAGE_ROLE_VALUES = ["system", "user", "assistant", "tool"];
 var TEST_MESSAGE_ROLES = TEST_MESSAGE_ROLE_VALUES;
 var TEST_MESSAGE_ROLE_SET = new Set(TEST_MESSAGE_ROLE_VALUES);
@@ -4255,6 +4255,13 @@ var EVALUATOR_KIND_VALUES = [
   "execution_metrics",
   "agent_judge",
   "contains",
+  "contains_any",
+  "contains_all",
+  "icontains",
+  "icontains_any",
+  "icontains_all",
+  "starts_with",
+  "ends_with",
   "regex",
   "is_json",
   "equals",
@@ -4641,17 +4648,17 @@ function resolveTargetDefinition(definition, env = process.env, evalFilePath) {
         providerBatching,
         config: resolveCodexConfig(parsed, env, evalFilePath)
       };
-    case "copilot":
     case "copilot-sdk":
     case "copilot_sdk":
       return {
-        kind: "copilot",
+        kind: "copilot-sdk",
         name: parsed.name,
         judgeTarget: parsed.judge_target,
         workers: parsed.workers,
         providerBatching,
         config: resolveCopilotSdkConfig(parsed, env, evalFilePath)
       };
+    case "copilot":
     case "copilot-cli":
       return {
         kind: "copilot-cli",
@@ -5262,8 +5269,8 @@ function resolveCliConfig(target, env, evalFilePath) {
   const parseResult = CliTargetInputSchema.safeParse(target, { errorMap: cliErrorMap });
   if (!parseResult.success) {
     const firstError = parseResult.error.errors[0];
-    const path39 = firstError?.path.join(".") || "";
-    const prefix = path39 ? `${target.name} ${path39}: ` : `${target.name}: `;
+    const path310 = firstError?.path.join(".") || "";
+    const prefix = path310 ? `${target.name} ${path310}: ` : `${target.name}: `;
     throw new Error(`${prefix}${firstError?.message}`);
   }
   const normalized = normalizeCliTargetInput(parseResult.data, env, evalFilePath);
@@ -5471,7 +5478,7 @@ function resolveOptionalNumberArray(source, description) {
 }
 var AGENT_PROVIDER_KINDS = [
   "codex",
-  "copilot",
+  "copilot-sdk",
   "copilot-cli",
   "pi-coding-agent",
   "claude",
@@ -5483,7 +5490,7 @@ var KNOWN_PROVIDERS = [
   "anthropic",
   "gemini",
   "codex",
-  "copilot",
+  "copilot-sdk",
   "copilot-cli",
   "pi-coding-agent",
   "pi-agent-sdk",
@@ -5502,10 +5509,10 @@ var PROVIDER_ALIASES = [
   // alias for "gemini"
   "codex-cli",
   // alias for "codex"
-  "copilot-sdk",
-  // alias for "copilot"
+  "copilot",
+  // alias for "copilot-cli" (default copilot experience)
   "copilot_sdk",
-  // alias for "copilot" (underscore variant)
+  // alias for "copilot-sdk" (underscore variant)
   "pi",
   // alias for "pi-coding-agent"
   "claude-code",
@@ -6654,10 +6661,10 @@ function assignProp(target, prop, value) {
     configurable: true
   });
 }
-function getElementAtPath(obj, path39) {
-  if (!path39)
+function getElementAtPath(obj, path40) {
+  if (!path40)
     return obj;
-  return path39.reduce((acc, key) => acc?.[key], obj);
+  return path40.reduce((acc, key) => acc?.[key], obj);
 }
 function promiseAllObject(promisesObj) {
   const keys = Object.keys(promisesObj);
@@ -6977,11 +6984,11 @@ function aborted(x, startIndex = 0) {
   }
   return false;
 }
-function prefixIssues(path39, issues) {
+function prefixIssues(path40, issues) {
   return issues.map((iss) => {
     var _a17;
     (_a17 = iss).path ?? (_a17.path = []);
-    iss.path.unshift(path39);
+    iss.path.unshift(path40);
     return iss;
   });
 }
@@ -7118,7 +7125,7 @@ function treeifyError(error40, _mapper) {
     return issue2.message;
   };
   const result = { errors: [] };
-  const processError = (error41, path39 = []) => {
+  const processError = (error41, path40 = []) => {
     var _a17, _b8;
     for (const issue2 of error41.issues) {
       if (issue2.code === "invalid_union" && issue2.errors.length) {
@@ -7128,7 +7135,7 @@ function treeifyError(error40, _mapper) {
       } else if (issue2.code === "invalid_element") {
         processError({ issues: issue2.issues }, issue2.path);
       } else {
-        const fullpath = [...path39, ...issue2.path];
+        const fullpath = [...path40, ...issue2.path];
         if (fullpath.length === 0) {
           result.errors.push(mapper(issue2));
           continue;
@@ -7158,9 +7165,9 @@ function treeifyError(error40, _mapper) {
   processError(error40);
   return result;
 }
-function toDotPath(path39) {
+function toDotPath(path40) {
   const segs = [];
-  for (const seg of path39) {
+  for (const seg of path40) {
     if (typeof seg === "number")
       segs.push(`[${seg}]`);
     else if (typeof seg === "symbol")
@@ -26713,14 +26720,14 @@ function createAzure(options = {}) {
     description: "Azure OpenAI resource name"
   });
   const apiVersion = (_a17 = options.apiVersion) != null ? _a17 : "v1";
-  const url2 = ({ path: path39, modelId }) => {
+  const url2 = ({ path: path40, modelId }) => {
     var _a24;
     const baseUrlPrefix = (_a24 = options.baseURL) != null ? _a24 : `https://${getResourceName()}.openai.azure.com/openai`;
     let fullUrl;
     if (options.useDeploymentBasedUrls) {
-      fullUrl = new URL(`${baseUrlPrefix}/deployments/${modelId}${path39}`);
+      fullUrl = new URL(`${baseUrlPrefix}/deployments/${modelId}${path40}`);
     } else {
-      fullUrl = new URL(`${baseUrlPrefix}/v1${path39}`);
+      fullUrl = new URL(`${baseUrlPrefix}/v1${path40}`);
     }
     fullUrl.searchParams.set("api-version", apiVersion);
     return fullUrl.toString();
@@ -33952,9 +33959,9 @@ import { randomBytes } from "node:crypto";
 import { createServer } from "node:http";
 import fs2 from "node:fs/promises";
 import path30 from "node:path";
-import { createHash, randomUUID as randomUUID7 } from "node:crypto";
-import { mkdir as mkdir11 } from "node:fs/promises";
-import path36 from "node:path";
+import { createHash as createHash2, randomUUID as randomUUID7 } from "node:crypto";
+import { mkdir as mkdir12 } from "node:fs/promises";
+import path37 from "node:path";
 import micromatch4 from "micromatch";
 import { readFileSync } from "node:fs";
 import path31 from "node:path";
@@ -33967,12 +33974,19 @@ import { promisify as promisify4 } from "node:util";
 import { cp, mkdir as mkdir10, readdir as readdir3, rm as rm4, stat as stat5 } from "node:fs/promises";
 import os3 from "node:os";
 import path34 from "node:path";
-import { readdir as readdir4, stat as stat6 } from "node:fs/promises";
-import path35 from "node:path";
+import { execFile } from "node:child_process";
+import { createHash } from "node:crypto";
 import { existsSync as existsSync2 } from "node:fs";
-import path37 from "node:path";
-import { mkdir as mkdir12, readFile as readFile11, writeFile as writeFile7 } from "node:fs/promises";
+import { mkdir as mkdir11, rm as rm5, unlink, writeFile as writeFile7 } from "node:fs/promises";
+import os4 from "node:os";
+import path35 from "node:path";
+import { promisify as promisify5 } from "node:util";
+import { readdir as readdir4, stat as stat6 } from "node:fs/promises";
+import path36 from "node:path";
+import { existsSync as existsSync3 } from "node:fs";
 import path38 from "node:path";
+import { mkdir as mkdir13, readFile as readFile11, writeFile as writeFile8 } from "node:fs/promises";
+import path39 from "node:path";
 function computeTraceSummary(messages) {
   const toolCallCounts = {};
   const toolDurations = {};
@@ -35194,18 +35208,96 @@ async function parseEvaluatorList(candidateEvaluators, searchRoots, evalId) {
       });
       continue;
     }
+    if (typeValue === "contains_any" || typeValue === "contains_all") {
+      const value = asStringArrayStrict(rawEvaluator.value);
+      if (!value || value.length === 0) {
+        logWarning2(
+          `Skipping ${typeValue} evaluator '${name16}' in '${evalId}': value must be a non-empty string array`
+        );
+        continue;
+      }
+      const weight2 = validateWeight(rawEvaluator.weight, name16, evalId);
+      const required22 = parseRequired(rawEvaluator.required);
+      evaluators.push({
+        name: name16,
+        type: typeValue,
+        value,
+        ...weight2 !== void 0 ? { weight: weight2 } : {},
+        ...required22 !== void 0 ? { required: required22 } : {},
+        ...negate !== void 0 ? { negate } : {}
+      });
+      continue;
+    }
+    if (typeValue === "icontains") {
+      const value = asString(rawEvaluator.value);
+      if (!value) {
+        logWarning2(`Skipping icontains evaluator '${name16}' in '${evalId}': missing value`);
+        continue;
+      }
+      const weight2 = validateWeight(rawEvaluator.weight, name16, evalId);
+      const required22 = parseRequired(rawEvaluator.required);
+      evaluators.push({
+        name: name16,
+        type: "icontains",
+        value,
+        ...weight2 !== void 0 ? { weight: weight2 } : {},
+        ...required22 !== void 0 ? { required: required22 } : {},
+        ...negate !== void 0 ? { negate } : {}
+      });
+      continue;
+    }
+    if (typeValue === "icontains_any" || typeValue === "icontains_all") {
+      const value = asStringArrayStrict(rawEvaluator.value);
+      if (!value || value.length === 0) {
+        logWarning2(
+          `Skipping ${typeValue} evaluator '${name16}' in '${evalId}': value must be a non-empty string array`
+        );
+        continue;
+      }
+      const weight2 = validateWeight(rawEvaluator.weight, name16, evalId);
+      const required22 = parseRequired(rawEvaluator.required);
+      evaluators.push({
+        name: name16,
+        type: typeValue,
+        value,
+        ...weight2 !== void 0 ? { weight: weight2 } : {},
+        ...required22 !== void 0 ? { required: required22 } : {},
+        ...negate !== void 0 ? { negate } : {}
+      });
+      continue;
+    }
+    if (typeValue === "starts_with" || typeValue === "ends_with") {
+      const value = asString(rawEvaluator.value);
+      if (!value) {
+        logWarning2(`Skipping ${typeValue} evaluator '${name16}' in '${evalId}': missing value`);
+        continue;
+      }
+      const weight2 = validateWeight(rawEvaluator.weight, name16, evalId);
+      const required22 = parseRequired(rawEvaluator.required);
+      evaluators.push({
+        name: name16,
+        type: typeValue,
+        value,
+        ...weight2 !== void 0 ? { weight: weight2 } : {},
+        ...required22 !== void 0 ? { required: required22 } : {},
+        ...negate !== void 0 ? { negate } : {}
+      });
+      continue;
+    }
     if (typeValue === "regex") {
       const value = asString(rawEvaluator.value);
       if (!value) {
         logWarning2(`Skipping regex evaluator '${name16}' in '${evalId}': missing value`);
         continue;
       }
+      const flags = asString(rawEvaluator.flags);
       const weight2 = validateWeight(rawEvaluator.weight, name16, evalId);
       const required22 = parseRequired(rawEvaluator.required);
       evaluators.push({
         name: name16,
         type: "regex",
         value,
+        ...flags !== void 0 ? { flags } : {},
         ...weight2 !== void 0 ? { weight: weight2 } : {},
         ...required22 !== void 0 ? { required: required22 } : {},
         ...negate !== void 0 ? { negate } : {}
@@ -35378,15 +35470,43 @@ async function parseEvaluatorList(candidateEvaluators, searchRoots, evalId) {
   }
   return evaluators.length > 0 ? evaluators : void 0;
 }
-var ASSERTION_TYPES = /* @__PURE__ */ new Set(["contains", "regex", "is_json", "equals", "rubrics"]);
+var ASSERTION_TYPES = /* @__PURE__ */ new Set([
+  "contains",
+  "contains_any",
+  "contains_all",
+  "icontains",
+  "icontains_any",
+  "icontains_all",
+  "starts_with",
+  "ends_with",
+  "regex",
+  "is_json",
+  "equals",
+  "rubrics"
+]);
 function generateAssertionName(typeValue, rawEvaluator) {
   if (!ASSERTION_TYPES.has(typeValue)) {
     return void 0;
   }
   const value = asString(rawEvaluator.value);
+  const arrayValue = Array.isArray(rawEvaluator.value) ? rawEvaluator.value : void 0;
   switch (typeValue) {
     case "contains":
       return value ? `contains-${value}` : "contains";
+    case "contains_any":
+      return arrayValue ? `contains_any-${arrayValue.length}` : "contains_any";
+    case "contains_all":
+      return arrayValue ? `contains_all-${arrayValue.length}` : "contains_all";
+    case "icontains":
+      return value ? `icontains-${value}` : "icontains";
+    case "icontains_any":
+      return arrayValue ? `icontains_any-${arrayValue.length}` : "icontains_any";
+    case "icontains_all":
+      return arrayValue ? `icontains_all-${arrayValue.length}` : "icontains_all";
+    case "starts_with":
+      return value ? `starts_with-${value}` : "starts_with";
+    case "ends_with":
+      return value ? `ends_with-${value}` : "ends_with";
     case "regex":
       return value ? `regex-${value.length > 30 ? value.slice(0, 30) : value}` : "regex";
     case "is_json":
@@ -35412,6 +35532,13 @@ function coerceEvaluator(candidate, contextId) {
 function asString(value) {
   return typeof value === "string" ? value : void 0;
 }
+function asStringArrayStrict(value) {
+  if (!Array.isArray(value)) {
+    return void 0;
+  }
+  const result = value.filter((v) => typeof v === "string");
+  return result.length > 0 ? result : void 0;
+}
 function asStringArray(value, description) {
   if (value === void 0) {
     return void 0;
@@ -36702,6 +36829,69 @@ function parseWorkspaceScriptConfig(raw, evalFileDir) {
   }
   return cwd ? { ...config2, cwd } : config2;
 }
+function parseRepoSource(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  if (obj.type === "git" && typeof obj.url === "string") {
+    return { type: "git", url: obj.url };
+  }
+  if (obj.type === "local" && typeof obj.path === "string") {
+    return { type: "local", path: obj.path };
+  }
+  return void 0;
+}
+function parseRepoCheckout(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const ref = typeof obj.ref === "string" ? obj.ref : void 0;
+  const resolve2 = obj.resolve === "remote" || obj.resolve === "local" ? obj.resolve : void 0;
+  const ancestor = typeof obj.ancestor === "number" ? obj.ancestor : void 0;
+  if (!ref && !resolve2 && ancestor === void 0) return void 0;
+  return {
+    ...ref !== void 0 && { ref },
+    ...resolve2 !== void 0 && { resolve: resolve2 },
+    ...ancestor !== void 0 && { ancestor }
+  };
+}
+function parseRepoClone(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const depth = typeof obj.depth === "number" ? obj.depth : void 0;
+  const filter2 = typeof obj.filter === "string" ? obj.filter : void 0;
+  const sparse = Array.isArray(obj.sparse) ? obj.sparse.filter((s) => typeof s === "string") : void 0;
+  if (depth === void 0 && !filter2 && !sparse) return void 0;
+  return {
+    ...depth !== void 0 && { depth },
+    ...filter2 !== void 0 && { filter: filter2 },
+    ...sparse !== void 0 && { sparse }
+  };
+}
+function parseRepoConfig(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const repoPath = typeof obj.path === "string" ? obj.path : void 0;
+  const source = parseRepoSource(obj.source);
+  if (!repoPath || !source) return void 0;
+  const checkout = parseRepoCheckout(obj.checkout);
+  const clone2 = parseRepoClone(obj.clone);
+  return {
+    path: repoPath,
+    source,
+    ...checkout !== void 0 && { checkout },
+    ...clone2 !== void 0 && { clone: clone2 }
+  };
+}
+function parseResetConfig(raw) {
+  if (!isJsonObject(raw)) return void 0;
+  const obj = raw;
+  const strategy = obj.strategy === "none" || obj.strategy === "hard" || obj.strategy === "recreate" ? obj.strategy : void 0;
+  const afterEach = typeof obj.after_each === "boolean" ? obj.after_each : void 0;
+  if (!strategy && afterEach === void 0) return void 0;
+  return {
+    ...strategy !== void 0 && { strategy },
+    ...afterEach !== void 0 && { after_each: afterEach }
+  };
+}
 function parseWorkspaceConfig(raw, evalFileDir) {
   if (!isJsonObject(raw)) return void 0;
   const obj = raw;
@@ -36709,13 +36899,20 @@ function parseWorkspaceConfig(raw, evalFileDir) {
   if (template && !path8.isAbsolute(template)) {
     template = path8.resolve(evalFileDir, template);
   }
+  const isolation = obj.isolation === "shared" || obj.isolation === "per_test" ? obj.isolation : void 0;
+  const repos = Array.isArray(obj.repos) ? obj.repos.map(parseRepoConfig).filter(Boolean) : void 0;
+  const reset = parseResetConfig(obj.reset);
   const beforeAll = parseWorkspaceScriptConfig(obj.before_all, evalFileDir);
   const afterAll = parseWorkspaceScriptConfig(obj.after_all, evalFileDir);
   const beforeEach = parseWorkspaceScriptConfig(obj.before_each, evalFileDir);
   const afterEach = parseWorkspaceScriptConfig(obj.after_each, evalFileDir);
-  if (!template && !beforeAll && !afterAll && !beforeEach && !afterEach) return void 0;
+  if (!template && !isolation && !repos && !reset && !beforeAll && !afterAll && !beforeEach && !afterEach)
+    return void 0;
   return {
     ...template !== void 0 && { template },
+    ...isolation !== void 0 && { isolation },
+    ...repos !== void 0 && { repos },
+    ...reset !== void 0 && { reset },
     ...beforeAll !== void 0 && { before_all: beforeAll },
     ...afterAll !== void 0 && { after_all: afterAll },
     ...beforeEach !== void 0 && { before_each: beforeEach },
@@ -36728,6 +36925,9 @@ function mergeWorkspaceConfigs(suiteLevel, caseLevel) {
   if (!caseLevel) return suiteLevel;
   return {
     template: caseLevel.template ?? suiteLevel.template,
+    isolation: caseLevel.isolation ?? suiteLevel.isolation,
+    repos: caseLevel.repos ?? suiteLevel.repos,
+    reset: caseLevel.reset ?? suiteLevel.reset,
     before_all: caseLevel.before_all ?? suiteLevel.before_all,
     after_all: caseLevel.after_all ?? suiteLevel.after_all,
     before_each: caseLevel.before_each ?? suiteLevel.before_each,
@@ -37248,11 +37448,6 @@ Original error: ${error40 instanceof Error ? error40.message : String(error40)}`
   }
   return claudeSdkModule;
 }
-var DEFAULT_SYSTEM_PROMPT2 = `**IMPORTANT**: Follow these instructions for your response:
-- Do NOT create any additional output files in the workspace.
-- All intended file outputs/changes MUST be written in your response.
-- For each intended file, include the relative path and unified git diff following the convention \`diff --git ...\`.
-This is required for evaluation scoring.`;
 var ClaudeProvider = class {
   id;
   kind = "claude";
@@ -37274,7 +37469,7 @@ var ClaudeProvider = class {
     const logger = await this.createStreamLogger(request).catch(() => void 0);
     const inputFiles = normalizeInputFiles(request.inputFiles);
     const prompt = buildPromptDocument(request, inputFiles);
-    const systemPrompt = this.config.systemPrompt ?? (request.captureFileChanges ? void 0 : DEFAULT_SYSTEM_PROMPT2);
+    const systemPrompt = this.config.systemPrompt;
     const queryOptions = {
       permissionMode: "bypassPermissions",
       allowDangerouslySkipPermissions: true,
@@ -38237,11 +38432,6 @@ Original error: ${error40 instanceof Error ? error40.message : String(error40)}`
   }
   return codexSdkModule;
 }
-var DEFAULT_SYSTEM_PROMPT3 = `**IMPORTANT**: Follow these instructions for your response:
-- Do NOT create any additional output files in the workspace.
-- All intended file outputs/changes MUST be written in your response.
-- For each intended file, include the relative path and unified git diff following the convention \`diff --git ...\`.
-This is required for evaluation scoring.`;
 var CodexProvider = class {
   id;
   kind = "codex";
@@ -38276,7 +38466,7 @@ var CodexProvider = class {
     const thread = codex.startThread(threadOptions);
     const inputFiles = normalizeInputFiles(request.inputFiles);
     const basePrompt = buildPromptDocument(request, inputFiles);
-    const systemPrompt = this.config.systemPrompt ?? (request.captureFileChanges ? void 0 : DEFAULT_SYSTEM_PROMPT3);
+    const systemPrompt = this.config.systemPrompt;
     const prompt = systemPrompt ? `${systemPrompt}
 
 ${basePrompt}` : basePrompt;
@@ -38625,7 +38815,7 @@ function subscribeToCopilotCliLogEntries(listener) {
   };
 }
 function resolvePlatformCliPath() {
-  const os4 = platform();
+  const os5 = platform();
   const cpu = arch();
   const platformMap = {
     linux: "linux",
@@ -38636,13 +38826,13 @@ function resolvePlatformCliPath() {
     x64: "x64",
     arm64: "arm64"
   };
-  const osPart = platformMap[os4];
+  const osPart = platformMap[os5];
   const archPart = archMap[cpu];
   if (!osPart || !archPart) {
     return void 0;
   }
   const packageName = `@github/copilot-${osPart}-${archPart}`;
-  const binaryName = os4 === "win32" ? "copilot.exe" : "copilot";
+  const binaryName = os5 === "win32" ? "copilot.exe" : "copilot";
   try {
     const resolved = import.meta.resolve(`${packageName}/package.json`);
     const packageJsonPath = resolved.startsWith("file:") ? fileURLToPath2(resolved) : resolved;
@@ -38782,11 +38972,6 @@ function isLogStreamingDisabled(envKey) {
   const normalized = envValue.trim().toLowerCase();
   return normalized === "false" || normalized === "0" || normalized === "off";
 }
-var DEFAULT_SYSTEM_PROMPT4 = `**IMPORTANT**: Follow these instructions for your response:
-- Do NOT create any additional output files in the workspace.
-- All intended file outputs/changes MUST be written in your response.
-- For each intended file, include the relative path and unified git diff following the convention \`diff --git ...\`.
-This is required for evaluation scoring.`;
 var CopilotCliProvider = class {
   id;
   kind = "copilot-cli";
@@ -38989,8 +39174,8 @@ var CopilotCliProvider = class {
     }
     return args;
   }
-  resolveSystemPrompt(request) {
-    return this.config.systemPrompt ?? (request.captureFileChanges ? void 0 : DEFAULT_SYSTEM_PROMPT4);
+  resolveSystemPrompt(_request) {
+    return this.config.systemPrompt;
   }
   async raceWithTimeout(sendPromise, agentProcess) {
     const timeoutMs = this.config.timeoutMs;
@@ -39169,21 +39354,16 @@ Original error: ${error40 instanceof Error ? error40.message : String(error40)}`
   }
   return copilotSdkModule;
 }
-var DEFAULT_SYSTEM_PROMPT5 = `**IMPORTANT**: Follow these instructions for your response:
-- Do NOT create any additional output files in the workspace.
-- All intended file outputs/changes MUST be written in your response.
-- For each intended file, include the relative path and unified git diff following the convention \`diff --git ...\`.
-This is required for evaluation scoring.`;
 var CopilotSdkProvider = class {
   id;
-  kind = "copilot";
+  kind = "copilot-sdk";
   targetName;
   supportsBatch = false;
   config;
   // biome-ignore lint/suspicious/noExplicitAny: SDK client type is dynamically loaded
   client = null;
   constructor(targetName, config2) {
-    this.id = `copilot:${targetName}`;
+    this.id = `copilot-sdk:${targetName}`;
     this.targetName = targetName;
     this.config = config2;
   }
@@ -39206,7 +39386,7 @@ var CopilotSdkProvider = class {
     if (cwd) {
       sessionOptions.workingDirectory = cwd;
     }
-    const systemPrompt = this.config.systemPrompt ?? (request.captureFileChanges ? void 0 : DEFAULT_SYSTEM_PROMPT5);
+    const systemPrompt = this.config.systemPrompt;
     if (systemPrompt) {
       sessionOptions.systemMessage = {
         mode: "append",
@@ -39706,11 +39886,6 @@ function subscribeToPiLogEntries(listener) {
 }
 var WORKSPACE_PREFIX = "agentv-pi-";
 var PROMPT_FILENAME = "prompt.md";
-var DEFAULT_SYSTEM_PROMPT6 = `**IMPORTANT**: Follow these instructions for your response:
-- Do NOT create any additional output files in the workspace.
-- All intended file outputs/changes MUST be written in your response.
-- For each intended file, include the relative path and unified git diff following the convention \`diff --git ...\`.
-This is required for evaluation scoring.`;
 var PiCodingAgentProvider = class {
   id;
   kind = "pi-coding-agent";
@@ -39787,7 +39962,7 @@ var PiCodingAgentProvider = class {
     }
     return path16.resolve(this.config.cwd);
   }
-  buildPiArgs(prompt, inputFiles, captureFileChanges2) {
+  buildPiArgs(prompt, inputFiles, _captureFileChanges) {
     const args = [];
     if (this.config.provider) {
       args.push("--provider", this.config.provider);
@@ -39815,7 +39990,7 @@ var PiCodingAgentProvider = class {
         args.push(`@${file2}`);
       }
     }
-    const systemPrompt = this.config.systemPrompt ?? (captureFileChanges2 ? void 0 : DEFAULT_SYSTEM_PROMPT6);
+    const systemPrompt = this.config.systemPrompt;
     const fullPrompt = systemPrompt ? `${systemPrompt}
 
 ${prompt}` : prompt;
@@ -41442,7 +41617,6 @@ var AGENTV_REQUEST_TEMPLATE = `[[ ## task ## ]]
 
 **IMPORTANT**: Follow these exact steps:
 1. Create and write your complete response to: {{responseFileTmp}}
-    - Do NOT create any additional output files in the workspace.
     - All intended file outputs/changes MUST be written in your response file.
     - For each intended file, include the repo name, relative path and unified git diff following the convention \`diff --git ...\`.
 2. When completely finished, run these PowerShell commands to signal completion:
@@ -41461,7 +41635,6 @@ var AGENTV_BATCH_REQUEST_TEMPLATE = `[[ ## task ## ]]
 
 **IMPORTANT**: Follow these exact steps:
 1. Create and write your complete response to: {{responseFileTmp}}
-    - Do NOT create any additional output files in the workspace.
     - All intended file outputs/changes MUST be written in your response file.
     - For each intended file, include the repo name, relative path and unified git diff following the convention \`diff --git ...\`.
 2. When completely finished and the response is stable, rename it to: {{responseFileFinal}}
@@ -41873,7 +42046,7 @@ async function discoverProviders(registry2, baseDir) {
 }
 function createBuiltinProviderRegistry() {
   const registry2 = new ProviderRegistry();
-  registry2.register("azure", (t) => new AzureProvider(t.name, t.config)).register("anthropic", (t) => new AnthropicProvider(t.name, t.config)).register("gemini", (t) => new GeminiProvider(t.name, t.config)).register("cli", (t) => new CliProvider(t.name, t.config)).register("codex", (t) => new CodexProvider(t.name, t.config)).register("copilot", (t) => new CopilotSdkProvider(t.name, t.config)).register("copilot-cli", (t) => new CopilotCliProvider(t.name, t.config)).register("pi-coding-agent", (t) => new PiCodingAgentProvider(t.name, t.config)).register("pi-agent-sdk", (t) => new PiAgentSdkProvider(t.name, t.config)).register("claude", (t) => new ClaudeProvider(t.name, t.config)).register("mock", (t) => new MockProvider(t.name, t.config)).register("vscode", (t) => new VSCodeProvider(t.name, t.config, "vscode")).register(
+  registry2.register("azure", (t) => new AzureProvider(t.name, t.config)).register("anthropic", (t) => new AnthropicProvider(t.name, t.config)).register("gemini", (t) => new GeminiProvider(t.name, t.config)).register("cli", (t) => new CliProvider(t.name, t.config)).register("codex", (t) => new CodexProvider(t.name, t.config)).register("copilot-sdk", (t) => new CopilotSdkProvider(t.name, t.config)).register("copilot-cli", (t) => new CopilotCliProvider(t.name, t.config)).register("pi-coding-agent", (t) => new PiCodingAgentProvider(t.name, t.config)).register("pi-agent-sdk", (t) => new PiAgentSdkProvider(t.name, t.config)).register("claude", (t) => new ClaudeProvider(t.name, t.config)).register("mock", (t) => new MockProvider(t.name, t.config)).register("vscode", (t) => new VSCodeProvider(t.name, t.config, "vscode")).register(
     "vscode-insiders",
     (t) => new VSCodeProvider(t.name, t.config, "vscode-insiders")
   );
@@ -42053,16 +42226,16 @@ async function execFileWithStdinNode(argv, stdinPayload, options) {
   });
 }
 async function execShellWithStdin(command, stdinPayload, options = {}) {
-  const { mkdir: mkdir13, readFile: readFile12, rm: rm5, writeFile: writeFile8 } = await import("node:fs/promises");
+  const { mkdir: mkdir14, readFile: readFile12, rm: rm6, writeFile: writeFile9 } = await import("node:fs/promises");
   const { tmpdir: tmpdir3 } = await import("node:os");
-  const path39 = await import("node:path");
+  const path40 = await import("node:path");
   const { randomUUID: randomUUID8 } = await import("node:crypto");
-  const dir = path39.join(tmpdir3(), `agentv-exec-${randomUUID8()}`);
-  await mkdir13(dir, { recursive: true });
-  const stdinPath = path39.join(dir, "stdin.txt");
-  const stdoutPath = path39.join(dir, "stdout.txt");
-  const stderrPath = path39.join(dir, "stderr.txt");
-  await writeFile8(stdinPath, stdinPayload, "utf8");
+  const dir = path40.join(tmpdir3(), `agentv-exec-${randomUUID8()}`);
+  await mkdir14(dir, { recursive: true });
+  const stdinPath = path40.join(dir, "stdin.txt");
+  const stdoutPath = path40.join(dir, "stdout.txt");
+  const stderrPath = path40.join(dir, "stderr.txt");
+  await writeFile9(stdinPath, stdinPayload, "utf8");
   const wrappedCommand = process.platform === "win32" ? `(${command}) < ${shellEscapePath(stdinPath)} > ${shellEscapePath(stdoutPath)} 2> ${shellEscapePath(stderrPath)}` : `(${command}) < ${shellEscapePath(stdinPath)} > ${shellEscapePath(stdoutPath)} 2> ${shellEscapePath(stderrPath)}`;
   const { spawn: spawn4 } = await import("node:child_process");
   try {
@@ -42095,7 +42268,7 @@ async function execShellWithStdin(command, stdinPayload, options = {}) {
     const stderr = (await readFile12(stderrPath, "utf8")).replace(/\r\n/g, "\n");
     return { stdout, stderr, exitCode };
   } finally {
-    await rm5(dir, { recursive: true, force: true });
+    await rm6(dir, { recursive: true, force: true });
   }
 }
 var DEFAULT_MAX_CALLS = 50;
@@ -42405,7 +42578,7 @@ var CodeEvaluator = class {
       outputPath,
       guidelineFiles: context.evalCase.guideline_paths,
       inputFiles: context.evalCase.file_paths.filter(
-        (path39) => !context.evalCase.guideline_paths.includes(path39)
+        (path40) => !context.evalCase.guideline_paths.includes(path40)
       ),
       input: context.evalCase.input,
       trace: context.trace ?? null,
@@ -42646,13 +42819,15 @@ ${context.fileChanges}`;
         evaluatorRawRequest,
         tokenUsage
       };
-    } catch {
+    } catch (e) {
+      const message = e instanceof Error ? e.message : String(e);
       return {
         score: 0,
-        verdict: "fail",
+        verdict: "skip",
         hits: [],
-        misses: [],
+        misses: [`Judge parse failure after 3 attempts: ${message}`],
         expectedAspectCount: 1,
+        reasoning: `Judge parse failure after 3 attempts: ${message}`,
         evaluatorRawRequest
       };
     }
@@ -43586,115 +43761,115 @@ var FieldAccuracyEvaluator = class {
    * Evaluate a single field against the expected value.
    */
   evaluateField(fieldConfig, candidateData, expectedData) {
-    const { path: path39, match, required: required2 = true, weight = 1 } = fieldConfig;
-    const candidateValue = resolvePath(candidateData, path39);
-    const expectedValue = resolvePath(expectedData, path39);
+    const { path: path40, match, required: required2 = true, weight = 1 } = fieldConfig;
+    const candidateValue = resolvePath(candidateData, path40);
+    const expectedValue = resolvePath(expectedData, path40);
     if (expectedValue === void 0) {
       return {
-        path: path39,
+        path: path40,
         score: 1,
         // No expected value means no comparison needed
         weight,
         hit: true,
-        message: `${path39}: no expected value`
+        message: `${path40}: no expected value`
       };
     }
     if (candidateValue === void 0) {
       if (required2) {
         return {
-          path: path39,
+          path: path40,
           score: 0,
           weight,
           hit: false,
-          message: `${path39} (required, missing)`
+          message: `${path40} (required, missing)`
         };
       }
       return {
-        path: path39,
+        path: path40,
         score: 1,
         // Don't penalize missing optional fields
         weight: 0,
         // Zero weight means it won't affect the score
         hit: true,
-        message: `${path39}: optional field missing`
+        message: `${path40}: optional field missing`
       };
     }
     switch (match) {
       case "exact":
-        return this.compareExact(path39, candidateValue, expectedValue, weight);
+        return this.compareExact(path40, candidateValue, expectedValue, weight);
       case "numeric_tolerance":
         return this.compareNumericTolerance(
-          path39,
+          path40,
           candidateValue,
           expectedValue,
           fieldConfig,
           weight
         );
       case "date":
-        return this.compareDate(path39, candidateValue, expectedValue, fieldConfig, weight);
+        return this.compareDate(path40, candidateValue, expectedValue, fieldConfig, weight);
       default:
         return {
-          path: path39,
+          path: path40,
           score: 0,
           weight,
           hit: false,
-          message: `${path39}: unknown match type "${match}"`
+          message: `${path40}: unknown match type "${match}"`
         };
     }
   }
   /**
    * Exact equality comparison.
    */
-  compareExact(path39, candidateValue, expectedValue, weight) {
+  compareExact(path40, candidateValue, expectedValue, weight) {
     if (deepEqual(candidateValue, expectedValue)) {
       return {
-        path: path39,
+        path: path40,
         score: 1,
         weight,
         hit: true,
-        message: path39
+        message: path40
       };
     }
     if (typeof candidateValue !== typeof expectedValue) {
       return {
-        path: path39,
+        path: path40,
         score: 0,
         weight,
         hit: false,
-        message: `${path39} (type mismatch: got ${typeof candidateValue}, expected ${typeof expectedValue})`
+        message: `${path40} (type mismatch: got ${typeof candidateValue}, expected ${typeof expectedValue})`
       };
     }
     return {
-      path: path39,
+      path: path40,
       score: 0,
       weight,
       hit: false,
-      message: `${path39} (value mismatch)`
+      message: `${path40} (value mismatch)`
     };
   }
   /**
    * Numeric comparison with absolute or relative tolerance.
    */
-  compareNumericTolerance(path39, candidateValue, expectedValue, fieldConfig, weight) {
+  compareNumericTolerance(path40, candidateValue, expectedValue, fieldConfig, weight) {
     const { tolerance = 0, relative = false } = fieldConfig;
     const candidateNum = toNumber2(candidateValue);
     const expectedNum = toNumber2(expectedValue);
     if (candidateNum === null || expectedNum === null) {
       return {
-        path: path39,
+        path: path40,
         score: 0,
         weight,
         hit: false,
-        message: `${path39} (non-numeric value)`
+        message: `${path40} (non-numeric value)`
       };
     }
     if (!Number.isFinite(candidateNum) || !Number.isFinite(expectedNum)) {
       return {
-        path: path39,
+        path: path40,
         score: 0,
         weight,
         hit: false,
-        message: `${path39} (invalid numeric value)`
+        message: `${path40} (invalid numeric value)`
       };
     }
     const diff = Math.abs(candidateNum - expectedNum);
@@ -43707,61 +43882,61 @@ var FieldAccuracyEvaluator = class {
     }
     if (withinTolerance) {
       return {
-        path: path39,
+        path: path40,
         score: 1,
         weight,
         hit: true,
-        message: `${path39} (within tolerance: diff=${diff.toFixed(2)})`
+        message: `${path40} (within tolerance: diff=${diff.toFixed(2)})`
       };
     }
     return {
-      path: path39,
+      path: path40,
       score: 0,
       weight,
       hit: false,
-      message: `${path39} (outside tolerance: diff=${diff.toFixed(2)}, tolerance=${tolerance})`
+      message: `${path40} (outside tolerance: diff=${diff.toFixed(2)}, tolerance=${tolerance})`
     };
   }
   /**
    * Date comparison with format normalization.
    */
-  compareDate(path39, candidateValue, expectedValue, fieldConfig, weight) {
+  compareDate(path40, candidateValue, expectedValue, fieldConfig, weight) {
     const formats = fieldConfig.formats ?? DEFAULT_DATE_FORMATS;
     const candidateDate = parseDate(String(candidateValue), formats);
     const expectedDate = parseDate(String(expectedValue), formats);
     if (candidateDate === null) {
       return {
-        path: path39,
+        path: path40,
         score: 0,
         weight,
         hit: false,
-        message: `${path39} (unparseable candidate date)`
+        message: `${path40} (unparseable candidate date)`
       };
     }
     if (expectedDate === null) {
       return {
-        path: path39,
+        path: path40,
         score: 0,
         weight,
         hit: false,
-        message: `${path39} (unparseable expected date)`
+        message: `${path40} (unparseable expected date)`
       };
     }
     if (candidateDate.getFullYear() === expectedDate.getFullYear() && candidateDate.getMonth() === expectedDate.getMonth() && candidateDate.getDate() === expectedDate.getDate()) {
       return {
-        path: path39,
+        path: path40,
         score: 1,
         weight,
         hit: true,
-        message: path39
+        message: path40
       };
     }
     return {
-      path: path39,
+      path: path40,
       score: 0,
       weight,
       hit: false,
-      message: `${path39} (date mismatch: got ${formatDateISO(candidateDate)}, expected ${formatDateISO(expectedDate)})`
+      message: `${path40} (date mismatch: got ${formatDateISO(candidateDate)}, expected ${formatDateISO(expectedDate)})`
     };
   }
   /**
@@ -43802,11 +43977,11 @@ var FieldAccuracyEvaluator = class {
     };
   }
 };
-function resolvePath(obj, path39) {
-  if (!path39 || !obj) {
+function resolvePath(obj, path40) {
+  if (!path40 || !obj) {
     return void 0;
   }
-  const parts = path39.split(/\.|\[|\]/).filter((p) => p.length > 0);
+  const parts = path40.split(/\.|\[|\]/).filter((p) => p.length > 0);
   let current = obj;
   for (const part of parts) {
     if (current === null || current === void 0) {
@@ -44610,8 +44785,8 @@ var TokenUsageEvaluator = class {
     };
   }
 };
-function getNestedValue(obj, path39) {
-  const parts = path39.split(".");
+function getNestedValue(obj, path40) {
+  const parts = path40.split(".");
   let current = obj;
   for (const part of parts) {
     if (current === null || current === void 0 || typeof current !== "object") {
@@ -45073,13 +45248,78 @@ function runContainsAssertion(output, value) {
     misses: passed ? [] : [`Output does not contain "${value}"`]
   };
 }
-function runRegexAssertion(output, pattern) {
-  const regex = new RegExp(pattern);
+function runContainsAnyAssertion(output, values) {
+  const matched = values.filter((v) => output.includes(v));
+  const passed = matched.length > 0;
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output contains "${matched[0]}"`] : [],
+    misses: passed ? [] : [`Output does not contain any of: ${values.map((v) => `"${v}"`).join(", ")}`]
+  };
+}
+function runContainsAllAssertion(output, values) {
+  const missing = values.filter((v) => !output.includes(v));
+  const passed = missing.length === 0;
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output contains all ${values.length} expected strings`] : [],
+    misses: passed ? [] : [`Output missing: ${missing.map((v) => `"${v}"`).join(", ")}`]
+  };
+}
+function runIcontainsAssertion(output, value) {
+  const passed = output.toLowerCase().includes(value.toLowerCase());
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output contains "${value}" (case-insensitive)`] : [],
+    misses: passed ? [] : [`Output does not contain "${value}" (case-insensitive)`]
+  };
+}
+function runIcontainsAnyAssertion(output, values) {
+  const lower = output.toLowerCase();
+  const matched = values.filter((v) => lower.includes(v.toLowerCase()));
+  const passed = matched.length > 0;
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output contains "${matched[0]}" (case-insensitive)`] : [],
+    misses: passed ? [] : [
+      `Output does not contain any of: ${values.map((v) => `"${v}"`).join(", ")} (case-insensitive)`
+    ]
+  };
+}
+function runIcontainsAllAssertion(output, values) {
+  const lower = output.toLowerCase();
+  const missing = values.filter((v) => !lower.includes(v.toLowerCase()));
+  const passed = missing.length === 0;
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output contains all ${values.length} expected strings (case-insensitive)`] : [],
+    misses: passed ? [] : [`Output missing (case-insensitive): ${missing.map((v) => `"${v}"`).join(", ")}`]
+  };
+}
+function runStartsWithAssertion(output, value) {
+  const passed = output.trim().startsWith(value.trim());
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output starts with "${value}"`] : [],
+    misses: passed ? [] : [`Output does not start with "${value}"`]
+  };
+}
+function runEndsWithAssertion(output, value) {
+  const passed = output.trim().endsWith(value.trim());
+  return {
+    score: passed ? 1 : 0,
+    hits: passed ? [`Output ends with "${value}"`] : [],
+    misses: passed ? [] : [`Output does not end with "${value}"`]
+  };
+}
+function runRegexAssertion(output, pattern, flags) {
+  const regex = new RegExp(pattern, flags);
   const passed = regex.test(output);
+  const flagsLabel = flags ? ` (flags: ${flags})` : "";
   return {
     score: passed ? 1 : 0,
-    hits: passed ? [`Output matches pattern /${pattern}/`] : [],
-    misses: passed ? [] : [`Output does not match pattern /${pattern}/`]
+    hits: passed ? [`Output matches pattern /${pattern}/${flags ?? ""}${flagsLabel}`] : [],
+    misses: passed ? [] : [`Output does not match pattern /${pattern}/${flags ?? ""}${flagsLabel}`]
   };
 }
 function runIsJsonAssertion(output) {
@@ -45477,13 +45717,13 @@ var containsFactory = (config2) => {
 var regexFactory = (config2) => {
   const c = config2;
   return new DeterministicAssertionEvaluator("regex", (ctx) => {
-    const result = runRegexAssertion(ctx.candidate, c.value);
+    const result = runRegexAssertion(ctx.candidate, c.value, c.flags);
     return {
       score: result.score,
       verdict: result.score === 1 ? "pass" : "fail",
       hits: result.hits,
       misses: result.misses,
-      reasoning: result.score === 1 ? `Output matches pattern /${c.value}/` : `Output does not match pattern /${c.value}/`,
+      reasoning: result.score === 1 ? `Output matches pattern /${c.value}/${c.flags ?? ""}` : `Output does not match pattern /${c.value}/${c.flags ?? ""}`,
       expectedAspectCount: 1
     };
   });
@@ -45515,9 +45755,107 @@ var equalsFactory = (config2) => {
     };
   });
 };
+var containsAnyFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("contains_any", (ctx) => {
+    const result = runContainsAnyAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var containsAllFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("contains_all", (ctx) => {
+    const result = runContainsAllAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var icontainsFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("icontains", (ctx) => {
+    const result = runIcontainsAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var icontainsAnyFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("icontains_any", (ctx) => {
+    const result = runIcontainsAnyAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var icontainsAllFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("icontains_all", (ctx) => {
+    const result = runIcontainsAllAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var startsWithFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("starts_with", (ctx) => {
+    const result = runStartsWithAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
+var endsWithFactory = (config2) => {
+  const c = config2;
+  return new DeterministicAssertionEvaluator("ends_with", (ctx) => {
+    const result = runEndsWithAssertion(ctx.candidate, c.value);
+    return {
+      score: result.score,
+      verdict: result.score === 1 ? "pass" : "fail",
+      hits: result.hits,
+      misses: result.misses,
+      reasoning: result.score === 1 ? result.hits[0] : result.misses[0],
+      expectedAspectCount: 1
+    };
+  });
+};
 function createBuiltinRegistry() {
   const registry2 = new EvaluatorRegistry();
-  registry2.register("llm_judge", llmJudgeFactory).register("code", codeFactory).register("composite", compositeFactory).register("tool_trajectory", toolTrajectoryFactory).register("field_accuracy", fieldAccuracyFactory).register("latency", latencyFactory).register("cost", costFactory).register("token_usage", tokenUsageFactory).register("execution_metrics", executionMetricsFactory).register("agent_judge", agentJudgeFactory).register("contains", containsFactory).register("regex", regexFactory).register("is_json", isJsonFactory).register("equals", equalsFactory);
+  registry2.register("llm_judge", llmJudgeFactory).register("code", codeFactory).register("composite", compositeFactory).register("tool_trajectory", toolTrajectoryFactory).register("field_accuracy", fieldAccuracyFactory).register("latency", latencyFactory).register("cost", costFactory).register("token_usage", tokenUsageFactory).register("execution_metrics", executionMetricsFactory).register("agent_judge", agentJudgeFactory).register("contains", containsFactory).register("contains_any", containsAnyFactory).register("contains_all", containsAllFactory).register("icontains", icontainsFactory).register("icontains_any", icontainsAnyFactory).register("icontains_all", icontainsAllFactory).register("starts_with", startsWithFactory).register("ends_with", endsWithFactory).register("regex", regexFactory).register("is_json", isJsonFactory).register("equals", equalsFactory);
   return registry2;
 }
 async function discoverAssertions(registry2, baseDir) {
@@ -45843,15 +46181,186 @@ async function cleanupEvalWorkspaces(evalRunId, workspaceRoot) {
     await rm4(evalDir, { recursive: true, force: true });
   }
 }
+var execFileAsync = promisify5(execFile);
+var DEFAULT_CACHE_DIR = path35.join(os4.homedir(), ".agentv", "git-cache");
+var DEFAULT_TIMEOUT_MS2 = 3e5;
+var LOCK_TIMEOUT_MS = 6e4;
+function gitEnv() {
+  const env = { ...process.env };
+  for (const key of Object.keys(env)) {
+    if (key.startsWith("GIT_") && key !== "GIT_SSH_COMMAND") {
+      delete env[key];
+    }
+  }
+  return {
+    ...env,
+    GIT_TERMINAL_PROMPT: "0",
+    GIT_ASKPASS: "",
+    GIT_SSH_COMMAND: "ssh -o BatchMode=yes"
+  };
+}
+function cacheKey(source) {
+  const raw = source.type === "git" ? source.url.toLowerCase().replace(/\.git$/, "") : source.path;
+  return createHash("sha256").update(raw).digest("hex");
+}
+function getSourceUrl(source) {
+  return source.type === "git" ? source.url : source.path;
+}
+async function git(args, opts) {
+  const { stdout } = await execFileAsync("git", args, {
+    cwd: opts?.cwd,
+    timeout: opts?.timeout ?? DEFAULT_TIMEOUT_MS2,
+    env: gitEnv(),
+    maxBuffer: 50 * 1024 * 1024
+    // 50MB
+  });
+  return stdout.trim();
+}
+async function acquireLock(lockPath) {
+  const start = Date.now();
+  while (Date.now() - start < LOCK_TIMEOUT_MS) {
+    try {
+      await writeFile7(lockPath, String(process.pid), { flag: "wx" });
+      return;
+    } catch (err) {
+      if (err.code === "EEXIST") {
+        await new Promise((r) => setTimeout(r, 200));
+        continue;
+      }
+      throw err;
+    }
+  }
+  throw new Error(`Timed out waiting for lock: ${lockPath}`);
+}
+async function releaseLock(lockPath) {
+  try {
+    await unlink(lockPath);
+  } catch {
+  }
+}
+var RepoManager = class {
+  cacheDir;
+  constructor(cacheDir) {
+    this.cacheDir = cacheDir ?? DEFAULT_CACHE_DIR;
+  }
+  /**
+   * Ensure a bare mirror cache exists for the given source.
+   * Creates on first access, fetches updates on subsequent calls.
+   * Returns the absolute path to the cache directory.
+   */
+  async ensureCache(source) {
+    const key = cacheKey(source);
+    const cachePath = path35.join(this.cacheDir, key);
+    const lockPath = `${cachePath}.lock`;
+    await mkdir11(this.cacheDir, { recursive: true });
+    await acquireLock(lockPath);
+    try {
+      if (existsSync2(path35.join(cachePath, "HEAD"))) {
+        await git(["fetch", "--prune"], { cwd: cachePath });
+      } else {
+        await git(["clone", "--mirror", "--bare", getSourceUrl(source), cachePath]);
+      }
+    } finally {
+      await releaseLock(lockPath);
+    }
+    return cachePath;
+  }
+  /**
+   * Clone a repo from cache into the workspace at the configured path.
+   * Handles checkout, ref resolution, ancestor walking, shallow clone, sparse checkout.
+   */
+  async materialize(repo, workspacePath) {
+    const targetDir = path35.join(workspacePath, repo.path);
+    const cachePath = await this.ensureCache(repo.source);
+    const cloneArgs = ["clone"];
+    if (repo.clone?.depth) {
+      cloneArgs.push("--depth", String(repo.clone.depth));
+    }
+    if (repo.clone?.filter) {
+      cloneArgs.push("--filter", repo.clone.filter);
+    }
+    cloneArgs.push("--no-checkout");
+    const cloneUrl = repo.clone?.depth || repo.clone?.filter ? `file://${cachePath}` : cachePath;
+    cloneArgs.push(cloneUrl, targetDir);
+    await git(cloneArgs);
+    if (repo.clone?.sparse?.length) {
+      await git(["sparse-checkout", "init", "--cone"], { cwd: targetDir });
+      await git(["sparse-checkout", "set", ...repo.clone.sparse], { cwd: targetDir });
+    }
+    const ref = repo.checkout?.ref ?? "HEAD";
+    const resolve2 = repo.checkout?.resolve ?? "remote";
+    let resolvedSha;
+    if (resolve2 === "remote" && repo.source.type === "git") {
+      const url2 = getSourceUrl(repo.source);
+      try {
+        const lsOutput = await git(["ls-remote", url2, ref]);
+        const match = lsOutput.split("	")[0];
+        if (!match) {
+          throw new Error(`Ref '${ref}' not found on remote ${url2}`);
+        }
+        resolvedSha = match;
+      } catch (err) {
+        if (err instanceof Error && err.message.includes("not found")) throw err;
+        resolvedSha = ref;
+      }
+    } else {
+      resolvedSha = ref;
+    }
+    await git(["checkout", resolvedSha], { cwd: targetDir });
+    const ancestor = repo.checkout?.ancestor ?? 0;
+    if (ancestor > 0) {
+      try {
+        const ancestorSha = await git(["rev-parse", `HEAD~${ancestor}`], { cwd: targetDir });
+        await git(["checkout", ancestorSha], { cwd: targetDir });
+      } catch {
+        if (repo.clone?.depth) {
+          await git(["fetch", "--deepen", String(ancestor)], { cwd: targetDir });
+          const ancestorSha = await git(["rev-parse", `HEAD~${ancestor}`], { cwd: targetDir });
+          await git(["checkout", ancestorSha], { cwd: targetDir });
+        } else {
+          throw new Error(
+            `Cannot resolve ancestor ${ancestor} of ref '${ref}'. If using shallow clone, increase clone.depth to at least ${ancestor + 1}.`
+          );
+        }
+      }
+    }
+  }
+  /** Materialize all repos into the workspace. */
+  async materializeAll(repos, workspacePath) {
+    for (const repo of repos) {
+      await this.materialize(repo, workspacePath);
+    }
+  }
+  /** Reset repos in workspace to their checkout state. */
+  async reset(repos, workspacePath, strategy) {
+    if (strategy === "recreate") {
+      for (const repo of repos) {
+        const targetDir = path35.join(workspacePath, repo.path);
+        await rm5(targetDir, { recursive: true, force: true });
+      }
+      await this.materializeAll(repos, workspacePath);
+      return;
+    }
+    for (const repo of repos) {
+      const targetDir = path35.join(workspacePath, repo.path);
+      await git(["reset", "--hard", "HEAD"], { cwd: targetDir });
+      await git(["clean", "-fd"], { cwd: targetDir });
+    }
+  }
+  /** Remove the entire cache directory. */
+  async cleanCache() {
+    await rm5(this.cacheDir, { recursive: true, force: true });
+  }
+};
 async function resolveWorkspaceTemplate(templatePath) {
   if (!templatePath) {
     return void 0;
   }
-  const resolved = path35.resolve(templatePath);
+  const resolved = path36.resolve(templatePath);
   const stats = await stat6(resolved);
   if (stats.isFile()) {
     return {
-      dir: path35.dirname(resolved),
+      dir: path36.dirname(resolved),
       workspaceFile: resolved
     };
   }
@@ -45863,14 +46372,14 @@ async function resolveWorkspaceTemplate(templatePath) {
   if (workspaceFiles.length === 1) {
     return {
       dir: resolved,
-      workspaceFile: path35.join(resolved, workspaceFiles[0])
+      workspaceFile: path36.join(resolved, workspaceFiles[0])
     };
   }
   if (workspaceFiles.length > 1) {
     const conventionFile = workspaceFiles.find((f) => f === "template.code-workspace");
     return {
       dir: resolved,
-      workspaceFile: conventionFile ? path35.join(resolved, conventionFile) : void 0
+      workspaceFile: conventionFile ? path36.join(resolved, conventionFile) : void 0
     };
   }
   return { dir: resolved };
@@ -45988,6 +46497,11 @@ async function runEvaluation(options) {
     }
     return getOrCreateProvider(resolvedJudge);
   };
+  if (isAgentProvider(getOrCreateProvider(target)) && !target.judgeTarget) {
+    throw new Error(
+      `Target "${target.name}" is an agent provider ("${target.kind}") with no judge_target \u2014 agent providers cannot return structured JSON for judging. Set judge_target to an LLM provider (e.g., azure_base).`
+    );
+  }
   const targetResolver = (name16) => {
     const resolved = resolveTargetByName(name16);
     if (!resolved) {
@@ -46001,7 +46515,7 @@ async function runEvaluation(options) {
   ];
   const evaluatorRegistry = buildEvaluatorRegistry(evaluators, resolveJudgeProvider);
   const typeRegistry = createBuiltinRegistry();
-  const discoveryBaseDir = evalFilePath ? path36.dirname(path36.resolve(evalFilePath)) : process.cwd();
+  const discoveryBaseDir = evalFilePath ? path37.dirname(path37.resolve(evalFilePath)) : process.cwd();
   await discoverAssertions(typeRegistry, discoveryBaseDir);
   const providerRegistry = createBuiltinProviderRegistry();
   await discoverProviders(providerRegistry, discoveryBaseDir);
@@ -46056,7 +46570,8 @@ async function runEvaluation(options) {
   const resolvedTemplate = await resolveWorkspaceTemplate(rawTemplate);
   const workspaceTemplate = resolvedTemplate?.dir;
   const suiteWorkspaceFile = resolvedTemplate?.workspaceFile;
-  const hasSharedWorkspace = !!(workspaceTemplate || suiteWorkspace?.before_all);
+  const isPerTestIsolation = suiteWorkspace?.isolation === "per_test";
+  const hasSharedWorkspace = !!(workspaceTemplate || suiteWorkspace?.before_all || suiteWorkspace?.repos?.length && !isPerTestIsolation);
   const requestedWorkers = options.maxConcurrency ?? target.workers ?? 1;
   const workers = hasSharedWorkspace ? 1 : requestedWorkers;
   if (hasSharedWorkspace && requestedWorkers > 1) {
@@ -46075,9 +46590,22 @@ async function runEvaluation(options) {
       const message = error40 instanceof Error ? error40.message : String(error40);
       throw new Error(`Failed to create shared workspace: ${message}`);
     }
-  } else if (suiteWorkspace?.before_all) {
+  } else if (suiteWorkspace?.before_all || suiteWorkspace?.repos?.length && !isPerTestIsolation) {
     sharedWorkspacePath = getWorkspacePath(evalRunId, "shared");
-    await mkdir11(sharedWorkspacePath, { recursive: true });
+    await mkdir12(sharedWorkspacePath, { recursive: true });
+  }
+  const repoManager = suiteWorkspace?.repos?.length ? new RepoManager() : void 0;
+  if (repoManager && sharedWorkspacePath && suiteWorkspace?.repos && !isPerTestIsolation) {
+    try {
+      await repoManager.materializeAll(suiteWorkspace.repos, sharedWorkspacePath);
+    } catch (error40) {
+      const message = error40 instanceof Error ? error40.message : String(error40);
+      if (sharedWorkspacePath) {
+        await cleanupWorkspace(sharedWorkspacePath).catch(() => {
+        });
+      }
+      throw new Error(`Failed to materialize repos: ${message}`);
+    }
   }
   if (sharedWorkspacePath && suiteWorkspace?.before_all) {
     const scriptContext = {
@@ -46168,7 +46696,8 @@ async function runEvaluation(options) {
           sharedBaselineCommit,
           suiteWorkspaceFile,
           streamCallbacks,
-          typeRegistry
+          typeRegistry,
+          repoManager
         };
         let result = trials && trials.count > 1 ? await runEvalCaseWithTrials(runCaseOptions, trials) : await runEvalCase(runCaseOptions);
         if (totalBudgetUsd !== void 0) {
@@ -46443,15 +46972,16 @@ async function runEvalCase(options) {
     sharedWorkspacePath,
     sharedBaselineCommit,
     suiteWorkspaceFile,
-    typeRegistry: providedTypeRegistry
+    typeRegistry: providedTypeRegistry,
+    repoManager
   } = options;
   const formattingMode = usesFileReferencePrompt(provider) ? "agent" : "lm";
   const promptInputs = await buildPromptInputs(evalCase, formattingMode);
   const typeRegistry = providedTypeRegistry ?? createBuiltinRegistry();
-  const cacheKey = useCache ? createCacheKey(provider, target, evalCase, promptInputs) : void 0;
+  const cacheKey2 = useCache ? createCacheKey(provider, target, evalCase, promptInputs) : void 0;
   let cachedResponse;
-  if (cacheKey && cache) {
-    cachedResponse = await cache.get(cacheKey);
+  if (cacheKey2 && cache) {
+    cachedResponse = await cache.get(cacheKey2);
   }
   const nowFn = now ?? (() => /* @__PURE__ */ new Date());
   let workspacePath = sharedWorkspacePath;
@@ -46480,9 +47010,25 @@ async function runEvalCase(options) {
         );
       }
     }
-    if (!workspacePath && evalCase.workspace?.before_all && evalRunId) {
+    if (!workspacePath && (evalCase.workspace?.before_all || evalCase.workspace?.repos?.length) && evalRunId) {
       workspacePath = getWorkspacePath(evalRunId, evalCase.id);
-      await mkdir11(workspacePath, { recursive: true });
+      await mkdir12(workspacePath, { recursive: true });
+    }
+    if (evalCase.workspace?.repos?.length && workspacePath) {
+      const perCaseRepoManager = new RepoManager();
+      try {
+        await perCaseRepoManager.materializeAll(evalCase.workspace.repos, workspacePath);
+      } catch (error40) {
+        const message = error40 instanceof Error ? error40.message : String(error40);
+        return buildErrorResult(
+          evalCase,
+          target.name,
+          nowFn(),
+          new Error(`Failed to materialize repos: ${message}`),
+          promptInputs,
+          provider
+        );
+      }
     }
     if (workspacePath && evalCase.workspace?.before_all) {
       const scriptContext = {
@@ -46606,8 +47152,8 @@ async function runEvalCase(options) {
     }
     return errorResult;
   }
-  if (cacheKey && cache && !cachedResponse) {
-    await cache.set(cacheKey, providerResponse);
+  if (cacheKey2 && cache && !cachedResponse) {
+    await cache.set(cacheKey2, providerResponse);
   }
   const output = providerResponse.output;
   const hasExecutionMetrics = providerResponse.tokenUsage !== void 0 || providerResponse.costUsd !== void 0 || providerResponse.durationMs !== void 0;
@@ -46635,6 +47181,16 @@ async function runEvalCase(options) {
     }
   }
   const providerError = extractProviderError(providerResponse);
+  if (repoManager && workspacePath && evalCase.workspace?.reset?.after_each && evalCase.workspace.reset.strategy && evalCase.workspace.reset.strategy !== "none" && evalCase.workspace.repos) {
+    try {
+      await repoManager.reset(
+        evalCase.workspace.repos,
+        workspacePath,
+        evalCase.workspace.reset.strategy
+      );
+    } catch {
+    }
+  }
   if (workspacePath && evalCase.workspace?.after_each) {
     const scriptContext = {
       workspacePath,
@@ -46999,7 +47555,7 @@ async function runEvaluatorList(options) {
     fileChanges,
     workspacePath
   };
-  const evalFileDir = evalCase.guideline_paths[0] ? path36.dirname(evalCase.guideline_paths[0]) : process.cwd();
+  const evalFileDir = evalCase.guideline_paths[0] ? path37.dirname(evalCase.guideline_paths[0]) : process.cwd();
   const dispatchContext = {
     judgeProvider,
     targetResolver,
@@ -47089,8 +47645,9 @@ async function runEvaluatorList(options) {
     const minScore = typeof entry.required === "number" ? entry.required : PASS_THRESHOLD;
     return entry.score.score < minScore;
   });
-  const aggregateScore = hasRequiredFailure ? 0 : scored.length > 0 ? computeWeightedMean(
-    scored.map((entry) => ({ score: entry.score.score, weight: entry.weight }))
+  const scorable = scored.filter((entry) => entry.score.verdict !== "skip");
+  const aggregateScore = hasRequiredFailure ? 0 : scorable.length > 0 ? computeWeightedMean(
+    scorable.map((entry) => ({ score: entry.score.score, weight: entry.weight }))
   ) : 0;
   const hits = scored.flatMap((entry) => entry.score.hits);
   const misses = scored.flatMap((entry) => entry.score.misses);
@@ -47230,7 +47787,7 @@ function extractProviderError(response) {
   return trimmed.length > 0 ? trimmed : void 0;
 }
 function createCacheKey(provider, target, evalCase, promptInputs) {
-  const hash = createHash("sha256");
+  const hash = createHash2("sha256");
   hash.update(provider.id);
   hash.update(target.name);
   hash.update(evalCase.id);
@@ -47317,13 +47874,13 @@ async function evaluate(config2) {
   let evalCases;
   let testFilePath;
   if (config2.specFile) {
-    testFilePath = path37.resolve(config2.specFile);
+    testFilePath = path38.resolve(config2.specFile);
     evalCases = await loadTests(testFilePath, repoRoot, {
       verbose: config2.verbose,
       filter: config2.filter
     });
   } else {
-    testFilePath = path37.join(process.cwd(), "__programmatic__.yaml");
+    testFilePath = path38.join(process.cwd(), "__programmatic__.yaml");
     evalCases = (config2.tests ?? []).map((test) => {
       const input = typeof test.input === "string" ? [{ role: "user", content: test.input }] : test.input;
       const question = typeof test.input === "string" ? test.input : test.input.find((m) => m.role === "user")?.content ?? "";
@@ -47414,11 +47971,11 @@ function computeSummary(results, durationMs) {
 var TARGET_FILE_CANDIDATES = [".agentv/targets.yaml", ".agentv/targets.yml"];
 async function discoverDefaultTarget(repoRoot) {
   const cwd = process.cwd();
-  const chain = buildDirectoryChain(path37.join(cwd, "_placeholder"), repoRoot);
+  const chain = buildDirectoryChain(path38.join(cwd, "_placeholder"), repoRoot);
   for (const dir of chain) {
     for (const candidate of TARGET_FILE_CANDIDATES) {
-      const targetsPath = path37.join(dir, candidate);
-      if (!existsSync2(targetsPath)) continue;
+      const targetsPath = path38.join(dir, candidate);
+      if (!existsSync3(targetsPath)) continue;
       try {
         const definitions = await readTargetDefinitions(targetsPath);
         const defaultTarget = definitions.find((d) => d.name === "default");
@@ -47432,11 +47989,11 @@ async function discoverDefaultTarget(repoRoot) {
 async function loadEnvHierarchy(repoRoot) {
   const { readFileSync: readFileSync2 } = await import("node:fs");
   const cwd = process.cwd();
-  const chain = buildDirectoryChain(path37.join(cwd, "_placeholder"), repoRoot);
+  const chain = buildDirectoryChain(path38.join(cwd, "_placeholder"), repoRoot);
   const envFiles = [];
   for (const dir of chain) {
-    const envPath = path37.join(dir, ".env");
-    if (existsSync2(envPath)) envFiles.push(envPath);
+    const envPath = path38.join(dir, ".env");
+    if (existsSync3(envPath)) envFiles.push(envPath);
   }
   for (let i = envFiles.length - 1; i >= 0; i--) {
     try {
@@ -47503,12 +48060,12 @@ var CONFIG_FILE_NAMES = [
   ".agentv/config.js"
 ];
 async function loadTsConfig(projectRoot) {
-  const { existsSync: existsSync3 } = await import("node:fs");
+  const { existsSync: existsSync4 } = await import("node:fs");
   const { pathToFileURL } = await import("node:url");
   const { join: join2 } = await import("node:path");
   for (const fileName of CONFIG_FILE_NAMES) {
     const filePath = join2(projectRoot, fileName);
-    if (!existsSync3(filePath)) {
+    if (!existsSync4(filePath)) {
       continue;
     }
     try {
@@ -47616,13 +48173,13 @@ var ResponseCache = class {
   }
   async set(key, value) {
     const filePath = this.keyToPath(key);
-    const dir = path38.dirname(filePath);
-    await mkdir12(dir, { recursive: true });
-    await writeFile7(filePath, JSON.stringify(value, null, 2), "utf8");
+    const dir = path39.dirname(filePath);
+    await mkdir13(dir, { recursive: true });
+    await writeFile8(filePath, JSON.stringify(value, null, 2), "utf8");
   }
   keyToPath(key) {
     const prefix = key.slice(0, 2);
-    return path38.join(this.cachePath, prefix, `${key}.json`);
+    return path39.join(this.cachePath, prefix, `${key}.json`);
   }
 };
 function shouldEnableCache(params) {
@@ -48163,6 +48720,13 @@ export {
   TokenUsageEvaluator,
   ToolTrajectoryEvaluator,
   runContainsAssertion,
+  runContainsAnyAssertion,
+  runContainsAllAssertion,
+  runIcontainsAssertion,
+  runIcontainsAnyAssertion,
+  runIcontainsAllAssertion,
+  runStartsWithAssertion,
+  runEndsWithAssertion,
   runRegexAssertion,
   runIsJsonAssertion,
   runEqualsAssertion,
@@ -48179,6 +48743,7 @@ export {
   createTempWorkspace,
   cleanupWorkspace,
   cleanupEvalWorkspaces,
+  RepoManager,
   resolveWorkspaceTemplate,
   executeWorkspaceScript,
   runEvaluation,
@@ -48196,4 +48761,4 @@ export {
   OtelStreamingObserver,
   createAgentKernel
 };
-//# sourceMappingURL=chunk-RJWTL3VS.js.map
+//# sourceMappingURL=chunk-EXJWRKKL.js.map