agentv 2.10.0 → 2.11.0

package/dist/{chunk-PC3FAOHT.js → chunk-GO7OTNQ4.js}

@@ -21,9 +21,10 @@ import {
   shouldEnableCache,
   shouldSkipCacheForTemperature,
   subscribeToCodexLogEntries,
+  subscribeToCopilotCliLogEntries,
   subscribeToCopilotSdkLogEntries,
   subscribeToPiLogEntries
-} from "./chunk-RJWTL3VS.js";
+} from "./chunk-EXJWRKKL.js";
 
 // src/commands/eval/shared.ts
 import { constants } from "node:fs";
@@ -1063,7 +1064,20 @@ function inferFileTypeFromPath(filePath) {
   }
   return "eval";
 }
-var ASSERTION_TYPES_WITH_VALUE = /* @__PURE__ */ new Set(["contains", "equals", "regex"]);
+var ASSERTION_TYPES_WITH_STRING_VALUE = /* @__PURE__ */ new Set([
+  "contains",
+  "icontains",
+  "starts_with",
+  "ends_with",
+  "equals",
+  "regex"
+]);
+var ASSERTION_TYPES_WITH_ARRAY_VALUE = /* @__PURE__ */ new Set([
+  "contains_any",
+  "contains_all",
+  "icontains_any",
+  "icontains_all"
+]);
 var VALID_TEST_FILE_EXTENSIONS = /* @__PURE__ */ new Set([".yaml", ".yml", ".jsonl"]);
 var NAME_PATTERN = /^[a-z0-9-]+$/;
 function isObject(value) {
@@ -1246,6 +1260,9 @@ async function validateEvalFile(filePath) {
       validateAssertArray(assertField, location, absolutePath, errors);
     }
   }
+  if (isObject(parsed.workspace)) {
+    validateWorkspaceRepoConfig(parsed.workspace, absolutePath, errors);
+  }
   return {
     valid: errors.filter((e) => e.severity === "error").length === 0,
     filePath: absolutePath,
@@ -1253,6 +1270,48 @@ async function validateEvalFile(filePath) {
     errors
   };
 }
+function validateWorkspaceRepoConfig(workspace, filePath, errors) {
+  const repos = workspace.repos;
+  const reset = workspace.reset;
+  const isolation = workspace.isolation;
+  if (Array.isArray(repos)) {
+    for (const repo of repos) {
+      if (!isObject(repo)) continue;
+      const checkout = repo.checkout;
+      const clone = repo.clone;
+      if (isObject(checkout) && isObject(clone)) {
+        const ancestor = checkout.ancestor;
+        const depth = clone.depth;
+        if (typeof ancestor === "number" && typeof depth === "number" && depth < ancestor + 1) {
+          errors.push({
+            severity: "warning",
+            filePath,
+            location: `workspace.repos[path=${repo.path}]`,
+            message: `clone.depth (${depth}) may be insufficient for checkout.ancestor (${ancestor}). Recommend depth >= ${ancestor + 1}.`
+          });
+        }
+      }
+    }
+  }
+  if (isObject(reset) && reset.strategy && reset.strategy !== "none") {
+    if (!Array.isArray(repos) || repos.length === 0) {
+      errors.push({
+        severity: "warning",
+        filePath,
+        location: "workspace.reset",
+        message: `reset.strategy '${reset.strategy}' has no effect without repos.`
+      });
+    }
+  }
+  if (isObject(reset) && reset.after_each === true && isolation === "per_test") {
+    errors.push({
+      severity: "warning",
+      filePath,
+      location: "workspace.reset",
+      message: "reset.after_each is redundant with isolation: per_test (each test gets a fresh workspace)."
+    });
+  }
+}
 function validateMessages(messages, location, filePath, errors) {
   for (let i = 0; i < messages.length; i++) {
     const message = messages[i];
@@ -1402,7 +1461,7 @@ function validateAssertArray(assertField, parentLocation, filePath, errors) {
       });
       continue;
     }
-    if (ASSERTION_TYPES_WITH_VALUE.has(typeValue)) {
+    if (ASSERTION_TYPES_WITH_STRING_VALUE.has(typeValue)) {
       const value = item.value;
       if (value === void 0 || typeof value !== "string") {
         errors.push({
@@ -1426,6 +1485,18 @@ function validateAssertArray(assertField, parentLocation, filePath, errors) {
         }
       }
     }
+    if (ASSERTION_TYPES_WITH_ARRAY_VALUE.has(typeValue)) {
+      const value = item.value;
+      if (!Array.isArray(value) || value.length === 0) {
+        errors.push({
+          severity: "warning",
+          filePath,
+          location: `${location}.value`,
+          message: `Assertion type '${typeValue}' requires a 'value' field (non-empty string array).`
+        });
+        continue;
+      }
+    }
     const required = item.required;
     if (required !== void 0) {
       validateRequiredField(required, location, filePath, errors);
@@ -1571,6 +1642,26 @@ var COPILOT_SDK_SETTINGS = /* @__PURE__ */ new Set([
   "workspace_template",
   "workspaceTemplate"
 ]);
+var COPILOT_CLI_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "executable",
+  "command",
+  "binary",
+  "args",
+  "arguments",
+  "model",
+  "cwd",
+  "timeout_seconds",
+  "timeoutSeconds",
+  "log_dir",
+  "logDir",
+  "log_format",
+  "logFormat",
+  "system_prompt",
+  "systemPrompt",
+  "workspace_template",
+  "workspaceTemplate"
+]);
 var VSCODE_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "executable",
@@ -1631,11 +1722,12 @@ function getKnownSettings(provider) {
     case "codex":
     case "codex-cli":
       return CODEX_SETTINGS;
-    case "copilot":
     case "copilot-sdk":
     case "copilot_sdk":
-    case "copilot-cli":
       return COPILOT_SDK_SETTINGS;
+    case "copilot":
+    case "copilot-cli":
+      return COPILOT_CLI_SETTINGS;
     case "claude":
     case "claude-code":
     case "claude-sdk":
@@ -2686,7 +2778,7 @@ async function runEvalCommand(input) {
   const useFileExport = !!(options.otelFile || options.traceFile);
   if (options.exportOtel || useFileExport) {
     try {
-      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-BGRU67HI.js");
+      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-NYXYDALF.js");
       let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
       let headers = {};
       if (options.otelBackend) {
@@ -2814,7 +2906,14 @@ async function runEvalCommand(input) {
     progressReporter.addLogPaths([entry.filePath], "pi");
   });
   const seenCopilotLogPaths = /* @__PURE__ */ new Set();
-  const unsubscribeCopilotLogs = subscribeToCopilotSdkLogEntries((entry) => {
+  const unsubscribeCopilotSdkLogs = subscribeToCopilotSdkLogEntries((entry) => {
+    if (!entry.filePath || seenCopilotLogPaths.has(entry.filePath)) {
+      return;
+    }
+    seenCopilotLogPaths.add(entry.filePath);
+    progressReporter.addLogPaths([entry.filePath], "copilot");
+  });
+  const unsubscribeCopilotCliLogs = subscribeToCopilotCliLogEntries((entry) => {
     if (!entry.filePath || seenCopilotLogPaths.has(entry.filePath)) {
       return;
     }
@@ -2908,7 +3007,8 @@ Results written to: ${outputPath}`);
   } finally {
     unsubscribeCodexLogs();
     unsubscribePiLogs();
-    unsubscribeCopilotLogs();
+    unsubscribeCopilotSdkLogs();
+    unsubscribeCopilotCliLogs();
     await outputWriter.close().catch(() => void 0);
     if (otelExporter) {
       try {
@@ -2949,4 +3049,4 @@ export {
   selectTarget,
   runEvalCommand
 };
-//# sourceMappingURL=chunk-PC3FAOHT.js.map
+//# sourceMappingURL=chunk-GO7OTNQ4.js.map