agentv 3.10.0 → 3.10.2

package/dist/{chunk-DJ6FJ6J4.js → chunk-6UE665XI.js}

@@ -17,7 +17,7 @@ import {
   validateEvalFile,
   validateFileReferences,
   validateTargetsFile
-} from "./chunk-DDMAQT5P.js";
+} from "./chunk-F7LAJMTO.js";
 import {
   createBuiltinRegistry,
   createProvider,
@@ -35,7 +35,7 @@ import {
   toSnakeCaseDeep as toSnakeCaseDeep2,
   transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-X3KJVUAB.js";
+} from "./chunk-KGK5NUFG.js";
 import {
   __commonJS,
   __esm,
@@ -4187,7 +4187,7 @@ var evalRunCommand = command({
   },
   handler: async (args) => {
     if (args.evalPaths.length === 0 && process.stdin.isTTY) {
-      const { launchInteractiveWizard } = await import("./interactive-ST4ZSRK4.js");
+      const { launchInteractiveWizard } = await import("./interactive-EO6AR2R3.js");
       await launchInteractiveWizard();
       return;
     }
@@ -6287,4 +6287,4 @@ export {
   preprocessArgv,
   runCli
 };
-//# sourceMappingURL=chunk-DJ6FJ6J4.js.map
+//# sourceMappingURL=chunk-6UE665XI.js.map

package/dist/{chunk-DDMAQT5P.js → chunk-F7LAJMTO.js}

@@ -27,12 +27,12 @@ import {
   subscribeToCopilotCliLogEntries,
   subscribeToCopilotSdkLogEntries,
   subscribeToPiLogEntries
-} from "./chunk-X3KJVUAB.js";
+} from "./chunk-KGK5NUFG.js";
 
 // package.json
 var package_default = {
   name: "agentv",
-  version: "3.10.0",
+  version: "3.10.2",
   description: "CLI entry point for AgentV",
   type: "module",
   repository: {
@@ -51,7 +51,7 @@ var package_default = {
     dev: "bun src/cli.ts",
     build: "tsup && bun run copy-readme",
     "copy-readme": `bun -e "import { cpSync } from 'fs'; cpSync('../../README.md', 'README.md')"`,
-    prepublishOnly: "bun run copy-readme",
+    prepublishOnly: `node -e "if(process.env.ALLOW_PUBLISH!=='1'){console.error('ERROR: Use bun run publish:next, then bun run promote:latest');process.exit(1)}"`,
     typecheck: "tsc --noEmit",
     lint: "biome check .",
     format: "biome format --write .",
@@ -2259,25 +2259,7 @@ async function validateEvalFile(filePath) {
       });
     }
   }
-  let cases = parsed.tests;
-  if (cases === void 0 && "eval_cases" in parsed) {
-    cases = parsed.eval_cases;
-    errors.push({
-      severity: "warning",
-      filePath: absolutePath,
-      location: "eval_cases",
-      message: "'eval_cases' is deprecated. Use 'tests' instead."
-    });
-  }
-  if (cases === void 0 && "evalcases" in parsed) {
-    cases = parsed.evalcases;
-    errors.push({
-      severity: "warning",
-      filePath: absolutePath,
-      location: "evalcases",
-      message: "'evalcases' is deprecated. Use 'tests' instead."
-    });
-  }
+  const cases = parsed.tests;
   if (typeof cases === "string") {
     validateTestsStringPath(cases, absolutePath, errors);
     await validateWorkspaceConfig(parsed.workspace, absolutePath, errors, "workspace");
@@ -2329,6 +2311,19 @@ async function validateEvalFile(filePath) {
   for (let i = 0; i < cases.length; i++) {
     const evalCase = cases[i];
     const location = `tests[${i}]`;
+    if (typeof evalCase === "string") {
+      if (evalCase.startsWith("file://")) {
+        validateTestsStringPath(evalCase, absolutePath, errors);
+      } else {
+        errors.push({
+          severity: "error",
+          filePath: absolutePath,
+          location,
+          message: "Test case string must be a file reference (file://...)"
+        });
+      }
+      continue;
+    }
     if (!isObject(evalCase)) {
       errors.push({
         severity: "error",
@@ -2542,7 +2537,9 @@ function validateMessages(messages, location, filePath, errors) {
       });
     }
     const content = message.content;
-    if (typeof content === "string") {
+    const hasToolCalls = "tool_calls" in message;
+    if (content === void 0 && hasToolCalls) {
+    } else if (typeof content === "string") {
       validateContentForRoleMarkers(content, `${msgLocation}.content`, filePath, errors);
     } else if (Array.isArray(content)) {
       for (let j = 0; j < content.length; j++) {
@@ -2582,12 +2579,13 @@ function validateMessages(messages, location, filePath, errors) {
           });
         }
       }
+    } else if (isObject(content)) {
     } else {
       errors.push({
         severity: "error",
         filePath,
         location: `${msgLocation}.content`,
-        message: "Missing or invalid 'content' field (must be a string or array)"
+        message: "Missing or invalid 'content' field (must be a string, array, or object)"
       });
     }
   }
@@ -3038,7 +3036,7 @@ async function validateTargetsFile(filePath) {
   let parsed;
   try {
     const content = await readFile32(absolutePath, "utf8");
-    parsed = interpolateEnv(parse3(content), process.env);
+    parsed = parse3(content);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -3197,6 +3195,7 @@ async function validateTargetsFile(filePath) {
     }
     const provider = target.provider;
     const providerValue = typeof provider === "string" ? provider.trim().toLowerCase() : void 0;
+    const isTemplated = typeof provider === "string" && /^\$\{\{.+\}\}$/.test(provider.trim());
     if (typeof provider !== "string" || provider.trim().length === 0) {
       errors.push({
         severity: "error",
@@ -3204,7 +3203,7 @@ async function validateTargetsFile(filePath) {
         location: `${location}.provider`,
         message: "Missing or invalid 'provider' field (must be a non-empty string)"
       });
-    } else if (!knownProviders.includes(provider)) {
+    } else if (!isTemplated && !knownProviders.includes(provider)) {
       errors.push({
         severity: "warning",
         filePath: absolutePath,
@@ -3215,7 +3214,7 @@ async function validateTargetsFile(filePath) {
     if (providerValue === "cli") {
       validateCliSettings(target, absolutePath, location, errors);
     }
-    if (typeof provider === "string") {
+    if (typeof provider === "string" && !isTemplated) {
       validateUnknownSettings(target, provider, absolutePath, location, errors);
     }
     const graderTarget = target.grader_target ?? target.judge_target;
@@ -4156,7 +4155,7 @@ async function runEvalCommand(input) {
   const useFileExport = !!(options.otelFile || options.traceFile);
   if (options.exportOtel || useFileExport) {
     try {
-      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-DJFWBJNJ.js");
+      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-3QUJEJUT.js");
       let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
       let headers = {};
       if (options.otelBackend) {
@@ -4501,4 +4500,4 @@ export {
   selectTarget,
   runEvalCommand
 };
-//# sourceMappingURL=chunk-DDMAQT5P.js.map
+//# sourceMappingURL=chunk-F7LAJMTO.js.map