agentv 4.3.3 → 4.4.0

package/dist/{chunk-EW4COQU2.js → chunk-BAYNXTX6.js}

@@ -29,12 +29,12 @@ import {
   subscribeToCopilotCliLogEntries,
   subscribeToCopilotSdkLogEntries,
   subscribeToPiLogEntries
-} from "./chunk-HMOXP7T5.js";
+} from "./chunk-63NDZ6UC.js";
 
 // package.json
 var package_default = {
   name: "agentv",
-  version: "4.3.3",
+  version: "4.4.0",
   description: "CLI entry point for AgentV",
   type: "module",
   repository: {
@@ -2485,6 +2485,40 @@ var ASSERTION_TYPES_WITH_ARRAY_VALUE = /* @__PURE__ */ new Set([
   "icontains-all"
 ]);
 var VALID_TEST_FILE_EXTENSIONS = /* @__PURE__ */ new Set([".yaml", ".yml", ".jsonl"]);
+var KNOWN_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
+  "$schema",
+  "name",
+  "description",
+  "version",
+  "author",
+  "tags",
+  "license",
+  "requires",
+  "input",
+  "input_files",
+  "tests",
+  "eval_cases",
+  "target",
+  "execution",
+  "assertions",
+  "evaluators",
+  "workspace"
+]);
+var KNOWN_TEST_FIELDS = /* @__PURE__ */ new Set([
+  "id",
+  "criteria",
+  "input",
+  "input_files",
+  "expected_output",
+  "assertions",
+  "evaluators",
+  "execution",
+  "workspace",
+  "metadata",
+  "conversation_id",
+  "dataset",
+  "note"
+]);
 var NAME_PATTERN = /^[a-z0-9-]+$/;
 function isObject(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
@@ -2523,6 +2557,16 @@ async function validateEvalFile(filePath) {
     };
   }
   validateMetadata(parsed, absolutePath, errors);
+  for (const key of Object.keys(parsed)) {
+    if (!KNOWN_TOP_LEVEL_FIELDS.has(key)) {
+      errors.push({
+        severity: "warning",
+        filePath: absolutePath,
+        location: key,
+        message: `Unknown field '${key}'. This field will be ignored.`
+      });
+    }
+  }
   const suiteInput = parsed.input;
   if (suiteInput !== void 0) {
     if (typeof suiteInput === "string") {
@@ -2611,6 +2655,16 @@ async function validateEvalFile(filePath) {
       });
       continue;
     }
+    for (const key of Object.keys(evalCase)) {
+      if (!KNOWN_TEST_FIELDS.has(key)) {
+        errors.push({
+          severity: "warning",
+          filePath: absolutePath,
+          location: `${location}.${key}`,
+          message: `Unknown field '${key}'. This field will be ignored.`
+        });
+      }
+    }
     const id = evalCase.id;
     if (typeof id !== "string" || id.trim().length === 0) {
       errors.push({
@@ -2620,16 +2674,7 @@ async function validateEvalFile(filePath) {
         message: "Missing or invalid 'id' field (must be a non-empty string)"
       });
     }
-    let criteria = evalCase.criteria;
-    if (criteria === void 0 && "expected_outcome" in evalCase) {
-      criteria = evalCase.expected_outcome;
-      errors.push({
-        severity: "warning",
-        filePath: absolutePath,
-        location: `${location}.expected_outcome`,
-        message: "'expected_outcome' is deprecated. Use 'criteria' instead."
-      });
-    }
+    const criteria = evalCase.criteria;
     if (criteria !== void 0 && (typeof criteria !== "string" || criteria.trim().length === 0)) {
       errors.push({
         severity: "error",
@@ -2681,7 +2726,7 @@ async function validateEvalFile(filePath) {
         });
       }
     }
-    const assertField = evalCase.assertions ?? evalCase.assert;
+    const assertField = evalCase.assertions;
     if (assertField !== void 0) {
       validateAssertArray(assertField, location, absolutePath, errors);
     }
@@ -3554,7 +3599,13 @@ async function validateConfigFile(filePath) {
         });
       }
     }
-    const allowedFields = /* @__PURE__ */ new Set(["$schema", "eval_patterns", "required_version", "execution"]);
+    const allowedFields = /* @__PURE__ */ new Set([
+      "$schema",
+      "eval_patterns",
+      "required_version",
+      "execution",
+      "studio"
+    ]);
     const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));
     if (unexpectedFields.length > 0) {
       errors.push({
@@ -4435,7 +4486,7 @@ async function runEvalCommand(input) {
   const useFileExport = !!options.otelFile;
   if (options.exportOtel || useFileExport) {
     try {
-      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-M7R6II6Y.js");
+      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-P74O2P2I.js");
       let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
       let headers = {};
       if (options.otelBackend) {
@@ -4827,4 +4878,4 @@ export {
   selectTarget,
   runEvalCommand
 };
-//# sourceMappingURL=chunk-EW4COQU2.js.map
+//# sourceMappingURL=chunk-BAYNXTX6.js.map