@agentv/core 4.3.3 → 4.4.0

package/dist/evaluation/validation/index.cjs

@@ -268,6 +268,40 @@ var ASSERTION_TYPES_WITH_ARRAY_VALUE = /* @__PURE__ */ new Set([
   "icontains-all"
 ]);
 var VALID_TEST_FILE_EXTENSIONS = /* @__PURE__ */ new Set([".yaml", ".yml", ".jsonl"]);
+var KNOWN_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
+  "$schema",
+  "name",
+  "description",
+  "version",
+  "author",
+  "tags",
+  "license",
+  "requires",
+  "input",
+  "input_files",
+  "tests",
+  "eval_cases",
+  "target",
+  "execution",
+  "assertions",
+  "evaluators",
+  "workspace"
+]);
+var KNOWN_TEST_FIELDS = /* @__PURE__ */ new Set([
+  "id",
+  "criteria",
+  "input",
+  "input_files",
+  "expected_output",
+  "assertions",
+  "evaluators",
+  "execution",
+  "workspace",
+  "metadata",
+  "conversation_id",
+  "dataset",
+  "note"
+]);
 var NAME_PATTERN = /^[a-z0-9-]+$/;
 function isObject(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
@@ -306,6 +340,16 @@ async function validateEvalFile(filePath) {
     };
   }
   validateMetadata(parsed, absolutePath, errors);
+  for (const key of Object.keys(parsed)) {
+    if (!KNOWN_TOP_LEVEL_FIELDS.has(key)) {
+      errors.push({
+        severity: "warning",
+        filePath: absolutePath,
+        location: key,
+        message: `Unknown field '${key}'. This field will be ignored.`
+      });
+    }
+  }
   const suiteInput = parsed.input;
   if (suiteInput !== void 0) {
     if (typeof suiteInput === "string") {
@@ -394,6 +438,16 @@ async function validateEvalFile(filePath) {
       });
       continue;
     }
+    for (const key of Object.keys(evalCase)) {
+      if (!KNOWN_TEST_FIELDS.has(key)) {
+        errors.push({
+          severity: "warning",
+          filePath: absolutePath,
+          location: `${location}.${key}`,
+          message: `Unknown field '${key}'. This field will be ignored.`
+        });
+      }
+    }
     const id = evalCase.id;
     if (typeof id !== "string" || id.trim().length === 0) {
       errors.push({
@@ -403,16 +457,7 @@ async function validateEvalFile(filePath) {
         message: "Missing or invalid 'id' field (must be a non-empty string)"
       });
     }
-    let criteria = evalCase.criteria;
-    if (criteria === void 0 && "expected_outcome" in evalCase) {
-      criteria = evalCase.expected_outcome;
-      errors.push({
-        severity: "warning",
-        filePath: absolutePath,
-        location: `${location}.expected_outcome`,
-        message: "'expected_outcome' is deprecated. Use 'criteria' instead."
-      });
-    }
+    const criteria = evalCase.criteria;
     if (criteria !== void 0 && (typeof criteria !== "string" || criteria.trim().length === 0)) {
       errors.push({
         severity: "error",
@@ -464,7 +509,7 @@ async function validateEvalFile(filePath) {
         });
       }
     }
-    const assertField = evalCase.assertions ?? evalCase.assert;
+    const assertField = evalCase.assertions;
     if (assertField !== void 0) {
       validateAssertArray(assertField, location, absolutePath, errors);
     }
@@ -1497,7 +1542,13 @@ async function validateConfigFile(filePath) {
         });
       }
     }
-    const allowedFields = /* @__PURE__ */ new Set(["$schema", "eval_patterns", "required_version", "execution"]);
+    const allowedFields = /* @__PURE__ */ new Set([
+      "$schema",
+      "eval_patterns",
+      "required_version",
+      "execution",
+      "studio"
+    ]);
     const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));
     if (unexpectedFields.length > 0) {
       errors.push({