@agentv/core 3.10.1 → 3.10.2

package/dist/evaluation/validation/index.cjs

@@ -322,25 +322,7 @@ async function validateEvalFile(filePath) {
       });
     }
   }
-  let cases = parsed.tests;
-  if (cases === void 0 && "eval_cases" in parsed) {
-    cases = parsed.eval_cases;
-    errors.push({
-      severity: "warning",
-      filePath: absolutePath,
-      location: "eval_cases",
-      message: "'eval_cases' is deprecated. Use 'tests' instead."
-    });
-  }
-  if (cases === void 0 && "evalcases" in parsed) {
-    cases = parsed.evalcases;
-    errors.push({
-      severity: "warning",
-      filePath: absolutePath,
-      location: "evalcases",
-      message: "'evalcases' is deprecated. Use 'tests' instead."
-    });
-  }
+  const cases = parsed.tests;
   if (typeof cases === "string") {
     validateTestsStringPath(cases, absolutePath, errors);
     await validateWorkspaceConfig(parsed.workspace, absolutePath, errors, "workspace");
@@ -392,6 +374,19 @@ async function validateEvalFile(filePath) {
   for (let i = 0; i < cases.length; i++) {
     const evalCase = cases[i];
     const location = `tests[${i}]`;
+    if (typeof evalCase === "string") {
+      if (evalCase.startsWith("file://")) {
+        validateTestsStringPath(evalCase, absolutePath, errors);
+      } else {
+        errors.push({
+          severity: "error",
+          filePath: absolutePath,
+          location,
+          message: "Test case string must be a file reference (file://...)"
+        });
+      }
+      continue;
+    }
     if (!isObject(evalCase)) {
       errors.push({
         severity: "error",
@@ -605,7 +600,9 @@ function validateMessages(messages, location, filePath, errors) {
       });
     }
     const content = message.content;
-    if (typeof content === "string") {
+    const hasToolCalls = "tool_calls" in message;
+    if (content === void 0 && hasToolCalls) {
+    } else if (typeof content === "string") {
       validateContentForRoleMarkers(content, `${msgLocation}.content`, filePath, errors);
     } else if (Array.isArray(content)) {
       for (let j = 0; j < content.length; j++) {
@@ -645,12 +642,13 @@ function validateMessages(messages, location, filePath, errors) {
           });
         }
       }
+    } else if (isObject(content)) {
     } else {
       errors.push({
         severity: "error",
         filePath,
         location: `${msgLocation}.content`,
-        message: "Missing or invalid 'content' field (must be a string or array)"
+        message: "Missing or invalid 'content' field (must be a string, array, or object)"
       });
     }
   }