@agentv/core 2.2.0 → 2.5.2

package/dist/evaluation/validation/index.cjs

@@ -188,17 +188,31 @@ async function validateEvalFile(filePath) {
       });
     }
     const inputMessages = evalCase.input_messages;
-    if (!Array.isArray(inputMessages)) {
+    const inputAlias = evalCase.input;
+    if (Array.isArray(inputMessages)) {
+      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);
+    } else if (inputAlias !== void 0) {
+      if (typeof inputAlias === "string") {
+      } else if (Array.isArray(inputAlias)) {
+        validateMessages(inputAlias, `${location}.input`, absolutePath, errors);
+      } else {
+        errors.push({
+          severity: "error",
+          filePath: absolutePath,
+          location: `${location}.input`,
+          message: "Invalid 'input' field (must be a string or array of messages)"
+        });
+      }
+    } else {
       errors.push({
         severity: "error",
         filePath: absolutePath,
         location: `${location}.input_messages`,
-        message: "Missing or invalid 'input_messages' field (must be an array)"
+        message: "Missing 'input_messages' or 'input' field (must provide one)"
       });
-    } else {
-      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);
     }
     const expectedMessages = evalCase.expected_messages;
+    const expectedOutputAlias = evalCase.expected_output;
     if (expectedMessages !== void 0 && !Array.isArray(expectedMessages)) {
       errors.push({
         severity: "error",
@@ -208,6 +222,26 @@ async function validateEvalFile(filePath) {
       });
     } else if (Array.isArray(expectedMessages)) {
       validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);
+    } else if (expectedOutputAlias !== void 0) {
+      if (typeof expectedOutputAlias === "string") {
+      } else if (Array.isArray(expectedOutputAlias)) {
+        if (expectedOutputAlias.length > 0 && isObject(expectedOutputAlias[0]) && "role" in expectedOutputAlias[0]) {
+          validateMessages(
+            expectedOutputAlias,
+            `${location}.expected_output`,
+            absolutePath,
+            errors
+          );
+        }
+      } else if (isObject(expectedOutputAlias)) {
+      } else {
+        errors.push({
+          severity: "error",
+          filePath: absolutePath,
+          location: `${location}.expected_output`,
+          message: "Invalid 'expected_output' field (must be a string, object, or array)"
+        });
+      }
     }
   }
   return {