@agentv/core 4.22.0 → 4.24.0-next.1

package/dist/evaluation/validation/index.js

@@ -10,20 +10,20 @@ import {
   isGraderKind,
   loadCasesFromDirectory,
   loadCasesFromFile,
+  parseYamlValue,
   resolveFileReference
-} from "../../chunk-LKX4QW3G.js";
+} from "../../chunk-4VLOUBFL.js";
 
 // src/evaluation/validation/file-type.ts
 import { readFile } from "node:fs/promises";
 import path from "node:path";
-import { parse } from "yaml";
 var SCHEMA_EVAL_V2 = "agentv-eval-v2";
 var SCHEMA_TARGETS_V2 = "agentv-targets-v2.2";
 var SCHEMA_CONFIG_V2 = "agentv-config-v2";
 async function detectFileType(filePath) {
   try {
     const content = await readFile(filePath, "utf8");
-    const parsed = parse(content);
+    const parsed = parseYamlValue(content);
     if (Array.isArray(parsed)) {
       return "cases";
     }
@@ -85,7 +85,6 @@ function getExpectedSchema(fileType) {
 // src/evaluation/validation/eval-validator.ts
 import { readFile as readFile2, readdir, stat } from "node:fs/promises";
 import path2 from "node:path";
-import { parse as parse2 } from "yaml";
 var ASSERTION_TYPES_WITH_STRING_VALUE = /* @__PURE__ */ new Set([
   "contains",
   "icontains",
@@ -119,7 +118,9 @@ var KNOWN_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
   "assertions",
   "evaluators",
   "preprocessors",
-  "workspace"
+  "workspace",
+  "metadata",
+  "governance"
 ]);
 var DEPRECATED_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Map([
   ["eval_cases", "'eval_cases' is deprecated. Use 'tests' instead."],
@@ -194,7 +195,7 @@ async function validateEvalFile(filePath) {
   let parsed;
   try {
     const content = await readFile2(absolutePath, "utf8");
-    parsed = interpolateEnv(parse2(content), process.env);
+    parsed = interpolateEnv(parseYamlValue(content), process.env);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -470,7 +471,7 @@ async function validateWorkspaceConfig(workspace, evalFilePath, errors, location
   const workspacePath = path2.resolve(path2.dirname(evalFilePath), workspace);
   try {
     const workspaceContent = await readFile2(workspacePath, "utf8");
-    const parsedWorkspace = interpolateEnv(parse2(workspaceContent), process.env);
+    const parsedWorkspace = interpolateEnv(parseYamlValue(workspaceContent), process.env);
     if (!isObject(parsedWorkspace)) {
       errors.push({
         severity: "error",
@@ -867,7 +868,6 @@ function validateConversationMode(evalCase, location, filePath, errors) {
 // src/evaluation/validation/cases-validator.ts
 import { readFile as readFile3 } from "node:fs/promises";
 import path3 from "node:path";
-import { parse as parse3 } from "yaml";
 function isObject2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -877,7 +877,7 @@ async function validateCasesFile(filePath) {
   let parsed;
   try {
     const content = await readFile3(absolutePath, "utf8");
-    parsed = parse3(content);
+    parsed = parseYamlValue(content);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -943,7 +943,6 @@ async function validateCasesFile(filePath) {
 // src/evaluation/validation/targets-validator.ts
 import { readFile as readFile4 } from "node:fs/promises";
 import path4 from "node:path";
-import { parse as parse4 } from "yaml";
 function isObject3(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -1171,7 +1170,7 @@ async function validateTargetsFile(filePath) {
   let parsed;
   try {
     const content = await readFile4(absolutePath, "utf8");
-    parsed = parse4(content);
+    parsed = parseYamlValue(content);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -1385,12 +1384,11 @@ async function validateTargetsFile(filePath) {
 
 // src/evaluation/validation/config-validator.ts
 import { readFile as readFile5 } from "node:fs/promises";
-import { parse as parse5 } from "yaml";
 async function validateConfigFile(filePath) {
   const errors = [];
   try {
     const content = await readFile5(filePath, "utf8");
-    const parsed = parse5(content);
+    const parsed = parseYamlValue(content);
     if (typeof parsed !== "object" || parsed === null) {
       errors.push({
         severity: "error",
@@ -1528,7 +1526,6 @@ async function validateConfigFile(filePath) {
 // src/evaluation/validation/file-reference-validator.ts
 import { readFile as readFile6 } from "node:fs/promises";
 import path5 from "node:path";
-import { parse as parse6 } from "yaml";
 function isObject4(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -1548,7 +1545,7 @@ async function validateFileReferences(evalFilePath) {
   let parsed;
   try {
     const content = await readFile6(absolutePath, "utf8");
-    parsed = parse6(content);
+    parsed = parseYamlValue(content);
   } catch {
     return errors;
   }
@@ -1660,7 +1657,6 @@ async function validateMessagesFileRefs(messages, location, searchRoots, filePat
 // src/evaluation/validation/workspace-path-validator.ts
 import { access, readFile as readFile7 } from "node:fs/promises";
 import path6 from "node:path";
-import { parse as parse7 } from "yaml";
 function isObject5(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -1671,7 +1667,7 @@ async function validateWorkspacePaths(evalFilePath) {
   let parsed;
   try {
     const content = await readFile7(absolutePath, "utf8");
-    parsed = parse7(content);
+    parsed = parseYamlValue(content);
   } catch {
     return errors;
   }
@@ -1682,7 +1678,7 @@ async function validateWorkspacePaths(evalFilePath) {
     const workspaceFilePath = path6.resolve(evalDir, workspaceRaw);
     try {
       const wsContent = await readFile7(workspaceFilePath, "utf8");
-      const wsParsed = parse7(wsContent);
+      const wsParsed = parseYamlValue(wsContent);
       if (isObject5(wsParsed)) {
         const wsDir = path6.dirname(workspaceFilePath);
         await validateWorkspaceObject(wsParsed, wsDir, absolutePath, "workspace", errors);