@agentv/core 4.22.0 → 4.24.0-next.1

package/dist/evaluation/validation/index.cjs

@@ -45,14 +45,22 @@ module.exports = __toCommonJS(validation_exports);
 // src/evaluation/validation/file-type.ts
 var import_promises = require("fs/promises");
 var import_node_path = __toESM(require("path"), 1);
+
+// src/evaluation/yaml-loader.ts
 var import_yaml = require("yaml");
+var PARSE_OPTIONS = { merge: true };
+function parseYamlValue(content) {
+  return (0, import_yaml.parse)(content, PARSE_OPTIONS);
+}
+
+// src/evaluation/validation/file-type.ts
 var SCHEMA_EVAL_V2 = "agentv-eval-v2";
 var SCHEMA_TARGETS_V2 = "agentv-targets-v2.2";
 var SCHEMA_CONFIG_V2 = "agentv-config-v2";
 async function detectFileType(filePath) {
   try {
     const content = await (0, import_promises.readFile)(filePath, "utf8");
-    const parsed = (0, import_yaml.parse)(content);
+    const parsed = parseYamlValue(content);
     if (Array.isArray(parsed)) {
       return "cases";
     }
@@ -114,7 +122,6 @@ function getExpectedSchema(fileType) {
 // src/evaluation/validation/eval-validator.ts
 var import_promises3 = require("fs/promises");
 var import_node_path3 = __toESM(require("path"), 1);
-var import_yaml3 = require("yaml");
 
 // src/evaluation/interpolation.ts
 var ENV_VAR_PATTERN = /\$\{\{\s*([A-Za-z_][A-Za-z0-9_]*)\s*\}\}/g;
@@ -139,7 +146,6 @@ function interpolateEnv(value, env) {
 var import_promises2 = require("fs/promises");
 var import_node_path2 = __toESM(require("path"), 1);
 var import_fast_glob = __toESM(require("fast-glob"), 1);
-var import_yaml2 = require("yaml");
 
 // src/evaluation/types.ts
 var TEST_MESSAGE_ROLE_VALUES = ["system", "user", "assistant", "tool"];
@@ -197,7 +203,7 @@ function isGraderKind(value) {
 var ANSI_YELLOW = "\x1B[33m";
 var ANSI_RESET = "\x1B[0m";
 function parseYamlCases(content, filePath) {
-  const raw = (0, import_yaml2.parse)(content);
+  const raw = parseYamlValue(content);
   const parsed = interpolateEnv(raw, process.env);
   if (!Array.isArray(parsed)) {
     throw new Error(
@@ -292,7 +298,7 @@ async function loadCasesFromDirectory(dirPath) {
       throw new Error(`Cannot read case file: ${caseFilePath}
   ${message}`);
     }
-    const raw = (0, import_yaml2.parse)(content);
+    const raw = parseYamlValue(content);
     const parsed = interpolateEnv(raw, process.env);
     if (!isJsonObject(parsed)) {
       throw new Error(
@@ -352,7 +358,9 @@ var KNOWN_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Set([
   "assertions",
   "evaluators",
   "preprocessors",
-  "workspace"
+  "workspace",
+  "metadata",
+  "governance"
 ]);
 var DEPRECATED_TOP_LEVEL_FIELDS = /* @__PURE__ */ new Map([
   ["eval_cases", "'eval_cases' is deprecated. Use 'tests' instead."],
@@ -427,7 +435,7 @@ async function validateEvalFile(filePath) {
   let parsed;
   try {
     const content = await (0, import_promises3.readFile)(absolutePath, "utf8");
-    parsed = interpolateEnv((0, import_yaml3.parse)(content), process.env);
+    parsed = interpolateEnv(parseYamlValue(content), process.env);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -703,7 +711,7 @@ async function validateWorkspaceConfig(workspace, evalFilePath, errors, location
   const workspacePath = import_node_path3.default.resolve(import_node_path3.default.dirname(evalFilePath), workspace);
   try {
     const workspaceContent = await (0, import_promises3.readFile)(workspacePath, "utf8");
-    const parsedWorkspace = interpolateEnv((0, import_yaml3.parse)(workspaceContent), process.env);
+    const parsedWorkspace = interpolateEnv(parseYamlValue(workspaceContent), process.env);
     if (!isObject(parsedWorkspace)) {
       errors.push({
         severity: "error",
@@ -1100,7 +1108,6 @@ function validateConversationMode(evalCase, location, filePath, errors) {
 // src/evaluation/validation/cases-validator.ts
 var import_promises4 = require("fs/promises");
 var import_node_path4 = __toESM(require("path"), 1);
-var import_yaml4 = require("yaml");
 function isObject2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -1110,7 +1117,7 @@ async function validateCasesFile(filePath) {
   let parsed;
   try {
     const content = await (0, import_promises4.readFile)(absolutePath, "utf8");
-    parsed = (0, import_yaml4.parse)(content);
+    parsed = parseYamlValue(content);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -1176,7 +1183,6 @@ async function validateCasesFile(filePath) {
 // src/evaluation/validation/targets-validator.ts
 var import_promises5 = require("fs/promises");
 var import_node_path6 = __toESM(require("path"), 1);
-var import_yaml5 = require("yaml");
 
 // src/evaluation/providers/targets.ts
 var import_node_fs = require("fs");
@@ -1619,7 +1625,7 @@ async function validateTargetsFile(filePath) {
   let parsed;
   try {
     const content = await (0, import_promises5.readFile)(absolutePath, "utf8");
-    parsed = (0, import_yaml5.parse)(content);
+    parsed = parseYamlValue(content);
   } catch (error) {
     errors.push({
       severity: "error",
@@ -1833,12 +1839,11 @@ async function validateTargetsFile(filePath) {
 
 // src/evaluation/validation/config-validator.ts
 var import_promises6 = require("fs/promises");
-var import_yaml6 = require("yaml");
 async function validateConfigFile(filePath) {
   const errors = [];
   try {
     const content = await (0, import_promises6.readFile)(filePath, "utf8");
-    const parsed = (0, import_yaml6.parse)(content);
+    const parsed = parseYamlValue(content);
     if (typeof parsed !== "object" || parsed === null) {
       errors.push({
         severity: "error",
@@ -1976,7 +1981,6 @@ async function validateConfigFile(filePath) {
 // src/evaluation/validation/file-reference-validator.ts
 var import_promises8 = require("fs/promises");
 var import_node_path8 = __toESM(require("path"), 1);
-var import_yaml7 = require("yaml");
 
 // src/evaluation/file-utils.ts
 var import_node_fs2 = require("fs");
@@ -2078,7 +2082,7 @@ async function validateFileReferences(evalFilePath) {
   let parsed;
   try {
     const content = await (0, import_promises8.readFile)(absolutePath, "utf8");
-    parsed = (0, import_yaml7.parse)(content);
+    parsed = parseYamlValue(content);
   } catch {
     return errors;
   }
@@ -2190,7 +2194,6 @@ async function validateMessagesFileRefs(messages, location, searchRoots, filePat
 // src/evaluation/validation/workspace-path-validator.ts
 var import_promises9 = require("fs/promises");
 var import_node_path9 = __toESM(require("path"), 1);
-var import_yaml8 = require("yaml");
 function isObject5(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -2201,7 +2204,7 @@ async function validateWorkspacePaths(evalFilePath) {
   let parsed;
   try {
     const content = await (0, import_promises9.readFile)(absolutePath, "utf8");
-    parsed = (0, import_yaml8.parse)(content);
+    parsed = parseYamlValue(content);
   } catch {
     return errors;
   }
@@ -2212,7 +2215,7 @@ async function validateWorkspacePaths(evalFilePath) {
     const workspaceFilePath = import_node_path9.default.resolve(evalDir, workspaceRaw);
     try {
       const wsContent = await (0, import_promises9.readFile)(workspaceFilePath, "utf8");
-      const wsParsed = (0, import_yaml8.parse)(wsContent);
+      const wsParsed = parseYamlValue(wsContent);
       if (isObject5(wsParsed)) {
         const wsDir = import_node_path9.default.dirname(workspaceFilePath);
         await validateWorkspaceObject(wsParsed, wsDir, absolutePath, "workspace", errors);