@agentv/core 0.2.3 → 0.2.8

package/dist/evaluation/validation/index.js

@@ -1,14 +1,18 @@
 import {
+  KNOWN_PROVIDERS,
+  PROVIDER_ALIASES,
+  TARGETS_SCHEMA_V2,
   buildSearchRoots,
   findGitRoot,
   resolveFileReference
-} from "../../chunk-5REK5RSI.js";
+} from "../../chunk-XXNQA4EW.js";
 
 // src/evaluation/validation/file-type.ts
 import { readFile } from "node:fs/promises";
 import { parse } from "yaml";
 var SCHEMA_EVAL_V2 = "agentv-eval-v2";
 var SCHEMA_TARGETS_V2 = "agentv-targets-v2";
+var SCHEMA_CONFIG_V2 = "agentv-config-v2";
 async function detectFileType(filePath) {
   try {
     const content = await readFile(filePath, "utf8");
@@ -26,6 +30,8 @@ async function detectFileType(filePath) {
         return "eval";
       case SCHEMA_TARGETS_V2:
         return "targets";
+      case SCHEMA_CONFIG_V2:
+        return "config";
       default:
         return "unknown";
     }
@@ -34,7 +40,7 @@ async function detectFileType(filePath) {
   }
 }
 function isValidSchema(schema) {
-  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2;
+  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;
 }
 function getExpectedSchema(fileType) {
   switch (fileType) {
@@ -42,6 +48,8 @@ function getExpectedSchema(fileType) {
       return SCHEMA_EVAL_V2;
     case "targets":
       return SCHEMA_TARGETS_V2;
+    case "config":
+      return SCHEMA_CONFIG_V2;
     default:
       return void 0;
   }
@@ -248,7 +256,6 @@ function validateMessages(messages, location, filePath, errors) {
 import { readFile as readFile3 } from "node:fs/promises";
 import path2 from "node:path";
 import { parse as parse3 } from "yaml";
-var SCHEMA_TARGETS_V22 = "agentv-targets-v2";
 function isObject2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -286,8 +293,8 @@ async function validateTargetsFile(filePath) {
     };
   }
   const schema = parsed["$schema"];
-  if (schema !== SCHEMA_TARGETS_V22) {
-    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_TARGETS_V22}'` : `Missing required field '$schema'. Expected '${SCHEMA_TARGETS_V22}'`;
+  if (schema !== TARGETS_SCHEMA_V2) {
+    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'` : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;
     errors.push({
       severity: "error",
       filePath: absolutePath,
@@ -310,7 +317,7 @@ async function validateTargetsFile(filePath) {
       errors
     };
   }
-  const knownProviders = ["azure", "openai", "anthropic", "bedrock", "vertex"];
+  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];
   for (let i = 0; i < targets.length; i++) {
     const target = targets[i];
     const location = `targets[${i}]`;
@@ -375,10 +382,88 @@ async function validateTargetsFile(filePath) {
   };
 }
 
-// src/evaluation/validation/file-reference-validator.ts
+// src/evaluation/validation/config-validator.ts
 import { readFile as readFile4 } from "node:fs/promises";
-import path3 from "node:path";
 import { parse as parse4 } from "yaml";
+var SCHEMA_CONFIG_V22 = "agentv-config-v2";
+async function validateConfigFile(filePath) {
+  const errors = [];
+  try {
+    const content = await readFile4(filePath, "utf8");
+    const parsed = parse4(content);
+    if (typeof parsed !== "object" || parsed === null) {
+      errors.push({
+        severity: "error",
+        filePath,
+        message: "Config file must contain a valid YAML object"
+      });
+      return { valid: false, filePath, fileType: "config", errors };
+    }
+    const config = parsed;
+    const schema = config["$schema"];
+    if (schema !== SCHEMA_CONFIG_V22) {
+      const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V22}'` : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V22}' at the top of the file.`;
+      errors.push({
+        severity: "error",
+        filePath,
+        location: "$schema",
+        message
+      });
+    }
+    const guidelinePatterns = config["guideline_patterns"];
+    if (guidelinePatterns !== void 0) {
+      if (!Array.isArray(guidelinePatterns)) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' must be an array"
+        });
+      } else if (!guidelinePatterns.every((p) => typeof p === "string")) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "All entries in 'guideline_patterns' must be strings"
+        });
+      } else if (guidelinePatterns.length === 0) {
+        errors.push({
+          severity: "warning",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' is empty. Consider removing it or adding patterns."
+        });
+      }
+    }
+    const allowedFields = /* @__PURE__ */ new Set(["$schema", "guideline_patterns"]);
+    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));
+    if (unexpectedFields.length > 0) {
+      errors.push({
+        severity: "warning",
+        filePath,
+        message: `Unexpected fields: ${unexpectedFields.join(", ")}`
+      });
+    }
+    return {
+      valid: errors.filter((e) => e.severity === "error").length === 0,
+      filePath,
+      fileType: "config",
+      errors
+    };
+  } catch (error) {
+    errors.push({
+      severity: "error",
+      filePath,
+      message: `Failed to parse config file: ${error.message}`
+    });
+    return { valid: false, filePath, fileType: "config", errors };
+  }
+}
+
+// src/evaluation/validation/file-reference-validator.ts
+import { readFile as readFile5 } from "node:fs/promises";
+import path3 from "node:path";
+import { parse as parse5 } from "yaml";
 function isObject3(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -397,8 +482,8 @@ async function validateFileReferences(evalFilePath) {
   const searchRoots = buildSearchRoots(absolutePath, gitRoot);
   let parsed;
   try {
-    const content = await readFile4(absolutePath, "utf8");
-    parsed = parse4(content);
+    const content = await readFile5(absolutePath, "utf8");
+    parsed = parse5(content);
   } catch {
     return errors;
   }
@@ -467,7 +552,7 @@ async function validateMessagesFileRefs(messages, location, searchRoots, filePat
         });
       } else {
         try {
-          const fileContent = await readFile4(resolvedPath, "utf8");
+          const fileContent = await readFile5(resolvedPath, "utf8");
           if (fileContent.trim().length === 0) {
             errors.push({
               severity: "warning",
@@ -492,6 +577,7 @@ export {
   detectFileType,
   getExpectedSchema,
   isValidSchema,
+  validateConfigFile,
   validateEvalFile,
   validateFileReferences,
   validateTargetsFile

package/dist/evaluation/validation/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/validation/file-reference-validator.ts"],"sourcesContent":["import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_TARGETS_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_TARGETS_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_TARGETS_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [\"azure\", \"openai\", \"anthropic\", \"bedrock\", \"vertex\"];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\nimport type { ValidationError } from \"./types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n"],"mappings":";;;;;;;AAAA,SAAS,gBAAgB;AACzB,SAAS,aAAa;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAM1B,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,MAAM,SAAS,UAAU,MAAM;AAC/C,UAAM,SAAS,MAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW;AACjD;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;AC5DA,SAAS,YAAAA,iBAAgB;AACzB,OAAO,UAAU;AACjB,SAAS,SAAAC,cAAa;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,KAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMF,UAAS,cAAc,MAAM;AACnD,aAASC,OAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWC,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,SAAS,YAAAC,iBAAgB;AACzB,OAAOC,WAAU;AACjB,SAAS,SAAAC,cAAa;AAItB,IAAMC,qBAAoB;AAM1B,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAeH,MAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMD,UAAS,cAAc,MAAM;AACnD,aAASE,OAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAACE,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWD,oBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,kBAAiB,MACjE,+CAA+CA,kBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,SAAS,UAAU,aAAa,WAAW,QAAQ;AAE3E,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACC,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;ACrKA,SAAS,YAAAC,iBAAgB;AACzB,OAAOC,WAAU;AACjB,SAAS,SAAAC,cAAa;AAStB,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAeC,MAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMC,UAAS,cAAc,MAAM;AACnD,aAASC,OAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACH,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,MAAME,UAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["readFile","parse","SCHEMA_EVAL_V2","readFile","path","parse","SCHEMA_TARGETS_V2","isObject","readFile","path","parse","isObject","path","readFile","parse"]}
+{"version":3,"sources":["../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/validation/config-validator.ts","../../../src/evaluation/validation/file-reference-validator.ts"],"sourcesContent":["import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      case SCHEMA_CONFIG_V2:\r\n        return \"config\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    case \"config\":\r\n      return SCHEMA_CONFIG_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\nimport { KNOWN_PROVIDERS, PROVIDER_ALIASES, TARGETS_SCHEMA_V2 } from \"../providers/types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== TARGETS_SCHEMA_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'`\r\n        : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Validate a config.yaml file for schema compliance and structural correctness.\r\n */\r\nexport async function validateConfigFile(filePath: string): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    // Check if parsed content is an object\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        message: \"Config file must contain a valid YAML object\",\r\n      });\r\n      return { valid: false, filePath, fileType: \"config\", errors };\r\n    }\r\n\r\n    const config = parsed as Record<string, unknown>;\r\n\r\n    // Validate $schema field\r\n    const schema = config[\"$schema\"];\r\n    if (schema !== SCHEMA_CONFIG_V2) {\r\n      const message =\r\n        typeof schema === \"string\"\r\n          ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V2}'`\r\n          : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V2}' at the top of the file.`;\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: \"$schema\",\r\n        message,\r\n      });\r\n    }\r\n\r\n    // Validate guideline_patterns if present\r\n    const guidelinePatterns = config[\"guideline_patterns\"];\r\n    if (guidelinePatterns !== undefined) {\r\n      if (!Array.isArray(guidelinePatterns)) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' must be an array\",\r\n        });\r\n      } else if (!guidelinePatterns.every((p) => typeof p === \"string\")) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"All entries in 'guideline_patterns' must be strings\",\r\n        });\r\n      } else if (guidelinePatterns.length === 0) {\r\n        errors.push({\r\n          severity: \"warning\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' is empty. Consider removing it or adding patterns.\",\r\n        });\r\n      }\r\n    }\r\n\r\n    // Check for unexpected fields\r\n    const allowedFields = new Set([\"$schema\", \"guideline_patterns\"]);\r\n    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));\r\n    \r\n    if (unexpectedFields.length > 0) {\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath,\r\n        message: `Unexpected fields: ${unexpectedFields.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    return {\r\n      valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n      filePath,\r\n      fileType: \"config\",\r\n      errors,\r\n    };\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath,\r\n      message: `Failed to parse config file: ${(error as Error).message}`,\r\n    });\r\n    return { valid: false, filePath, fileType: \"config\", errors };\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError } from \"./types.js\";\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n"],"mappings":";;;;;;;;;;AAAA,SAAS,gBAAgB;AACzB,SAAS,aAAa;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAC1B,IAAM,mBAAmB;AAMzB,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,MAAM,SAAS,UAAU,MAAM;AAC/C,UAAM,SAAS,MAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW,qBAAqB,WAAW;AACjF;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;ACjEA,SAAS,YAAAA,iBAAgB;AACzB,OAAO,UAAU;AACjB,SAAS,SAAAC,cAAa;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,KAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMF,UAAS,cAAc,MAAM;AACnD,aAASC,OAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWC,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,SAAS,YAAAC,iBAAgB;AACzB,OAAOC,WAAU;AACjB,SAAS,SAAAC,cAAa;AAStB,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAeC,MAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMC,UAAS,cAAc,MAAM;AACnD,aAASC,OAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAACH,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAW,mBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgB,iBAAiB,MACjE,+CAA+C,iBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,GAAG,iBAAiB,GAAG,gBAAgB;AAE/D,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACA,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;ACpKA,SAAS,YAAAI,iBAAgB;AACzB,SAAS,SAAAC,cAAa;AAItB,IAAMC,oBAAmB;AAKzB,eAAsB,mBAAmB,UAA6C;AACpF,QAAM,SAA4B,CAAC;AAEnC,MAAI;AACF,UAAM,UAAU,MAAMF,UAAS,UAAU,MAAM;AAC/C,UAAM,SAASC,OAAM,OAAO;AAG5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD,aAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,IAC9D;AAEA,UAAM,SAAS;AAGf,UAAM,SAAS,OAAO,SAAS;AAC/B,QAAI,WAAWC,mBAAkB;AAC/B,YAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,iBAAgB,MAChE,0DAA0DA,iBAAgB;AAChF,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV;AAAA,MACF,CAAC;AAAA,IACH;AAGA,UAAM,oBAAoB,OAAO,oBAAoB;AACrD,QAAI,sBAAsB,QAAW;AACnC,UAAI,CAAC,MAAM,QAAQ,iBAAiB,GAAG;AACrC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,CAAC,kBAAkB,MAAM,CAAC,MAAM,OAAO,MAAM,QAAQ,GAAG;AACjE,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,kBAAkB,WAAW,GAAG;AACzC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,gBAAgB,oBAAI,IAAI,CAAC,WAAW,oBAAoB,CAAC;AAC/D,UAAM,mBAAmB,OAAO,KAAK,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAC;AAEpF,QAAI,iBAAiB,SAAS,GAAG;AAC/B,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS,sBAAsB,iBAAiB,KAAK,IAAI,CAAC;AAAA,MAC5D,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,MACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,MAC/D;AAAA,MACA,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV;AAAA,MACA,SAAS,gCAAiC,MAAgB,OAAO;AAAA,IACnE,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,EAC9D;AACF;;;ACjGA,SAAS,YAAAC,iBAAgB;AACzB,OAAOC,WAAU;AACjB,SAAS,SAAAC,cAAa;AAStB,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAeC,MAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,MAAMC,UAAS,cAAc,MAAM;AACnD,aAASC,OAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACH,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,MAAME,UAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["readFile","parse","SCHEMA_EVAL_V2","readFile","path","parse","isObject","path","readFile","parse","readFile","parse","SCHEMA_CONFIG_V2","readFile","path","parse","isObject","path","readFile","parse"]}