@agentv/core 0.2.8 → 0.5.0

package/dist/{chunk-XXNQA4EW.js → chunk-NL7K4CAK.js}

@@ -107,6 +107,8 @@ var KNOWN_PROVIDERS = [
   "azure",
   "anthropic",
   "gemini",
+  "codex",
+  "cli",
   "mock",
   "vscode",
   "vscode-insiders"
@@ -118,6 +120,8 @@ var PROVIDER_ALIASES = [
   // alias for "gemini"
   "google-gemini",
   // alias for "gemini"
+  "codex-cli",
+  // alias for "codex"
   "openai",
   // legacy/future support
   "bedrock",
@@ -137,4 +141,4 @@ export {
   PROVIDER_ALIASES,
   TARGETS_SCHEMA_V2
 };
-//# sourceMappingURL=chunk-XXNQA4EW.js.map
+//# sourceMappingURL=chunk-NL7K4CAK.js.map

package/dist/chunk-NL7K4CAK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/file-utils.ts","../src/evaluation/providers/types.ts"],"sourcesContent":["import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"codex\"\r\n  | \"cli\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"codex\",\r\n  \"cli\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"codex-cli\",       // alias for \"codex\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly inputFiles?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n  /**\r\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\r\n   */\r\n  readonly supportsBatch?: boolean;\r\n  /**\r\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\r\n   * the orchestrator may send multiple requests in a single provider session.\r\n   */\r\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,cAAc;AACvB,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,oBAAoB,UAAkB,UAAqC;AACzF,QAAM,cAAwB,CAAC;AAC/B,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,MAAI,UAA8B,KAAK,QAAQ,KAAK,QAAQ,QAAQ,CAAC;AAErE,SAAO,YAAY,QAAW;AAC5B,QAAI,CAAC,KAAK,IAAI,OAAO,GAAG;AACtB,kBAAY,KAAK,OAAO;AACxB,WAAK,IAAI,OAAO;AAAA,IAClB;AACA,QAAI,YAAY,UAAU;AACxB;AAAA,IACF;AACA,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,SAAS;AACtB;AAAA,IACF;AACA,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,KAAK,IAAI,QAAQ,GAAG;AACvB,gBAAY,KAAK,QAAQ;AAAA,EAC3B;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;AC3HO,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;","names":[]}

package/dist/evaluation/validation/index.cjs

@@ -295,6 +295,8 @@ var KNOWN_PROVIDERS = [
   "azure",
   "anthropic",
   "gemini",
+  "codex",
+  "cli",
   "mock",
   "vscode",
   "vscode-insiders"
@@ -306,6 +308,8 @@ var PROVIDER_ALIASES = [
   // alias for "gemini"
   "google-gemini",
   // alias for "gemini"
+  "codex-cli",
+  // alias for "codex"
   "openai",
   // legacy/future support
   "bedrock",
@@ -319,6 +323,7 @@ var TARGETS_SCHEMA_V2 = "agentv-targets-v2";
 function isObject2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+var CLI_PLACEHOLDERS = /* @__PURE__ */ new Set(["PROMPT", "GUIDELINES", "EVAL_ID", "ATTEMPT", "FILES"]);
 async function validateTargetsFile(filePath) {
   const errors = [];
   const absolutePath = import_node_path2.default.resolve(filePath);
@@ -339,6 +344,182 @@ async function validateTargetsFile(filePath) {
       errors
     };
   }
+  function validateCliSettings(settings, absolutePath2, location, errors2) {
+    if (!isObject2(settings)) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location,
+        message: "CLI provider requires a 'settings' object"
+      });
+      return;
+    }
+    const commandTemplate = settings["command_template"] ?? settings["commandTemplate"];
+    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.commandTemplate`,
+        message: "CLI provider requires 'commandTemplate' as a non-empty string"
+      });
+    } else {
+      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
+    }
+    const attachmentsFormat = settings["attachments_format"] ?? settings["attachmentsFormat"];
+    if (attachmentsFormat !== void 0 && typeof attachmentsFormat !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.attachmentsFormat`,
+        message: "'attachmentsFormat' must be a string when provided"
+      });
+    }
+    const filesFormat = settings["files_format"] ?? settings["filesFormat"];
+    if (filesFormat !== void 0 && typeof filesFormat !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.filesFormat`,
+        message: "'filesFormat' must be a string when provided"
+      });
+    }
+    const cwd = settings["cwd"];
+    if (cwd !== void 0 && typeof cwd !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.cwd`,
+        message: "'cwd' must be a string when provided"
+      });
+    }
+    const timeoutSeconds = settings["timeout_seconds"] ?? settings["timeoutSeconds"];
+    if (timeoutSeconds !== void 0) {
+      const numericTimeout = Number(timeoutSeconds);
+      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.timeoutSeconds`,
+          message: "'timeoutSeconds' must be a positive number when provided"
+        });
+      }
+    }
+    const envOverrides = settings["env"];
+    if (envOverrides !== void 0) {
+      if (!isObject2(envOverrides)) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.env`,
+          message: "'env' must be an object with string values"
+        });
+      } else {
+        for (const [key, value] of Object.entries(envOverrides)) {
+          if (typeof value !== "string" || value.trim().length === 0) {
+            errors2.push({
+              severity: "error",
+              filePath: absolutePath2,
+              location: `${location}.env.${key}`,
+              message: `Environment override '${key}' must be a non-empty string`
+            });
+          }
+        }
+      }
+    }
+    const healthcheck = settings["healthcheck"];
+    if (healthcheck !== void 0) {
+      validateCliHealthcheck(healthcheck, absolutePath2, `${location}.healthcheck`, errors2);
+    }
+  }
+  function validateCliHealthcheck(healthcheck, absolutePath2, location, errors2) {
+    if (!isObject2(healthcheck)) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location,
+        message: "'healthcheck' must be an object when provided"
+      });
+      return;
+    }
+    const type = healthcheck["type"];
+    if (type !== "http" && type !== "command") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.type`,
+        message: "healthcheck.type must be either 'http' or 'command'"
+      });
+      return;
+    }
+    const timeoutSeconds = healthcheck["timeout_seconds"] ?? healthcheck["timeoutSeconds"];
+    if (timeoutSeconds !== void 0) {
+      const numericTimeout = Number(timeoutSeconds);
+      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.timeoutSeconds`,
+          message: "healthcheck.timeoutSeconds must be a positive number when provided"
+        });
+      }
+    }
+    if (type === "http") {
+      const url = healthcheck["url"];
+      if (typeof url !== "string" || url.trim().length === 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.url`,
+          message: "healthcheck.url must be a non-empty string for http checks"
+        });
+      }
+      return;
+    }
+    const commandTemplate = healthcheck["command_template"] ?? healthcheck["commandTemplate"];
+    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.commandTemplate`,
+        message: "healthcheck.commandTemplate must be a non-empty string for command checks"
+      });
+    } else {
+      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
+    }
+    const cwd = healthcheck["cwd"];
+    if (cwd !== void 0 && typeof cwd !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.cwd`,
+        message: "healthcheck.cwd must be a string when provided"
+      });
+    }
+  }
+  function recordUnknownPlaceholders(template, absolutePath2, location, errors2) {
+    const placeholders = extractPlaceholders(template);
+    for (const placeholder of placeholders) {
+      if (!CLI_PLACEHOLDERS.has(placeholder)) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location,
+          message: `Unknown CLI placeholder '{${placeholder}}'. Supported placeholders: ${Array.from(CLI_PLACEHOLDERS).join(", ")}`
+        });
+      }
+    }
+  }
+  function extractPlaceholders(template) {
+    const matches = template.matchAll(/\{([A-Z_]+)\}/g);
+    const result = [];
+    for (const match of matches) {
+      const placeholder = match[1];
+      if (placeholder) {
+        result.push(placeholder);
+      }
+    }
+    return result;
+  }
   if (!isObject2(parsed)) {
     errors.push({
       severity: "error",
@@ -400,6 +581,7 @@ async function validateTargetsFile(filePath) {
       });
     }
     const provider = target["provider"];
+    const providerValue = typeof provider === "string" ? provider.trim().toLowerCase() : void 0;
     if (typeof provider !== "string" || provider.trim().length === 0) {
       errors.push({
         severity: "error",
@@ -416,7 +598,7 @@ async function validateTargetsFile(filePath) {
       });
     }
     const settings = target["settings"];
-    if (settings !== void 0 && !isObject2(settings)) {
+    if (providerValue !== "cli" && settings !== void 0 && !isObject2(settings)) {
       errors.push({
         severity: "error",
         filePath: absolutePath,
@@ -424,6 +606,9 @@ async function validateTargetsFile(filePath) {
         message: "Invalid 'settings' field (must be an object)"
       });
     }
+    if (providerValue === "cli") {
+      validateCliSettings(settings, absolutePath, `${location}.settings`, errors);
+    }
     const judgeTarget = target["judge_target"];
     if (judgeTarget !== void 0 && typeof judgeTarget !== "string") {
       errors.push({

package/dist/evaluation/validation/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/evaluation/validation/index.ts","../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/providers/types.ts","../../../src/evaluation/validation/config-validator.ts","../../../src/evaluation/validation/file-reference-validator.ts","../../../src/evaluation/file-utils.ts"],"sourcesContent":["/**\r\n * Validation module for AgentV eval and targets files.\r\n */\r\n\r\nexport { detectFileType, isValidSchema, getExpectedSchema } from \"./file-type.js\";\r\nexport { validateEvalFile } from \"./eval-validator.js\";\r\nexport { validateTargetsFile } from \"./targets-validator.js\";\r\nexport { validateConfigFile } from \"./config-validator.js\";\r\nexport { validateFileReferences } from \"./file-reference-validator.js\";\r\nexport type {\r\n  FileType,\r\n  ValidationSeverity,\r\n  ValidationError,\r\n  ValidationResult,\r\n  ValidationSummary,\r\n} from \"./types.js\";\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      case SCHEMA_CONFIG_V2:\r\n        return \"config\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    case \"config\":\r\n      return SCHEMA_CONFIG_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\nimport { KNOWN_PROVIDERS, PROVIDER_ALIASES, TARGETS_SCHEMA_V2 } from \"../providers/types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== TARGETS_SCHEMA_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'`\r\n        : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly attachments?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Validate a config.yaml file for schema compliance and structural correctness.\r\n */\r\nexport async function validateConfigFile(filePath: string): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    // Check if parsed content is an object\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        message: \"Config file must contain a valid YAML object\",\r\n      });\r\n      return { valid: false, filePath, fileType: \"config\", errors };\r\n    }\r\n\r\n    const config = parsed as Record<string, unknown>;\r\n\r\n    // Validate $schema field\r\n    const schema = config[\"$schema\"];\r\n    if (schema !== SCHEMA_CONFIG_V2) {\r\n      const message =\r\n        typeof schema === \"string\"\r\n          ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V2}'`\r\n          : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V2}' at the top of the file.`;\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: \"$schema\",\r\n        message,\r\n      });\r\n    }\r\n\r\n    // Validate guideline_patterns if present\r\n    const guidelinePatterns = config[\"guideline_patterns\"];\r\n    if (guidelinePatterns !== undefined) {\r\n      if (!Array.isArray(guidelinePatterns)) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' must be an array\",\r\n        });\r\n      } else if (!guidelinePatterns.every((p) => typeof p === \"string\")) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"All entries in 'guideline_patterns' must be strings\",\r\n        });\r\n      } else if (guidelinePatterns.length === 0) {\r\n        errors.push({\r\n          severity: \"warning\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' is empty. Consider removing it or adding patterns.\",\r\n        });\r\n      }\r\n    }\r\n\r\n    // Check for unexpected fields\r\n    const allowedFields = new Set([\"$schema\", \"guideline_patterns\"]);\r\n    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));\r\n    \r\n    if (unexpectedFields.length > 0) {\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath,\r\n        message: `Unexpected fields: ${unexpectedFields.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    return {\r\n      valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n      filePath,\r\n      fileType: \"config\",\r\n      errors,\r\n    };\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath,\r\n      message: `Failed to parse config file: ${(error as Error).message}`,\r\n    });\r\n    return { valid: false, filePath, fileType: \"config\", errors };\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError } from \"./types.js\";\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n","import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,sBAAyB;AACzB,kBAAsB;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAC1B,IAAM,mBAAmB;AAMzB,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,UAAM,0BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,mBAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW,qBAAqB,WAAW;AACjF;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;ACjEA,IAAAA,mBAAyB;AACzB,uBAAiB;AACjB,IAAAC,eAAsB;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,iBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWD,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,IAAAE,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACgBf,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;;;ADhCjC,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAW,mBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgB,iBAAiB,MACjE,+CAA+C,iBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,GAAG,iBAAiB,GAAG,gBAAgB;AAE/D,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACA,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;AEpKA,IAAAE,mBAAyB;AACzB,IAAAC,eAAsB;AAItB,IAAMC,oBAAmB;AAKzB,eAAsB,mBAAmB,UAA6C;AACpF,QAAM,SAA4B,CAAC;AAEnC,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,oBAAM,OAAO;AAG5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD,aAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,IAC9D;AAEA,UAAM,SAAS;AAGf,UAAM,SAAS,OAAO,SAAS;AAC/B,QAAI,WAAWA,mBAAkB;AAC/B,YAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,iBAAgB,MAChE,0DAA0DA,iBAAgB;AAChF,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV;AAAA,MACF,CAAC;AAAA,IACH;AAGA,UAAM,oBAAoB,OAAO,oBAAoB;AACrD,QAAI,sBAAsB,QAAW;AACnC,UAAI,CAAC,MAAM,QAAQ,iBAAiB,GAAG;AACrC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,CAAC,kBAAkB,MAAM,CAAC,MAAM,OAAO,MAAM,QAAQ,GAAG;AACjE,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,kBAAkB,WAAW,GAAG;AACzC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,gBAAgB,oBAAI,IAAI,CAAC,WAAW,oBAAoB,CAAC;AAC/D,UAAM,mBAAmB,OAAO,KAAK,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAC;AAEpF,QAAI,iBAAiB,SAAS,GAAG;AAC/B,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS,sBAAsB,iBAAiB,KAAK,IAAI,CAAC;AAAA,MAC5D,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,MACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,MAC/D;AAAA,MACA,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV;AAAA,MACA,SAAS,gCAAiC,MAAgB,OAAO;AAAA,IACnE,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,EAC9D;AACF;;;ACjGA,IAAAC,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACFtB,qBAA0B;AAC1B,IAAAC,mBAAuB;AACvB,IAAAC,oBAAiB;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,cAAM,yBAAO,UAAU,yBAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,kBAAAC,QAAK,QAAQ,kBAAAA,QAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,kBAAAA,QAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,kBAAAA,QAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAsCO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,kBAAAC,QAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,kBAAAA,QAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,kBAAAA,QAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,kBAAAA,QAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,kBAAAA,QAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,kBAAAA,QAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ADpIA,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,UAAM,2BAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["import_promises","import_yaml","SCHEMA_EVAL_V2","path","import_promises","import_node_path","import_yaml","isObject","path","import_promises","import_yaml","SCHEMA_CONFIG_V2","import_promises","import_node_path","import_yaml","import_promises","import_node_path","path","path","isObject","path"]}
+{"version":3,"sources":["../../../src/evaluation/validation/index.ts","../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/providers/types.ts","../../../src/evaluation/validation/config-validator.ts","../../../src/evaluation/validation/file-reference-validator.ts","../../../src/evaluation/file-utils.ts"],"sourcesContent":["/**\r\n * Validation module for AgentV eval and targets files.\r\n */\r\n\r\nexport { detectFileType, isValidSchema, getExpectedSchema } from \"./file-type.js\";\r\nexport { validateEvalFile } from \"./eval-validator.js\";\r\nexport { validateTargetsFile } from \"./targets-validator.js\";\r\nexport { validateConfigFile } from \"./config-validator.js\";\r\nexport { validateFileReferences } from \"./file-reference-validator.js\";\r\nexport type {\r\n  FileType,\r\n  ValidationSeverity,\r\n  ValidationError,\r\n  ValidationResult,\r\n  ValidationSummary,\r\n} from \"./types.js\";\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      case SCHEMA_CONFIG_V2:\r\n        return \"config\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    case \"config\":\r\n      return SCHEMA_CONFIG_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\nimport { KNOWN_PROVIDERS, PROVIDER_ALIASES, TARGETS_SCHEMA_V2 } from \"../providers/types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\nconst CLI_PLACEHOLDERS = new Set([\"PROMPT\", \"GUIDELINES\", \"EVAL_ID\", \"ATTEMPT\", \"FILES\"]);\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n  fileType: \"targets\",\r\n  errors,\r\n};\r\n}\r\n\r\nfunction validateCliSettings(\r\n  settings: unknown,\r\n  absolutePath: string,\r\n  location: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  if (!isObject(settings)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location,\r\n      message: \"CLI provider requires a 'settings' object\",\r\n    });\r\n    return;\r\n  }\r\n\r\n  const commandTemplate = settings[\"command_template\"] ?? settings[\"commandTemplate\"];\r\n  if (typeof commandTemplate !== \"string\" || commandTemplate.trim().length === 0) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.commandTemplate`,\r\n      message: \"CLI provider requires 'commandTemplate' as a non-empty string\",\r\n    });\r\n  } else {\r\n    recordUnknownPlaceholders(commandTemplate, absolutePath, `${location}.commandTemplate`, errors);\r\n  }\r\n\r\n  const attachmentsFormat = settings[\"attachments_format\"] ?? settings[\"attachmentsFormat\"];\r\n  if (attachmentsFormat !== undefined && typeof attachmentsFormat !== \"string\") {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.attachmentsFormat`,\r\n      message: \"'attachmentsFormat' must be a string when provided\",\r\n    });\r\n  }\r\n\r\n  const filesFormat = settings[\"files_format\"] ?? settings[\"filesFormat\"];\r\n  if (filesFormat !== undefined && typeof filesFormat !== \"string\") {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.filesFormat`,\r\n      message: \"'filesFormat' must be a string when provided\",\r\n    });\r\n  }\r\n\r\n  const cwd = settings[\"cwd\"];\r\n  if (cwd !== undefined && typeof cwd !== \"string\") {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.cwd`,\r\n      message: \"'cwd' must be a string when provided\",\r\n    });\r\n  }\r\n\r\n  const timeoutSeconds = settings[\"timeout_seconds\"] ?? settings[\"timeoutSeconds\"];\r\n  if (timeoutSeconds !== undefined) {\r\n    const numericTimeout = Number(timeoutSeconds);\r\n    if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.timeoutSeconds`,\r\n        message: \"'timeoutSeconds' must be a positive number when provided\",\r\n      });\r\n    }\r\n  }\r\n\r\n  const envOverrides = settings[\"env\"];\r\n  if (envOverrides !== undefined) {\r\n    if (!isObject(envOverrides)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.env`,\r\n        message: \"'env' must be an object with string values\",\r\n      });\r\n    } else {\r\n      for (const [key, value] of Object.entries(envOverrides)) {\r\n        if (typeof value !== \"string\" || value.trim().length === 0) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath: absolutePath,\r\n            location: `${location}.env.${key}`,\r\n            message: `Environment override '${key}' must be a non-empty string`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n\r\n  const healthcheck = settings[\"healthcheck\"];\r\n  if (healthcheck !== undefined) {\r\n    validateCliHealthcheck(healthcheck, absolutePath, `${location}.healthcheck`, errors);\r\n  }\r\n}\r\n\r\nfunction validateCliHealthcheck(\r\n  healthcheck: unknown,\r\n  absolutePath: string,\r\n  location: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  if (!isObject(healthcheck)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location,\r\n      message: \"'healthcheck' must be an object when provided\",\r\n    });\r\n    return;\r\n  }\r\n\r\n  const type = healthcheck[\"type\"];\r\n  if (type !== \"http\" && type !== \"command\") {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.type`,\r\n      message: \"healthcheck.type must be either 'http' or 'command'\",\r\n    });\r\n    return;\r\n  }\r\n\r\n  const timeoutSeconds = healthcheck[\"timeout_seconds\"] ?? healthcheck[\"timeoutSeconds\"];\r\n  if (timeoutSeconds !== undefined) {\r\n    const numericTimeout = Number(timeoutSeconds);\r\n    if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.timeoutSeconds`,\r\n        message: \"healthcheck.timeoutSeconds must be a positive number when provided\",\r\n      });\r\n    }\r\n  }\r\n\r\n  if (type === \"http\") {\r\n    const url = healthcheck[\"url\"];\r\n    if (typeof url !== \"string\" || url.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.url`,\r\n        message: \"healthcheck.url must be a non-empty string for http checks\",\r\n      });\r\n    }\r\n    return;\r\n  }\r\n\r\n  const commandTemplate = healthcheck[\"command_template\"] ?? healthcheck[\"commandTemplate\"];\r\n  if (typeof commandTemplate !== \"string\" || commandTemplate.trim().length === 0) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.commandTemplate`,\r\n      message: \"healthcheck.commandTemplate must be a non-empty string for command checks\",\r\n    });\r\n  } else {\r\n    recordUnknownPlaceholders(commandTemplate, absolutePath, `${location}.commandTemplate`, errors);\r\n  }\r\n\r\n  const cwd = healthcheck[\"cwd\"];\r\n  if (cwd !== undefined && typeof cwd !== \"string\") {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: `${location}.cwd`,\r\n      message: \"healthcheck.cwd must be a string when provided\",\r\n    });\r\n  }\r\n}\r\n\r\nfunction recordUnknownPlaceholders(\r\n  template: string,\r\n  absolutePath: string,\r\n  location: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  const placeholders = extractPlaceholders(template);\r\n  for (const placeholder of placeholders) {\r\n    if (!CLI_PLACEHOLDERS.has(placeholder)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: `Unknown CLI placeholder '{${placeholder}}'. Supported placeholders: ${Array.from(CLI_PLACEHOLDERS).join(\", \")}`,\r\n      });\r\n    }\r\n  }\r\n}\r\n\r\nfunction extractPlaceholders(template: string): string[] {\r\n  const matches = template.matchAll(/\\{([A-Z_]+)\\}/g);\r\n  const result: string[] = [];\r\n  for (const match of matches) {\r\n    const placeholder = match[1];\r\n    if (placeholder) {\r\n      result.push(placeholder);\r\n    }\r\n  }\r\n  return result;\r\n}\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== TARGETS_SCHEMA_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'`\r\n        : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    const providerValue = typeof provider === \"string\" ? provider.trim().toLowerCase() : undefined;\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (providerValue !== \"cli\" && settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    if (providerValue === \"cli\") {\r\n      validateCliSettings(settings, absolutePath, `${location}.settings`, errors);\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"codex\"\r\n  | \"cli\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"codex\",\r\n  \"cli\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"codex-cli\",       // alias for \"codex\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly inputFiles?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n  /**\r\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\r\n   */\r\n  readonly supportsBatch?: boolean;\r\n  /**\r\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\r\n   * the orchestrator may send multiple requests in a single provider session.\r\n   */\r\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Validate a config.yaml file for schema compliance and structural correctness.\r\n */\r\nexport async function validateConfigFile(filePath: string): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    // Check if parsed content is an object\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        message: \"Config file must contain a valid YAML object\",\r\n      });\r\n      return { valid: false, filePath, fileType: \"config\", errors };\r\n    }\r\n\r\n    const config = parsed as Record<string, unknown>;\r\n\r\n    // Validate $schema field\r\n    const schema = config[\"$schema\"];\r\n    if (schema !== SCHEMA_CONFIG_V2) {\r\n      const message =\r\n        typeof schema === \"string\"\r\n          ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V2}'`\r\n          : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V2}' at the top of the file.`;\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: \"$schema\",\r\n        message,\r\n      });\r\n    }\r\n\r\n    // Validate guideline_patterns if present\r\n    const guidelinePatterns = config[\"guideline_patterns\"];\r\n    if (guidelinePatterns !== undefined) {\r\n      if (!Array.isArray(guidelinePatterns)) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' must be an array\",\r\n        });\r\n      } else if (!guidelinePatterns.every((p) => typeof p === \"string\")) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"All entries in 'guideline_patterns' must be strings\",\r\n        });\r\n      } else if (guidelinePatterns.length === 0) {\r\n        errors.push({\r\n          severity: \"warning\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' is empty. Consider removing it or adding patterns.\",\r\n        });\r\n      }\r\n    }\r\n\r\n    // Check for unexpected fields\r\n    const allowedFields = new Set([\"$schema\", \"guideline_patterns\"]);\r\n    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));\r\n    \r\n    if (unexpectedFields.length > 0) {\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath,\r\n        message: `Unexpected fields: ${unexpectedFields.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    return {\r\n      valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n      filePath,\r\n      fileType: \"config\",\r\n      errors,\r\n    };\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath,\r\n      message: `Failed to parse config file: ${(error as Error).message}`,\r\n    });\r\n    return { valid: false, filePath, fileType: \"config\", errors };\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError } from \"./types.js\";\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n","import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,sBAAyB;AACzB,kBAAsB;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAC1B,IAAM,mBAAmB;AAMzB,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,UAAM,0BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,mBAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW,qBAAqB,WAAW;AACjF;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;ACjEA,IAAAA,mBAAyB;AACzB,uBAAiB;AACjB,IAAAC,eAAsB;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,iBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWD,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,IAAAE,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACkBf,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;;;ADrCjC,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,IAAM,mBAAmB,oBAAI,IAAI,CAAC,UAAU,cAAc,WAAW,WAAW,OAAO,CAAC;AAKxF,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACd,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACA;AAEA,WAAS,oBACP,UACAC,eACA,UACAC,SACM;AACN,QAAI,CAACH,UAAS,QAAQ,GAAG;AACvB,MAAAG,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,kBAAkB,SAAS,kBAAkB,KAAK,SAAS,iBAAiB;AAClF,QAAI,OAAO,oBAAoB,YAAY,gBAAgB,KAAK,EAAE,WAAW,GAAG;AAC9E,MAAAC,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,gCAA0B,iBAAiBA,eAAc,GAAG,QAAQ,oBAAoBC,OAAM;AAAA,IAChG;AAEA,UAAM,oBAAoB,SAAS,oBAAoB,KAAK,SAAS,mBAAmB;AACxF,QAAI,sBAAsB,UAAa,OAAO,sBAAsB,UAAU;AAC5E,MAAAA,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,cAAc,SAAS,cAAc,KAAK,SAAS,aAAa;AACtE,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,MAAAC,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,MAAM,SAAS,KAAK;AAC1B,QAAI,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChD,MAAAC,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,iBAAiB,SAAS,iBAAiB,KAAK,SAAS,gBAAgB;AAC/E,QAAI,mBAAmB,QAAW;AAChC,YAAM,iBAAiB,OAAO,cAAc;AAC5C,UAAI,CAAC,OAAO,SAAS,cAAc,KAAK,kBAAkB,GAAG;AAC3D,QAAAC,QAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV,UAAUD;AAAA,UACV,UAAU,GAAG,QAAQ;AAAA,UACrB,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,eAAe,SAAS,KAAK;AACnC,QAAI,iBAAiB,QAAW;AAC9B,UAAI,CAACF,UAAS,YAAY,GAAG;AAC3B,QAAAG,QAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV,UAAUD;AAAA,UACV,UAAU,GAAG,QAAQ;AAAA,UACrB,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AACL,mBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,YAAY,GAAG;AACvD,cAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,WAAW,GAAG;AAC1D,YAAAC,QAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV,UAAUD;AAAA,cACV,UAAU,GAAG,QAAQ,QAAQ,GAAG;AAAA,cAChC,SAAS,yBAAyB,GAAG;AAAA,YACvC,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,cAAc,SAAS,aAAa;AAC1C,QAAI,gBAAgB,QAAW;AAC7B,6BAAuB,aAAaA,eAAc,GAAG,QAAQ,gBAAgBC,OAAM;AAAA,IACrF;AAAA,EACF;AAEA,WAAS,uBACP,aACAD,eACA,UACAC,SACM;AACN,QAAI,CAACH,UAAS,WAAW,GAAG;AAC1B,MAAAG,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,OAAO,YAAY,MAAM;AAC/B,QAAI,SAAS,UAAU,SAAS,WAAW;AACzC,MAAAC,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,iBAAiB,YAAY,iBAAiB,KAAK,YAAY,gBAAgB;AACrF,QAAI,mBAAmB,QAAW;AAChC,YAAM,iBAAiB,OAAO,cAAc;AAC5C,UAAI,CAAC,OAAO,SAAS,cAAc,KAAK,kBAAkB,GAAG;AAC3D,QAAAC,QAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV,UAAUD;AAAA,UACV,UAAU,GAAG,QAAQ;AAAA,UACrB,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,SAAS,QAAQ;AACnB,YAAM,MAAM,YAAY,KAAK;AAC7B,UAAI,OAAO,QAAQ,YAAY,IAAI,KAAK,EAAE,WAAW,GAAG;AACtD,QAAAC,QAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV,UAAUD;AAAA,UACV,UAAU,GAAG,QAAQ;AAAA,UACrB,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AACA;AAAA,IACF;AAEA,UAAM,kBAAkB,YAAY,kBAAkB,KAAK,YAAY,iBAAiB;AACxF,QAAI,OAAO,oBAAoB,YAAY,gBAAgB,KAAK,EAAE,WAAW,GAAG;AAC9E,MAAAC,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,gCAA0B,iBAAiBA,eAAc,GAAG,QAAQ,oBAAoBC,OAAM;AAAA,IAChG;AAEA,UAAM,MAAM,YAAY,KAAK;AAC7B,QAAI,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChD,MAAAA,QAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAUD;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,WAAS,0BACP,UACAA,eACA,UACAC,SACM;AACN,UAAM,eAAe,oBAAoB,QAAQ;AACjD,eAAW,eAAe,cAAc;AACtC,UAAI,CAAC,iBAAiB,IAAI,WAAW,GAAG;AACtC,QAAAA,QAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV,UAAUD;AAAA,UACV;AAAA,UACA,SAAS,6BAA6B,WAAW,+BAA+B,MAAM,KAAK,gBAAgB,EAAE,KAAK,IAAI,CAAC;AAAA,QACzH,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,WAAS,oBAAoB,UAA4B;AACvD,UAAM,UAAU,SAAS,SAAS,gBAAgB;AAClD,UAAM,SAAmB,CAAC;AAC1B,eAAW,SAAS,SAAS;AAC3B,YAAM,cAAc,MAAM,CAAC;AAC3B,UAAI,aAAa;AACf,eAAO,KAAK,WAAW;AAAA,MACzB;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAEE,MAAI,CAACF,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAW,mBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgB,iBAAiB,MACjE,+CAA+C,iBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,GAAG,iBAAiB,GAAG,gBAAgB;AAE/D,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACA,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,UAAM,gBAAgB,OAAO,aAAa,WAAW,SAAS,KAAK,EAAE,YAAY,IAAI;AACrF,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,kBAAkB,SAAS,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AAC5E,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,QAAI,kBAAkB,OAAO;AAC3B,0BAAoB,UAAU,cAAc,GAAG,QAAQ,aAAa,MAAM;AAAA,IAC5E;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;AE1XA,IAAAI,mBAAyB;AACzB,IAAAC,eAAsB;AAItB,IAAMC,oBAAmB;AAKzB,eAAsB,mBAAmB,UAA6C;AACpF,QAAM,SAA4B,CAAC;AAEnC,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,oBAAM,OAAO;AAG5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD,aAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,IAC9D;AAEA,UAAM,SAAS;AAGf,UAAM,SAAS,OAAO,SAAS;AAC/B,QAAI,WAAWA,mBAAkB;AAC/B,YAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,iBAAgB,MAChE,0DAA0DA,iBAAgB;AAChF,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV;AAAA,MACF,CAAC;AAAA,IACH;AAGA,UAAM,oBAAoB,OAAO,oBAAoB;AACrD,QAAI,sBAAsB,QAAW;AACnC,UAAI,CAAC,MAAM,QAAQ,iBAAiB,GAAG;AACrC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,CAAC,kBAAkB,MAAM,CAAC,MAAM,OAAO,MAAM,QAAQ,GAAG;AACjE,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,kBAAkB,WAAW,GAAG;AACzC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,gBAAgB,oBAAI,IAAI,CAAC,WAAW,oBAAoB,CAAC;AAC/D,UAAM,mBAAmB,OAAO,KAAK,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAC;AAEpF,QAAI,iBAAiB,SAAS,GAAG;AAC/B,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS,sBAAsB,iBAAiB,KAAK,IAAI,CAAC;AAAA,MAC5D,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,MACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,MAC/D;AAAA,MACA,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV;AAAA,MACA,SAAS,gCAAiC,MAAgB,OAAO;AAAA,IACnE,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,EAC9D;AACF;;;ACjGA,IAAAC,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACFtB,qBAA0B;AAC1B,IAAAC,mBAAuB;AACvB,IAAAC,oBAAiB;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,cAAM,yBAAO,UAAU,yBAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,kBAAAC,QAAK,QAAQ,kBAAAA,QAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,kBAAAA,QAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,kBAAAA,QAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAsCO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,kBAAAC,QAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,kBAAAA,QAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,kBAAAA,QAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,kBAAAA,QAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,kBAAAA,QAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,kBAAAA,QAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ADpIA,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,UAAM,2BAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["import_promises","import_yaml","SCHEMA_EVAL_V2","path","import_promises","import_node_path","import_yaml","isObject","path","absolutePath","errors","import_promises","import_yaml","SCHEMA_CONFIG_V2","import_promises","import_node_path","import_yaml","import_promises","import_node_path","path","path","isObject","path"]}