@agentv/core 0.2.6 → 0.2.11

package/dist/{chunk-QVS4OL44.js → chunk-P4GOYWYH.js}

@@ -26,6 +26,30 @@ async function findGitRoot(startPath) {
   }
   return null;
 }
+function buildDirectoryChain(filePath, repoRoot) {
+  const directories = [];
+  const seen = /* @__PURE__ */ new Set();
+  const boundary = path.resolve(repoRoot);
+  let current = path.resolve(path.dirname(filePath));
+  while (current !== void 0) {
+    if (!seen.has(current)) {
+      directories.push(current);
+      seen.add(current);
+    }
+    if (current === boundary) {
+      break;
+    }
+    const parent = path.dirname(current);
+    if (parent === current) {
+      break;
+    }
+    current = parent;
+  }
+  if (!seen.has(boundary)) {
+    directories.push(boundary);
+  }
+  return directories;
+}
 function buildSearchRoots(evalPath, repoRoot) {
   const uniqueRoots = [];
   const addRoot = (root) => {
@@ -104,11 +128,13 @@ var PROVIDER_ALIASES = [
 var TARGETS_SCHEMA_V2 = "agentv-targets-v2";
 
 export {
+  fileExists,
   findGitRoot,
+  buildDirectoryChain,
   buildSearchRoots,
   resolveFileReference,
   KNOWN_PROVIDERS,
   PROVIDER_ALIASES,
   TARGETS_SCHEMA_V2
 };
-//# sourceMappingURL=chunk-QVS4OL44.js.map
+//# sourceMappingURL=chunk-P4GOYWYH.js.map

package/dist/chunk-P4GOYWYH.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/file-utils.ts","../src/evaluation/providers/types.ts"],"sourcesContent":["import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly attachments?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n  /**\r\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\r\n   */\r\n  readonly supportsBatch?: boolean;\r\n  /**\r\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\r\n   * the orchestrator may send multiple requests in a single provider session.\r\n   */\r\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,cAAc;AACvB,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,oBAAoB,UAAkB,UAAqC;AACzF,QAAM,cAAwB,CAAC;AAC/B,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,MAAI,UAA8B,KAAK,QAAQ,KAAK,QAAQ,QAAQ,CAAC;AAErE,SAAO,YAAY,QAAW;AAC5B,QAAI,CAAC,KAAK,IAAI,OAAO,GAAG;AACtB,kBAAY,KAAK,OAAO;AACxB,WAAK,IAAI,OAAO;AAAA,IAClB;AACA,QAAI,YAAY,UAAU;AACxB;AAAA,IACF;AACA,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,SAAS;AACtB;AAAA,IACF;AACA,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,KAAK,IAAI,QAAQ,GAAG;AACvB,gBAAY,KAAK,QAAQ;AAAA,EAC3B;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;AC7HO,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;","names":[]}

package/dist/chunk-XXNQA4EW.js

@@ -0,0 +1,140 @@
+// src/evaluation/file-utils.ts
+import { constants } from "node:fs";
+import { access } from "node:fs/promises";
+import path from "node:path";
+async function fileExists(filePath) {
+  try {
+    await access(filePath, constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function findGitRoot(startPath) {
+  let currentDir = path.dirname(path.resolve(startPath));
+  const root = path.parse(currentDir).root;
+  while (currentDir !== root) {
+    const gitPath = path.join(currentDir, ".git");
+    if (await fileExists(gitPath)) {
+      return currentDir;
+    }
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) {
+      break;
+    }
+    currentDir = parentDir;
+  }
+  return null;
+}
+function buildDirectoryChain(filePath, repoRoot) {
+  const directories = [];
+  const seen = /* @__PURE__ */ new Set();
+  const boundary = path.resolve(repoRoot);
+  let current = path.resolve(path.dirname(filePath));
+  while (current !== void 0) {
+    if (!seen.has(current)) {
+      directories.push(current);
+      seen.add(current);
+    }
+    if (current === boundary) {
+      break;
+    }
+    const parent = path.dirname(current);
+    if (parent === current) {
+      break;
+    }
+    current = parent;
+  }
+  if (!seen.has(boundary)) {
+    directories.push(boundary);
+  }
+  return directories;
+}
+function buildSearchRoots(evalPath, repoRoot) {
+  const uniqueRoots = [];
+  const addRoot = (root) => {
+    const normalized = path.resolve(root);
+    if (!uniqueRoots.includes(normalized)) {
+      uniqueRoots.push(normalized);
+    }
+  };
+  let currentDir = path.dirname(evalPath);
+  let reachedBoundary = false;
+  while (!reachedBoundary) {
+    addRoot(currentDir);
+    const parentDir = path.dirname(currentDir);
+    if (currentDir === repoRoot || parentDir === currentDir) {
+      reachedBoundary = true;
+    } else {
+      currentDir = parentDir;
+    }
+  }
+  addRoot(repoRoot);
+  addRoot(process.cwd());
+  return uniqueRoots;
+}
+function trimLeadingSeparators(value) {
+  const trimmed = value.replace(/^[/\\]+/, "");
+  return trimmed.length > 0 ? trimmed : value;
+}
+async function resolveFileReference(rawValue, searchRoots) {
+  const displayPath = trimLeadingSeparators(rawValue);
+  const potentialPaths = [];
+  if (path.isAbsolute(rawValue)) {
+    potentialPaths.push(path.normalize(rawValue));
+  }
+  for (const base of searchRoots) {
+    potentialPaths.push(path.resolve(base, displayPath));
+  }
+  const attempted = [];
+  const seen = /* @__PURE__ */ new Set();
+  for (const candidate of potentialPaths) {
+    const absoluteCandidate = path.resolve(candidate);
+    if (seen.has(absoluteCandidate)) {
+      continue;
+    }
+    seen.add(absoluteCandidate);
+    attempted.push(absoluteCandidate);
+    if (await fileExists(absoluteCandidate)) {
+      return { displayPath, resolvedPath: absoluteCandidate, attempted };
+    }
+  }
+  return { displayPath, attempted };
+}
+
+// src/evaluation/providers/types.ts
+var KNOWN_PROVIDERS = [
+  "azure",
+  "anthropic",
+  "gemini",
+  "mock",
+  "vscode",
+  "vscode-insiders"
+];
+var PROVIDER_ALIASES = [
+  "azure-openai",
+  // alias for "azure"
+  "google",
+  // alias for "gemini"
+  "google-gemini",
+  // alias for "gemini"
+  "openai",
+  // legacy/future support
+  "bedrock",
+  // legacy/future support
+  "vertex"
+  // legacy/future support
+];
+var TARGETS_SCHEMA_V2 = "agentv-targets-v2";
+
+export {
+  fileExists,
+  findGitRoot,
+  buildDirectoryChain,
+  buildSearchRoots,
+  resolveFileReference,
+  KNOWN_PROVIDERS,
+  PROVIDER_ALIASES,
+  TARGETS_SCHEMA_V2
+};
+//# sourceMappingURL=chunk-XXNQA4EW.js.map

package/dist/chunk-XXNQA4EW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/file-utils.ts","../src/evaluation/providers/types.ts"],"sourcesContent":["import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly attachments?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,cAAc;AACvB,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,oBAAoB,UAAkB,UAAqC;AACzF,QAAM,cAAwB,CAAC;AAC/B,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,MAAI,UAA8B,KAAK,QAAQ,KAAK,QAAQ,QAAQ,CAAC;AAErE,SAAO,YAAY,QAAW;AAC5B,QAAI,CAAC,KAAK,IAAI,OAAO,GAAG;AACtB,kBAAY,KAAK,OAAO;AACxB,WAAK,IAAI,OAAO;AAAA,IAClB;AACA,QAAI,YAAY,UAAU;AACxB;AAAA,IACF;AACA,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,SAAS;AACtB;AAAA,IACF;AACA,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,KAAK,IAAI,QAAQ,GAAG;AACvB,gBAAY,KAAK,QAAQ;AAAA,EAC3B;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;AC7HO,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;","names":[]}

package/dist/evaluation/validation/index.cjs

@@ -33,6 +33,7 @@ __export(validation_exports, {
   detectFileType: () => detectFileType,
   getExpectedSchema: () => getExpectedSchema,
   isValidSchema: () => isValidSchema,
+  validateConfigFile: () => validateConfigFile,
   validateEvalFile: () => validateEvalFile,
   validateFileReferences: () => validateFileReferences,
   validateTargetsFile: () => validateTargetsFile
@@ -44,6 +45,7 @@ var import_promises = require("fs/promises");
 var import_yaml = require("yaml");
 var SCHEMA_EVAL_V2 = "agentv-eval-v2";
 var SCHEMA_TARGETS_V2 = "agentv-targets-v2";
+var SCHEMA_CONFIG_V2 = "agentv-config-v2";
 async function detectFileType(filePath) {
   try {
     const content = await (0, import_promises.readFile)(filePath, "utf8");
@@ -61,6 +63,8 @@ async function detectFileType(filePath) {
         return "eval";
       case SCHEMA_TARGETS_V2:
         return "targets";
+      case SCHEMA_CONFIG_V2:
+        return "config";
       default:
         return "unknown";
     }
@@ -69,7 +73,7 @@ async function detectFileType(filePath) {
   }
 }
 function isValidSchema(schema) {
-  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2;
+  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;
 }
 function getExpectedSchema(fileType) {
   switch (fileType) {
@@ -77,6 +81,8 @@ function getExpectedSchema(fileType) {
       return SCHEMA_EVAL_V2;
     case "targets":
       return SCHEMA_TARGETS_V2;
+    case "config":
+      return SCHEMA_CONFIG_V2;
     default:
       return void 0;
   }
@@ -436,18 +442,96 @@ async function validateTargetsFile(filePath) {
   };
 }
 
+// src/evaluation/validation/config-validator.ts
+var import_promises4 = require("fs/promises");
+var import_yaml4 = require("yaml");
+var SCHEMA_CONFIG_V22 = "agentv-config-v2";
+async function validateConfigFile(filePath) {
+  const errors = [];
+  try {
+    const content = await (0, import_promises4.readFile)(filePath, "utf8");
+    const parsed = (0, import_yaml4.parse)(content);
+    if (typeof parsed !== "object" || parsed === null) {
+      errors.push({
+        severity: "error",
+        filePath,
+        message: "Config file must contain a valid YAML object"
+      });
+      return { valid: false, filePath, fileType: "config", errors };
+    }
+    const config = parsed;
+    const schema = config["$schema"];
+    if (schema !== SCHEMA_CONFIG_V22) {
+      const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V22}'` : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V22}' at the top of the file.`;
+      errors.push({
+        severity: "error",
+        filePath,
+        location: "$schema",
+        message
+      });
+    }
+    const guidelinePatterns = config["guideline_patterns"];
+    if (guidelinePatterns !== void 0) {
+      if (!Array.isArray(guidelinePatterns)) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' must be an array"
+        });
+      } else if (!guidelinePatterns.every((p) => typeof p === "string")) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "All entries in 'guideline_patterns' must be strings"
+        });
+      } else if (guidelinePatterns.length === 0) {
+        errors.push({
+          severity: "warning",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' is empty. Consider removing it or adding patterns."
+        });
+      }
+    }
+    const allowedFields = /* @__PURE__ */ new Set(["$schema", "guideline_patterns"]);
+    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));
+    if (unexpectedFields.length > 0) {
+      errors.push({
+        severity: "warning",
+        filePath,
+        message: `Unexpected fields: ${unexpectedFields.join(", ")}`
+      });
+    }
+    return {
+      valid: errors.filter((e) => e.severity === "error").length === 0,
+      filePath,
+      fileType: "config",
+      errors
+    };
+  } catch (error) {
+    errors.push({
+      severity: "error",
+      filePath,
+      message: `Failed to parse config file: ${error.message}`
+    });
+    return { valid: false, filePath, fileType: "config", errors };
+  }
+}
+
 // src/evaluation/validation/file-reference-validator.ts
-var import_promises5 = require("fs/promises");
+var import_promises6 = require("fs/promises");
 var import_node_path4 = __toESM(require("path"), 1);
-var import_yaml4 = require("yaml");
+var import_yaml5 = require("yaml");
 
 // src/evaluation/file-utils.ts
 var import_node_fs = require("fs");
-var import_promises4 = require("fs/promises");
+var import_promises5 = require("fs/promises");
 var import_node_path3 = __toESM(require("path"), 1);
 async function fileExists(filePath) {
   try {
-    await (0, import_promises4.access)(filePath, import_node_fs.constants.F_OK);
+    await (0, import_promises5.access)(filePath, import_node_fs.constants.F_OK);
     return true;
   } catch {
     return false;
@@ -540,8 +624,8 @@ async function validateFileReferences(evalFilePath) {
   const searchRoots = buildSearchRoots(absolutePath, gitRoot);
   let parsed;
   try {
-    const content = await (0, import_promises5.readFile)(absolutePath, "utf8");
-    parsed = (0, import_yaml4.parse)(content);
+    const content = await (0, import_promises6.readFile)(absolutePath, "utf8");
+    parsed = (0, import_yaml5.parse)(content);
   } catch {
     return errors;
   }
@@ -610,7 +694,7 @@ async function validateMessagesFileRefs(messages, location, searchRoots, filePat
         });
       } else {
         try {
-          const fileContent = await (0, import_promises5.readFile)(resolvedPath, "utf8");
+          const fileContent = await (0, import_promises6.readFile)(resolvedPath, "utf8");
           if (fileContent.trim().length === 0) {
             errors.push({
               severity: "warning",
@@ -636,6 +720,7 @@ async function validateMessagesFileRefs(messages, location, searchRoots, filePat
   detectFileType,
   getExpectedSchema,
   isValidSchema,
+  validateConfigFile,
   validateEvalFile,
   validateFileReferences,
   validateTargetsFile

package/dist/evaluation/validation/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/evaluation/validation/index.ts","../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/providers/types.ts","../../../src/evaluation/validation/file-reference-validator.ts","../../../src/evaluation/file-utils.ts"],"sourcesContent":["/**\r\n * Validation module for AgentV eval and targets files.\r\n */\r\n\r\nexport { detectFileType, isValidSchema, getExpectedSchema } from \"./file-type.js\";\r\nexport { validateEvalFile } from \"./eval-validator.js\";\r\nexport { validateTargetsFile } from \"./targets-validator.js\";\r\nexport { validateFileReferences } from \"./file-reference-validator.js\";\r\nexport type {\r\n  FileType,\r\n  ValidationSeverity,\r\n  ValidationError,\r\n  ValidationResult,\r\n  ValidationSummary,\r\n} from \"./types.js\";\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport { KNOWN_PROVIDERS, PROVIDER_ALIASES, TARGETS_SCHEMA_V2 } from \"../providers/types.js\";\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== TARGETS_SCHEMA_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'`\r\n        : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly attachments?: readonly string[];\r\n  readonly testCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\nimport type { ValidationError } from \"./types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n","import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,sBAAyB;AACzB,kBAAsB;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAM1B,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,UAAM,0BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,mBAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW;AACjD;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;AC5DA,IAAAA,mBAAyB;AACzB,uBAAiB;AACjB,IAAAC,eAAsB;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,iBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWD,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,IAAAE,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACgBf,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;;;ADhCjC,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAW,mBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgB,iBAAiB,MACjE,+CAA+C,iBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,GAAG,iBAAiB,GAAG,gBAAgB;AAE/D,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACA,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;AEpKA,IAAAE,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACFtB,qBAA0B;AAC1B,IAAAC,mBAAuB;AACvB,IAAAC,oBAAiB;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,cAAM,yBAAO,UAAU,yBAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,kBAAAC,QAAK,QAAQ,kBAAAA,QAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,kBAAAA,QAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,kBAAAA,QAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,kBAAAA,QAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,kBAAAA,QAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,kBAAAA,QAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,kBAAAA,QAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,kBAAAA,QAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,kBAAAA,QAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ADpGA,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,UAAM,2BAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["import_promises","import_yaml","SCHEMA_EVAL_V2","path","import_promises","import_node_path","import_yaml","isObject","path","import_promises","import_node_path","import_yaml","import_promises","import_node_path","path","isObject","path"]}
+{"version":3,"sources":["../../../src/evaluation/validation/index.ts","../../../src/evaluation/validation/file-type.ts","../../../src/evaluation/validation/eval-validator.ts","../../../src/evaluation/validation/targets-validator.ts","../../../src/evaluation/providers/types.ts","../../../src/evaluation/validation/config-validator.ts","../../../src/evaluation/validation/file-reference-validator.ts","../../../src/evaluation/file-utils.ts"],"sourcesContent":["/**\r\n * Validation module for AgentV eval and targets files.\r\n */\r\n\r\nexport { detectFileType, isValidSchema, getExpectedSchema } from \"./file-type.js\";\r\nexport { validateEvalFile } from \"./eval-validator.js\";\r\nexport { validateTargetsFile } from \"./targets-validator.js\";\r\nexport { validateConfigFile } from \"./config-validator.js\";\r\nexport { validateFileReferences } from \"./file-reference-validator.js\";\r\nexport type {\r\n  FileType,\r\n  ValidationSeverity,\r\n  ValidationError,\r\n  ValidationResult,\r\n  ValidationSummary,\r\n} from \"./types.js\";\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { FileType } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\nconst SCHEMA_TARGETS_V2 = \"agentv-targets-v2\";\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Detect file type by reading $schema field from YAML file.\r\n * Returns \"unknown\" if file cannot be read or $schema is missing/invalid.\r\n */\r\nexport async function detectFileType(filePath: string): Promise<FileType> {\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      return \"unknown\";\r\n    }\r\n\r\n    const record = parsed as Record<string, unknown>;\r\n    const schema = record[\"$schema\"];\r\n\r\n    if (typeof schema !== \"string\") {\r\n      return \"unknown\";\r\n    }\r\n\r\n    switch (schema) {\r\n      case SCHEMA_EVAL_V2:\r\n        return \"eval\";\r\n      case SCHEMA_TARGETS_V2:\r\n        return \"targets\";\r\n      case SCHEMA_CONFIG_V2:\r\n        return \"config\";\r\n      default:\r\n        return \"unknown\";\r\n    }\r\n  } catch {\r\n    return \"unknown\";\r\n  }\r\n}\r\n\r\n/**\r\n * Check if a schema value is a valid AgentV schema identifier.\r\n */\r\nexport function isValidSchema(schema: unknown): boolean {\r\n  return schema === SCHEMA_EVAL_V2 || schema === SCHEMA_TARGETS_V2 || schema === SCHEMA_CONFIG_V2;\r\n}\r\n\r\n/**\r\n * Get the expected schema for a file type.\r\n */\r\nexport function getExpectedSchema(fileType: FileType): string | undefined {\r\n  switch (fileType) {\r\n    case \"eval\":\r\n      return SCHEMA_EVAL_V2;\r\n    case \"targets\":\r\n      return SCHEMA_TARGETS_V2;\r\n    case \"config\":\r\n      return SCHEMA_CONFIG_V2;\r\n    default:\r\n      return undefined;\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_EVAL_V2 = \"agentv-eval-v2\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate an eval file (agentv-eval-v2 schema).\r\n */\r\nexport async function validateEvalFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== SCHEMA_EVAL_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V2}'`\r\n        : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate evalcases array\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"evalcases\",\r\n      message: \"Missing or invalid 'evalcases' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"eval\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each eval case\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    const location = `evalcases[${i}]`;\r\n\r\n    if (!isObject(evalCase)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Eval case must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required fields: id, outcome, input_messages, expected_messages\r\n    const id = evalCase[\"id\"];\r\n    if (typeof id !== \"string\" || id.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.id`,\r\n        message: \"Missing or invalid 'id' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const outcome = evalCase[\"outcome\"];\r\n    if (typeof outcome !== \"string\" || outcome.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.outcome`,\r\n        message: \"Missing or invalid 'outcome' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (!Array.isArray(inputMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.input_messages`,\r\n        message: \"Missing or invalid 'input_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);\r\n    }\r\n\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (!Array.isArray(expectedMessages)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.expected_messages`,\r\n        message: \"Missing or invalid 'expected_messages' field (must be an array)\",\r\n      });\r\n    } else {\r\n      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"eval\",\r\n    errors,\r\n  };\r\n}\r\n\r\nfunction validateMessages(\r\n  messages: JsonArray,\r\n  location: string,\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): void {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    const msgLocation = `${location}[${i}]`;\r\n\r\n    if (!isObject(message)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: msgLocation,\r\n        message: \"Message must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Validate role field\r\n    const role = message[\"role\"];\r\n    const validRoles = [\"system\", \"user\", \"assistant\"];\r\n    if (!validRoles.includes(role as string)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.role`,\r\n        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Validate content field (can be string or array)\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      // String content is valid\r\n    } else if (Array.isArray(content)) {\r\n      // Array content - validate each element\r\n      for (let j = 0; j < content.length; j++) {\r\n        const contentItem = content[j];\r\n        const contentLocation = `${msgLocation}.content[${j}]`;\r\n\r\n        if (typeof contentItem === \"string\") {\r\n          // String in array is valid\r\n        } else if (isObject(contentItem)) {\r\n          const type = contentItem[\"type\"];\r\n          if (typeof type !== \"string\") {\r\n            errors.push({\r\n              severity: \"error\",\r\n              filePath,\r\n              location: `${contentLocation}.type`,\r\n              message: \"Content object must have a 'type' field\",\r\n            });\r\n          }\r\n\r\n          // For 'file' type, we'll validate existence later in file-reference-validator\r\n          // For 'text' type, require 'value' field\r\n          if (type === \"text\") {\r\n            const value = contentItem[\"value\"];\r\n            if (typeof value !== \"string\") {\r\n              errors.push({\r\n                severity: \"error\",\r\n                filePath,\r\n                location: `${contentLocation}.value`,\r\n                message: \"Content with type 'text' must have a 'value' field\",\r\n              });\r\n            }\r\n          }\r\n        } else {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: contentLocation,\r\n            message: \"Content array items must be strings or objects\",\r\n          });\r\n        }\r\n      }\r\n    } else {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: `${msgLocation}.content`,\r\n        message: \"Missing or invalid 'content' field (must be a string or array)\",\r\n      });\r\n    }\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\nimport { KNOWN_PROVIDERS, PROVIDER_ALIASES, TARGETS_SCHEMA_V2 } from \"../providers/types.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate a targets file (agentv-targets-v2 schema).\r\n */\r\nexport async function validateTargetsFile(\r\n  filePath: string,\r\n): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(filePath);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: `Failed to parse YAML: ${(error as Error).message}`,\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"File must contain a YAML object\",\r\n    });\r\n    return {\r\n      valid: false,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate $schema field\r\n  const schema = parsed[\"$schema\"];\r\n  if (schema !== TARGETS_SCHEMA_V2) {\r\n    const message =\r\n      typeof schema === \"string\"\r\n        ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'`\r\n        : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"$schema\",\r\n      message,\r\n    });\r\n  }\r\n\r\n  // Validate targets array\r\n  const targets = parsed[\"targets\"];\r\n  if (!Array.isArray(targets)) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      location: \"targets\",\r\n      message: \"Missing or invalid 'targets' field (must be an array)\",\r\n    });\r\n    return {\r\n      valid: errors.length === 0,\r\n      filePath: absolutePath,\r\n      fileType: \"targets\",\r\n      errors,\r\n    };\r\n  }\r\n\r\n  // Validate each target definition\r\n  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];\r\n  \r\n  for (let i = 0; i < targets.length; i++) {\r\n    const target = targets[i];\r\n    const location = `targets[${i}]`;\r\n\r\n    if (!isObject(target)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location,\r\n        message: \"Target must be an object\",\r\n      });\r\n      continue;\r\n    }\r\n\r\n    // Required field: name\r\n    const name = target[\"name\"];\r\n    if (typeof name !== \"string\" || name.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.name`,\r\n        message: \"Missing or invalid 'name' field (must be a non-empty string)\",\r\n      });\r\n    }\r\n\r\n    // Required field: provider\r\n    const provider = target[\"provider\"];\r\n    if (typeof provider !== \"string\" || provider.trim().length === 0) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: \"Missing or invalid 'provider' field (must be a non-empty string)\",\r\n      });\r\n    } else if (!knownProviders.includes(provider)) {\r\n      // Warning for unknown providers (non-fatal)\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath: absolutePath,\r\n        location: `${location}.provider`,\r\n        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    // Optional field: settings (must be object if present)\r\n    const settings = target[\"settings\"];\r\n    if (settings !== undefined && !isObject(settings)) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.settings`,\r\n        message: \"Invalid 'settings' field (must be an object)\",\r\n      });\r\n    }\r\n\r\n    // Optional field: judge_target (must be string if present)\r\n    const judgeTarget = target[\"judge_target\"];\r\n    if (judgeTarget !== undefined && typeof judgeTarget !== \"string\") {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath: absolutePath,\r\n        location: `${location}.judge_target`,\r\n        message: \"Invalid 'judge_target' field (must be a string)\",\r\n      });\r\n    }\r\n  }\r\n\r\n  return {\r\n    valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n    filePath: absolutePath,\r\n    fileType: \"targets\",\r\n    errors,\r\n  };\r\n}\r\n","import type { AxChatRequest } from \"@ax-llm/ax\";\r\n\r\nimport type { JsonObject } from \"../types.js\";\r\n\r\ntype ChatPrompt = AxChatRequest[\"chatPrompt\"];\r\n\r\nexport type ProviderKind =\r\n  | \"azure\"\r\n  | \"anthropic\"\r\n  | \"gemini\"\r\n  | \"mock\"\r\n  | \"vscode\"\r\n  | \"vscode-insiders\";\r\n\r\n/**\r\n * List of all supported provider kinds.\r\n * This is the source of truth for provider validation.\r\n */\r\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\r\n  \"azure\",\r\n  \"anthropic\",\r\n  \"gemini\",\r\n  \"mock\",\r\n  \"vscode\",\r\n  \"vscode-insiders\",\r\n] as const;\r\n\r\n/**\r\n * Provider aliases that are accepted in target definitions.\r\n * These map to the canonical ProviderKind values.\r\n */\r\nexport const PROVIDER_ALIASES: readonly string[] = [\r\n  \"azure-openai\",    // alias for \"azure\"\r\n  \"google\",          // alias for \"gemini\"\r\n  \"google-gemini\",   // alias for \"gemini\"\r\n  \"openai\",          // legacy/future support\r\n  \"bedrock\",         // legacy/future support\r\n  \"vertex\",          // legacy/future support\r\n] as const;\r\n\r\n/**\r\n * Schema identifier for targets.yaml files (version 2).\r\n */\r\nexport const TARGETS_SCHEMA_V2 = \"agentv-targets-v2\";\r\n\r\nexport interface ProviderRequest {\r\n  readonly prompt: string;\r\n  readonly guidelines?: string;\r\n  readonly guideline_patterns?: readonly string[];\r\n  readonly chatPrompt?: ChatPrompt;\r\n  readonly attachments?: readonly string[];\r\n  readonly evalCaseId?: string;\r\n  readonly attempt?: number;\r\n  readonly maxOutputTokens?: number;\r\n  readonly temperature?: number;\r\n  readonly metadata?: JsonObject;\r\n  readonly signal?: AbortSignal;\r\n}\r\n\r\nexport interface ProviderResponse {\r\n  readonly text: string;\r\n  readonly reasoning?: string;\r\n  readonly raw?: unknown;\r\n  readonly usage?: JsonObject;\r\n}\r\n\r\nexport interface Provider {\r\n  readonly id: string;\r\n  readonly kind: ProviderKind;\r\n  readonly targetName: string;\r\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\r\n  /**\r\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\r\n   */\r\n  readonly supportsBatch?: boolean;\r\n  /**\r\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\r\n   * the orchestrator may send multiple requests in a single provider session.\r\n   */\r\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\r\n}\r\n\r\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\r\n\r\nexport interface TargetDefinition {\r\n  readonly name: string;\r\n  readonly provider: ProviderKind | string;\r\n  readonly settings?: Record<string, unknown> | undefined;\r\n  readonly judge_target?: string | undefined;\r\n  readonly workers?: number | undefined;\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError, ValidationResult } from \"./types.js\";\r\n\r\nconst SCHEMA_CONFIG_V2 = \"agentv-config-v2\";\r\n\r\n/**\r\n * Validate a config.yaml file for schema compliance and structural correctness.\r\n */\r\nexport async function validateConfigFile(filePath: string): Promise<ValidationResult> {\r\n  const errors: ValidationError[] = [];\r\n\r\n  try {\r\n    const content = await readFile(filePath, \"utf8\");\r\n    const parsed = parse(content) as unknown;\r\n\r\n    // Check if parsed content is an object\r\n    if (typeof parsed !== \"object\" || parsed === null) {\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        message: \"Config file must contain a valid YAML object\",\r\n      });\r\n      return { valid: false, filePath, fileType: \"config\", errors };\r\n    }\r\n\r\n    const config = parsed as Record<string, unknown>;\r\n\r\n    // Validate $schema field\r\n    const schema = config[\"$schema\"];\r\n    if (schema !== SCHEMA_CONFIG_V2) {\r\n      const message =\r\n        typeof schema === \"string\"\r\n          ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V2}'`\r\n          : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V2}' at the top of the file.`;\r\n      errors.push({\r\n        severity: \"error\",\r\n        filePath,\r\n        location: \"$schema\",\r\n        message,\r\n      });\r\n    }\r\n\r\n    // Validate guideline_patterns if present\r\n    const guidelinePatterns = config[\"guideline_patterns\"];\r\n    if (guidelinePatterns !== undefined) {\r\n      if (!Array.isArray(guidelinePatterns)) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' must be an array\",\r\n        });\r\n      } else if (!guidelinePatterns.every((p) => typeof p === \"string\")) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"All entries in 'guideline_patterns' must be strings\",\r\n        });\r\n      } else if (guidelinePatterns.length === 0) {\r\n        errors.push({\r\n          severity: \"warning\",\r\n          filePath,\r\n          location: \"guideline_patterns\",\r\n          message: \"Field 'guideline_patterns' is empty. Consider removing it or adding patterns.\",\r\n        });\r\n      }\r\n    }\r\n\r\n    // Check for unexpected fields\r\n    const allowedFields = new Set([\"$schema\", \"guideline_patterns\"]);\r\n    const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));\r\n    \r\n    if (unexpectedFields.length > 0) {\r\n      errors.push({\r\n        severity: \"warning\",\r\n        filePath,\r\n        message: `Unexpected fields: ${unexpectedFields.join(\", \")}`,\r\n      });\r\n    }\r\n\r\n    return {\r\n      valid: errors.filter((e) => e.severity === \"error\").length === 0,\r\n      filePath,\r\n      fileType: \"config\",\r\n      errors,\r\n    };\r\n  } catch (error) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath,\r\n      message: `Failed to parse config file: ${(error as Error).message}`,\r\n    });\r\n    return { valid: false, filePath, fileType: \"config\", errors };\r\n  }\r\n}\r\n","import { readFile } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\nimport { parse } from \"yaml\";\r\n\r\nimport type { ValidationError } from \"./types.js\";\r\nimport { buildSearchRoots, findGitRoot, resolveFileReference } from \"../file-utils.js\";\r\n\r\ntype JsonValue = string | number | boolean | null | JsonObject | JsonArray;\r\ntype JsonObject = { readonly [key: string]: JsonValue };\r\ntype JsonArray = readonly JsonValue[];\r\n\r\nfunction isObject(value: unknown): value is JsonObject {\r\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n\r\n/**\r\n * Validate that file references in eval file content exist.\r\n * Checks content blocks with type: \"file\" and validates the referenced file exists.\r\n * Also checks that referenced files are not empty.\r\n */\r\nexport async function validateFileReferences(\r\n  evalFilePath: string,\r\n): Promise<readonly ValidationError[]> {\r\n  const errors: ValidationError[] = [];\r\n  const absolutePath = path.resolve(evalFilePath);\r\n\r\n  // Find git root and build search roots (same as yaml-parser does at runtime)\r\n  const gitRoot = await findGitRoot(absolutePath);\r\n  if (!gitRoot) {\r\n    errors.push({\r\n      severity: \"error\",\r\n      filePath: absolutePath,\r\n      message: \"Cannot validate file references: git repository root not found\",\r\n    });\r\n    return errors;\r\n  }\r\n\r\n  const searchRoots = buildSearchRoots(absolutePath, gitRoot);\r\n\r\n  let parsed: unknown;\r\n  try {\r\n    const content = await readFile(absolutePath, \"utf8\");\r\n    parsed = parse(content);\r\n  } catch {\r\n    // Parse errors are already caught by eval-validator\r\n    return errors;\r\n  }\r\n\r\n  if (!isObject(parsed)) {\r\n    return errors;\r\n  }\r\n\r\n  const evalcases = parsed[\"evalcases\"];\r\n  if (!Array.isArray(evalcases)) {\r\n    return errors;\r\n  }\r\n\r\n  for (let i = 0; i < evalcases.length; i++) {\r\n    const evalCase = evalcases[i];\r\n    if (!isObject(evalCase)) {\r\n      continue;\r\n    }\r\n\r\n    // Check input_messages\r\n    const inputMessages = evalCase[\"input_messages\"];\r\n    if (Array.isArray(inputMessages)) {\r\n      await validateMessagesFileRefs(inputMessages, `evalcases[${i}].input_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n\r\n    // Check expected_messages\r\n    const expectedMessages = evalCase[\"expected_messages\"];\r\n    if (Array.isArray(expectedMessages)) {\r\n      await validateMessagesFileRefs(expectedMessages, `evalcases[${i}].expected_messages`, searchRoots, absolutePath, errors);\r\n    }\r\n  }\r\n\r\n  return errors;\r\n}\r\n\r\nasync function validateMessagesFileRefs(\r\n  messages: JsonArray,\r\n  location: string,\r\n  searchRoots: readonly string[],\r\n  filePath: string,\r\n  errors: ValidationError[],\r\n): Promise<void> {\r\n  for (let i = 0; i < messages.length; i++) {\r\n    const message = messages[i];\r\n    if (!isObject(message)) {\r\n      continue;\r\n    }\r\n\r\n    const content = message[\"content\"];\r\n    if (typeof content === \"string\") {\r\n      continue;\r\n    }\r\n\r\n    if (!Array.isArray(content)) {\r\n      continue;\r\n    }\r\n\r\n    for (let j = 0; j < content.length; j++) {\r\n      const contentItem = content[j];\r\n      if (!isObject(contentItem)) {\r\n        continue;\r\n      }\r\n\r\n      const type = contentItem[\"type\"];\r\n      if (type !== \"file\") {\r\n        continue;\r\n      }\r\n\r\n      const value = contentItem[\"value\"];\r\n      if (typeof value !== \"string\") {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}].value`,\r\n          message: \"File reference must have a 'value' field with the file path\",\r\n        });\r\n        continue;\r\n      }\r\n\r\n      // Use the same file resolution logic as yaml-parser at runtime\r\n      const { resolvedPath } = await resolveFileReference(value, searchRoots);\r\n\r\n      if (!resolvedPath) {\r\n        errors.push({\r\n          severity: \"error\",\r\n          filePath,\r\n          location: `${location}[${i}].content[${j}]`,\r\n          message: `Referenced file not found: ${value}`,\r\n        });\r\n      } else {\r\n        // Check that file is not empty\r\n        try {\r\n          const fileContent = await readFile(resolvedPath, \"utf8\");\r\n          if (fileContent.trim().length === 0) {\r\n            errors.push({\r\n              severity: \"warning\",\r\n              filePath,\r\n              location: `${location}[${i}].content[${j}]`,\r\n              message: `Referenced file is empty: ${value}`,\r\n            });\r\n          }\r\n        } catch (error) {\r\n          errors.push({\r\n            severity: \"error\",\r\n            filePath,\r\n            location: `${location}[${i}].content[${j}]`,\r\n            message: `Cannot read referenced file: ${value} (${(error as Error).message})`,\r\n          });\r\n        }\r\n      }\r\n    }\r\n  }\r\n}\r\n","import { constants } from \"node:fs\";\r\nimport { access } from \"node:fs/promises\";\r\nimport path from \"node:path\";\r\n\r\nexport async function fileExists(filePath: string): Promise<boolean> {\r\n  try {\r\n    await access(filePath, constants.F_OK);\r\n    return true;\r\n  } catch {\r\n    return false;\r\n  }\r\n}\r\n\r\n/**\r\n * Find git repository root by walking up the directory tree.\r\n */\r\nexport async function findGitRoot(startPath: string): Promise<string | null> {\r\n  let currentDir = path.dirname(path.resolve(startPath));\r\n  const root = path.parse(currentDir).root;\r\n\r\n  while (currentDir !== root) {\r\n    const gitPath = path.join(currentDir, \".git\");\r\n    if (await fileExists(gitPath)) {\r\n      return currentDir;\r\n    }\r\n\r\n    const parentDir = path.dirname(currentDir);\r\n    if (parentDir === currentDir) {\r\n      break;\r\n    }\r\n    currentDir = parentDir;\r\n  }\r\n\r\n  return null;\r\n}\r\n\r\n/**\r\n * Build a chain of directories walking from a file's location up to repo root.\r\n * Used for discovering configuration files like targets.yaml or config.yaml.\r\n */\r\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\r\n  const directories: string[] = [];\r\n  const seen = new Set<string>();\r\n  const boundary = path.resolve(repoRoot);\r\n  let current: string | undefined = path.resolve(path.dirname(filePath));\r\n\r\n  while (current !== undefined) {\r\n    if (!seen.has(current)) {\r\n      directories.push(current);\r\n      seen.add(current);\r\n    }\r\n    if (current === boundary) {\r\n      break;\r\n    }\r\n    const parent = path.dirname(current);\r\n    if (parent === current) {\r\n      break;\r\n    }\r\n    current = parent;\r\n  }\r\n\r\n  if (!seen.has(boundary)) {\r\n    directories.push(boundary);\r\n  }\r\n\r\n  return directories;\r\n}\r\n\r\n/**\r\n * Build search roots for file resolution, matching yaml-parser behavior.\r\n * Searches from eval file directory up to repo root.\r\n */\r\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\r\n  const uniqueRoots: string[] = [];\r\n  const addRoot = (root: string): void => {\r\n    const normalized = path.resolve(root);\r\n    if (!uniqueRoots.includes(normalized)) {\r\n      uniqueRoots.push(normalized);\r\n    }\r\n  };\r\n\r\n  let currentDir = path.dirname(evalPath);\r\n  let reachedBoundary = false;\r\n  while (!reachedBoundary) {\r\n    addRoot(currentDir);\r\n    const parentDir = path.dirname(currentDir);\r\n    if (currentDir === repoRoot || parentDir === currentDir) {\r\n      reachedBoundary = true;\r\n    } else {\r\n      currentDir = parentDir;\r\n    }\r\n  }\r\n\r\n  addRoot(repoRoot);\r\n  addRoot(process.cwd());\r\n  return uniqueRoots;\r\n}\r\n\r\n/**\r\n * Trim leading path separators for display.\r\n */\r\nfunction trimLeadingSeparators(value: string): string {\r\n  const trimmed = value.replace(/^[/\\\\]+/, \"\");\r\n  return trimmed.length > 0 ? trimmed : value;\r\n}\r\n\r\n/**\r\n * Resolve a file reference using search roots, matching yaml-parser behavior.\r\n */\r\nexport async function resolveFileReference(\r\n  rawValue: string,\r\n  searchRoots: readonly string[],\r\n): Promise<{\r\n  readonly displayPath: string;\r\n  readonly resolvedPath?: string;\r\n  readonly attempted: readonly string[];\r\n}> {\r\n  const displayPath = trimLeadingSeparators(rawValue);\r\n  const potentialPaths: string[] = [];\r\n\r\n  if (path.isAbsolute(rawValue)) {\r\n    potentialPaths.push(path.normalize(rawValue));\r\n  }\r\n\r\n  for (const base of searchRoots) {\r\n    potentialPaths.push(path.resolve(base, displayPath));\r\n  }\r\n\r\n  const attempted: string[] = [];\r\n  const seen = new Set<string>();\r\n  for (const candidate of potentialPaths) {\r\n    const absoluteCandidate = path.resolve(candidate);\r\n    if (seen.has(absoluteCandidate)) {\r\n      continue;\r\n    }\r\n    seen.add(absoluteCandidate);\r\n    attempted.push(absoluteCandidate);\r\n    if (await fileExists(absoluteCandidate)) {\r\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\r\n    }\r\n  }\r\n\r\n  return { displayPath, attempted };\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,sBAAyB;AACzB,kBAAsB;AAItB,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAC1B,IAAM,mBAAmB;AAMzB,eAAsB,eAAe,UAAqC;AACxE,MAAI;AACF,UAAM,UAAU,UAAM,0BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,mBAAM,OAAO;AAE5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO;AAAA,IACT;AAEA,UAAM,SAAS;AACf,UAAM,SAAS,OAAO,SAAS;AAE/B,QAAI,OAAO,WAAW,UAAU;AAC9B,aAAO;AAAA,IACT;AAEA,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKO,SAAS,cAAc,QAA0B;AACtD,SAAO,WAAW,kBAAkB,WAAW,qBAAqB,WAAW;AACjF;AAKO,SAAS,kBAAkB,UAAwC;AACxE,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;;;ACjEA,IAAAA,mBAAyB;AACzB,uBAAiB;AACjB,IAAAC,eAAsB;AAItB,IAAMC,kBAAiB;AAMvB,SAAS,SAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,iBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,iBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,SAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAWD,iBAAgB;AAC7B,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,eAAc,MAC9D,+CAA+CA,eAAc;AACnE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,UAAM,WAAW,aAAa,CAAC;AAE/B,QAAI,CAAC,SAAS,QAAQ,GAAG;AACvB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,KAAK,SAAS,IAAI;AACxB,QAAI,OAAO,OAAO,YAAY,GAAG,KAAK,EAAE,WAAW,GAAG;AACpD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,UAAU,SAAS,SAAS;AAClC,QAAI,OAAO,YAAY,YAAY,QAAQ,KAAK,EAAE,WAAW,GAAG;AAC9D,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAEA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,CAAC,MAAM,QAAQ,aAAa,GAAG;AACjC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,eAAe,GAAG,QAAQ,mBAAmB,cAAc,MAAM;AAAA,IACpF;AAEA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,gBAAgB,GAAG;AACpC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,kBAAkB,GAAG,QAAQ,sBAAsB,cAAc,MAAM;AAAA,IAC1F;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,WAAW;AAAA,IACzB,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;AAEA,SAAS,iBACP,UACA,UACA,UACA,QACM;AACN,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,cAAc,GAAG,QAAQ,IAAI,CAAC;AAEpC,QAAI,CAAC,SAAS,OAAO,GAAG;AACtB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,QAAQ,MAAM;AAC3B,UAAM,aAAa,CAAC,UAAU,QAAQ,WAAW;AACjD,QAAI,CAAC,WAAW,SAAS,IAAc,GAAG;AACxC,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS,iBAAiB,IAAI,sBAAsB,WAAW,KAAK,IAAI,CAAC;AAAA,MAC3E,CAAC;AAAA,IACH;AAGA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAAA,IAEjC,WAAW,MAAM,QAAQ,OAAO,GAAG;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,cAAM,cAAc,QAAQ,CAAC;AAC7B,cAAM,kBAAkB,GAAG,WAAW,YAAY,CAAC;AAEnD,YAAI,OAAO,gBAAgB,UAAU;AAAA,QAErC,WAAW,SAAS,WAAW,GAAG;AAChC,gBAAM,OAAO,YAAY,MAAM;AAC/B,cAAI,OAAO,SAAS,UAAU;AAC5B,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,eAAe;AAAA,cAC5B,SAAS;AAAA,YACX,CAAC;AAAA,UACH;AAIA,cAAI,SAAS,QAAQ;AACnB,kBAAM,QAAQ,YAAY,OAAO;AACjC,gBAAI,OAAO,UAAU,UAAU;AAC7B,qBAAO,KAAK;AAAA,gBACV,UAAU;AAAA,gBACV;AAAA,gBACA,UAAU,GAAG,eAAe;AAAA,gBAC5B,SAAS;AAAA,cACX,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,OAAO;AACL,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU;AAAA,YACV,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,OAAO;AACL,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU,GAAG,WAAW;AAAA,QACxB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;ACpPA,IAAAE,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACgBf,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAKO,IAAM,oBAAoB;;;ADhCjC,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAKA,eAAsB,oBACpB,UAC2B;AAC3B,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,QAAQ;AAE1C,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS,yBAA0B,MAAgB,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAS,OAAO,SAAS;AAC/B,MAAI,WAAW,mBAAmB;AAChC,UAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgB,iBAAiB,MACjE,+CAA+C,iBAAiB;AACtE,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAGA,QAAM,UAAU,OAAO,SAAS;AAChC,MAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,MACL,OAAO,OAAO,WAAW;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF;AAGA,QAAM,iBAAiB,CAAC,GAAG,iBAAiB,GAAG,gBAAgB;AAE/D,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,SAAS,QAAQ,CAAC;AACxB,UAAM,WAAW,WAAW,CAAC;AAE7B,QAAI,CAACA,UAAS,MAAM,GAAG;AACrB,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAGA,UAAM,OAAO,OAAO,MAAM;AAC1B,QAAI,OAAO,SAAS,YAAY,KAAK,KAAK,EAAE,WAAW,GAAG;AACxD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,EAAE,WAAW,GAAG;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH,WAAW,CAAC,eAAe,SAAS,QAAQ,GAAG;AAE7C,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS,qBAAqB,QAAQ,uBAAuB,eAAe,KAAK,IAAI,CAAC;AAAA,MACxF,CAAC;AAAA,IACH;AAGA,UAAM,WAAW,OAAO,UAAU;AAClC,QAAI,aAAa,UAAa,CAACA,UAAS,QAAQ,GAAG;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,UAAM,cAAc,OAAO,cAAc;AACzC,QAAI,gBAAgB,UAAa,OAAO,gBAAgB,UAAU;AAChE,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV,UAAU;AAAA,QACV,UAAU,GAAG,QAAQ;AAAA,QACrB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,IAC/D,UAAU;AAAA,IACV,UAAU;AAAA,IACV;AAAA,EACF;AACF;;;AEpKA,IAAAE,mBAAyB;AACzB,IAAAC,eAAsB;AAItB,IAAMC,oBAAmB;AAKzB,eAAsB,mBAAmB,UAA6C;AACpF,QAAM,SAA4B,CAAC;AAEnC,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,UAAU,MAAM;AAC/C,UAAM,aAAS,oBAAM,OAAO;AAG5B,QAAI,OAAO,WAAW,YAAY,WAAW,MAAM;AACjD,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS;AAAA,MACX,CAAC;AACD,aAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,IAC9D;AAEA,UAAM,SAAS;AAGf,UAAM,SAAS,OAAO,SAAS;AAC/B,QAAI,WAAWA,mBAAkB;AAC/B,YAAM,UACJ,OAAO,WAAW,WACd,0BAA0B,MAAM,gBAAgBA,iBAAgB,MAChE,0DAA0DA,iBAAgB;AAChF,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,UAAU;AAAA,QACV;AAAA,MACF,CAAC;AAAA,IACH;AAGA,UAAM,oBAAoB,OAAO,oBAAoB;AACrD,QAAI,sBAAsB,QAAW;AACnC,UAAI,CAAC,MAAM,QAAQ,iBAAiB,GAAG;AACrC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,CAAC,kBAAkB,MAAM,CAAC,MAAM,OAAO,MAAM,QAAQ,GAAG;AACjE,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH,WAAW,kBAAkB,WAAW,GAAG;AACzC,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU;AAAA,UACV,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,gBAAgB,oBAAI,IAAI,CAAC,WAAW,oBAAoB,CAAC;AAC/D,UAAM,mBAAmB,OAAO,KAAK,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,GAAG,CAAC;AAEpF,QAAI,iBAAiB,SAAS,GAAG;AAC/B,aAAO,KAAK;AAAA,QACV,UAAU;AAAA,QACV;AAAA,QACA,SAAS,sBAAsB,iBAAiB,KAAK,IAAI,CAAC;AAAA,MAC5D,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,MACL,OAAO,OAAO,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO,EAAE,WAAW;AAAA,MAC/D;AAAA,MACA,UAAU;AAAA,MACV;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV;AAAA,MACA,SAAS,gCAAiC,MAAgB,OAAO;AAAA,IACnE,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,UAAU,UAAU,UAAU,OAAO;AAAA,EAC9D;AACF;;;ACjGA,IAAAC,mBAAyB;AACzB,IAAAC,oBAAiB;AACjB,IAAAC,eAAsB;;;ACFtB,qBAA0B;AAC1B,IAAAC,mBAAuB;AACvB,IAAAC,oBAAiB;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,cAAM,yBAAO,UAAU,yBAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,kBAAAC,QAAK,QAAQ,kBAAAA,QAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,kBAAAA,QAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,kBAAAA,QAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAsCO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,kBAAAC,QAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,kBAAAA,QAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,kBAAAA,QAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,kBAAAA,QAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,kBAAAA,QAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,kBAAAA,QAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,kBAAAA,QAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ADpIA,SAASC,UAAS,OAAqC;AACrD,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAOA,eAAsB,uBACpB,cACqC;AACrC,QAAM,SAA4B,CAAC;AACnC,QAAM,eAAe,kBAAAC,QAAK,QAAQ,YAAY;AAG9C,QAAM,UAAU,MAAM,YAAY,YAAY;AAC9C,MAAI,CAAC,SAAS;AACZ,WAAO,KAAK;AAAA,MACV,UAAU;AAAA,MACV,UAAU;AAAA,MACV,SAAS;AAAA,IACX,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,iBAAiB,cAAc,OAAO;AAE1D,MAAI;AACJ,MAAI;AACF,UAAM,UAAU,UAAM,2BAAS,cAAc,MAAM;AACnD,iBAAS,oBAAM,OAAO;AAAA,EACxB,QAAQ;AAEN,WAAO;AAAA,EACT;AAEA,MAAI,CAACD,UAAS,MAAM,GAAG;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,OAAO,WAAW;AACpC,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,WAAO;AAAA,EACT;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,WAAW,UAAU,CAAC;AAC5B,QAAI,CAACA,UAAS,QAAQ,GAAG;AACvB;AAAA,IACF;AAGA,UAAM,gBAAgB,SAAS,gBAAgB;AAC/C,QAAI,MAAM,QAAQ,aAAa,GAAG;AAChC,YAAM,yBAAyB,eAAe,aAAa,CAAC,oBAAoB,aAAa,cAAc,MAAM;AAAA,IACnH;AAGA,UAAM,mBAAmB,SAAS,mBAAmB;AACrD,QAAI,MAAM,QAAQ,gBAAgB,GAAG;AACnC,YAAM,yBAAyB,kBAAkB,aAAa,CAAC,uBAAuB,aAAa,cAAc,MAAM;AAAA,IACzH;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBACb,UACA,UACA,aACA,UACA,QACe;AACf,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,QAAI,CAACA,UAAS,OAAO,GAAG;AACtB;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,SAAS;AACjC,QAAI,OAAO,YAAY,UAAU;AAC/B;AAAA,IACF;AAEA,QAAI,CAAC,MAAM,QAAQ,OAAO,GAAG;AAC3B;AAAA,IACF;AAEA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,cAAc,QAAQ,CAAC;AAC7B,UAAI,CAACA,UAAS,WAAW,GAAG;AAC1B;AAAA,MACF;AAEA,YAAM,OAAO,YAAY,MAAM;AAC/B,UAAI,SAAS,QAAQ;AACnB;AAAA,MACF;AAEA,YAAM,QAAQ,YAAY,OAAO;AACjC,UAAI,OAAO,UAAU,UAAU;AAC7B,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAGA,YAAM,EAAE,aAAa,IAAI,MAAM,qBAAqB,OAAO,WAAW;AAEtE,UAAI,CAAC,cAAc;AACjB,eAAO,KAAK;AAAA,UACV,UAAU;AAAA,UACV;AAAA,UACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,UACxC,SAAS,8BAA8B,KAAK;AAAA,QAC9C,CAAC;AAAA,MACH,OAAO;AAEL,YAAI;AACF,gBAAM,cAAc,UAAM,2BAAS,cAAc,MAAM;AACvD,cAAI,YAAY,KAAK,EAAE,WAAW,GAAG;AACnC,mBAAO,KAAK;AAAA,cACV,UAAU;AAAA,cACV;AAAA,cACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,cACxC,SAAS,6BAA6B,KAAK;AAAA,YAC7C,CAAC;AAAA,UACH;AAAA,QACF,SAAS,OAAO;AACd,iBAAO,KAAK;AAAA,YACV,UAAU;AAAA,YACV;AAAA,YACA,UAAU,GAAG,QAAQ,IAAI,CAAC,aAAa,CAAC;AAAA,YACxC,SAAS,gCAAgC,KAAK,KAAM,MAAgB,OAAO;AAAA,UAC7E,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":["import_promises","import_yaml","SCHEMA_EVAL_V2","path","import_promises","import_node_path","import_yaml","isObject","path","import_promises","import_yaml","SCHEMA_CONFIG_V2","import_promises","import_node_path","import_yaml","import_promises","import_node_path","path","path","isObject","path"]}

package/dist/evaluation/validation/index.d.cts

@@ -1,7 +1,7 @@
 /**
  * Validation result types for AgentV file validation.
  */
-type FileType = "eval" | "targets" | "unknown";
+type FileType = "eval" | "targets" | "config" | "unknown";
 type ValidationSeverity = "error" | "warning";
 interface ValidationError {
     readonly severity: ValidationSeverity;
@@ -46,6 +46,11 @@ declare function validateEvalFile(filePath: string): Promise<ValidationResult>;
  */
 declare function validateTargetsFile(filePath: string): Promise<ValidationResult>;
 
+/**
+ * Validate a config.yaml file for schema compliance and structural correctness.
+ */
+declare function validateConfigFile(filePath: string): Promise<ValidationResult>;
+
 /**
  * Validate that file references in eval file content exist.
  * Checks content blocks with type: "file" and validates the referenced file exists.
@@ -53,4 +58,4 @@ declare function validateTargetsFile(filePath: string): Promise<ValidationResult
  */
 declare function validateFileReferences(evalFilePath: string): Promise<readonly ValidationError[]>;
 
-export { type FileType, type ValidationError, type ValidationResult, type ValidationSeverity, type ValidationSummary, detectFileType, getExpectedSchema, isValidSchema, validateEvalFile, validateFileReferences, validateTargetsFile };
+export { type FileType, type ValidationError, type ValidationResult, type ValidationSeverity, type ValidationSummary, detectFileType, getExpectedSchema, isValidSchema, validateConfigFile, validateEvalFile, validateFileReferences, validateTargetsFile };