agentv 0.7.0 → 0.7.3

package/dist/{chunk-X6NSDSD2.js → chunk-GWH4WZTW.js}

@@ -588,9 +588,9 @@ import { readFileSync as readFileSync2 } from "node:fs";
 // src/commands/eval/index.ts
 import fg from "fast-glob";
 import { stat as stat3 } from "node:fs/promises";
-import path14 from "node:path";
+import path15 from "node:path";
 
-// ../../packages/core/dist/chunk-L7I5UTJU.js
+// ../../packages/core/dist/chunk-UQLHF3T7.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -697,6 +697,11 @@ async function resolveFileReference(rawValue, searchRoots) {
   }
   return { displayPath, attempted };
 }
+var AGENT_PROVIDER_KINDS = [
+  "codex",
+  "vscode",
+  "vscode-insiders"
+];
 var KNOWN_PROVIDERS = [
   "azure",
   "anthropic",
@@ -723,7 +728,10 @@ var PROVIDER_ALIASES = [
   "vertex"
   // legacy/future support
 ];
-var TARGETS_SCHEMA_V2 = "agentv-targets-v2";
+var TARGETS_SCHEMA_V2 = "agentv-targets-v2.1";
+function isAgentProvider(provider) {
+  return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
+}
 
 // ../../packages/core/dist/index.js
 import micromatch from "micromatch";
@@ -5188,7 +5196,7 @@ import { promisify as promisify2 } from "node:util";
 import { exec as execCallback, spawn as spawn2 } from "node:child_process";
 import { randomUUID } from "node:crypto";
 import { constants as constants22, createWriteStream } from "node:fs";
-import { access as access22, copyFile as copyFile2, mkdtemp, mkdir as mkdir3, rm as rm2, writeFile as writeFile3 } from "node:fs/promises";
+import { access as access22, mkdtemp, mkdir as mkdir3, rm as rm2, writeFile as writeFile3 } from "node:fs/promises";
 import { tmpdir } from "node:os";
 import path42 from "node:path";
 import { promisify as promisify22 } from "node:util";
@@ -9236,16 +9244,15 @@ var coerce = {
 var NEVER = INVALID;
 
 // ../../packages/core/dist/index.js
-import { readFile as readFile22 } from "node:fs/promises";
 import path52 from "node:path";
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/vscode/agentDispatch.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/vscode/agentDispatch.js
 import { exec, spawn } from "child_process";
 import { copyFile, mkdir as mkdir2, readdir as readdir2, readFile as readFile2, stat as stat2, writeFile } from "fs/promises";
 import path6 from "path";
 import { promisify } from "util";
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/vscode/constants.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/vscode/constants.js
 import os from "os";
 import path2 from "path";
 var DEFAULT_LOCK_NAME = "subagent.lock";
@@ -9256,7 +9263,7 @@ function getDefaultSubagentRoot(vscodeCmd = "code") {
 }
 var DEFAULT_SUBAGENT_ROOT = getDefaultSubagentRoot();
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/utils/fs.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/utils/fs.js
 import { constants as constants2 } from "fs";
 import { access as access2, mkdir, readdir, rm, stat } from "fs/promises";
 import path3 from "path";
@@ -9289,7 +9296,7 @@ async function removeIfExists(target) {
   }
 }
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/utils/path.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/utils/path.js
 import path4 from "path";
 function pathToFileUri(filePath) {
   const absolutePath = path4.isAbsolute(filePath) ? filePath : path4.resolve(filePath);
@@ -9300,14 +9307,14 @@ function pathToFileUri(filePath) {
   return `file://${normalizedPath}`;
 }
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/utils/time.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/utils/time.js
 function sleep(ms) {
   return new Promise((resolve) => {
     setTimeout(resolve, ms);
   });
 }
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/utils/workspace.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/utils/workspace.js
 import path5 from "path";
 
 // ../../node_modules/.pnpm/json5@2.2.3/node_modules/json5/dist/index.mjs
@@ -10395,7 +10402,7 @@ var JSON5 = {
 var lib = JSON5;
 var dist_default = lib;
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/utils/workspace.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/utils/workspace.js
 function transformWorkspacePaths(workspaceContent, templateDir) {
   let workspace;
   try {
@@ -10468,7 +10475,7 @@ function transformWorkspacePaths(workspaceContent, templateDir) {
   return JSON.stringify(transformedWorkspace, null, 2);
 }
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/vscode/agentDispatch.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/vscode/agentDispatch.js
 var execAsync = promisify(exec);
 function generateTimestamp() {
   return (/* @__PURE__ */ new Date()).toISOString().replace(/[-:TZ.]/g, "").slice(0, 14);
@@ -10542,7 +10549,7 @@ async function ensureWorkspaceFocused(workspacePath, workspaceName, subagentDir,
   spawn(vscodeCmd, [workspacePath], { windowsHide: true, shell: true, detached: false });
   await sleep(100);
   const wakeupChatId = "wakeup";
-  const chatArgs = ["-r", "chat", "-m", wakeupChatId, "create a file named .alive"];
+  const chatArgs = ["-r", "chat", "-m", wakeupChatId, `create a file named .alive in the ${path6.basename(subagentDir)} folder`];
   spawn(vscodeCmd, chatArgs, { windowsHide: true, shell: true, detached: false });
   const start = Date.now();
   while (!await pathExists(aliveFile)) {
@@ -11050,7 +11057,7 @@ async function dispatchBatchAgent(options) {
   }
 }
 
-// ../../node_modules/.pnpm/subagent@0.4.6/node_modules/subagent/dist/vscode/provision.js
+// ../../node_modules/.pnpm/subagent@0.4.7/node_modules/subagent/dist/vscode/provision.js
 import { writeFile as writeFile2 } from "fs/promises";
 import path7 from "path";
 var DEFAULT_WORKSPACE_TEMPLATE2 = {
@@ -11176,7 +11183,7 @@ async function provisionSubagents(options) {
 
 // ../../packages/core/dist/index.js
 import { constants as constants32 } from "node:fs";
-import { access as access32, readFile as readFile32 } from "node:fs/promises";
+import { access as access32, readFile as readFile22 } from "node:fs/promises";
 import path62 from "node:path";
 import { parse as parse22 } from "yaml";
 import { randomUUID as randomUUID2 } from "node:crypto";
@@ -11379,6 +11386,7 @@ async function processMessages(options) {
 }
 async function loadEvalCases(evalFilePath, repoRoot, options) {
   const verbose = options?.verbose ?? false;
+  const evalIdFilter = options?.evalId;
   const absoluteTestPath = path8.resolve(evalFilePath);
   if (!await fileExists2(absoluteTestPath)) {
     throw new Error(`Test file not found: ${evalFilePath}`);
@@ -11410,62 +11418,39 @@ Please add '$schema: ${SCHEMA_EVAL_V2}' at the top of the file.`;
   const results = [];
   for (const rawEvalcase of rawTestcases) {
     if (!isJsonObject(rawEvalcase)) {
-      logWarning("Skipping invalid test case entry (expected object)");
+      logWarning("Skipping invalid eval case entry (expected object)");
       continue;
     }
     const evalcase = rawEvalcase;
     const id = asString(evalcase.id);
+    if (evalIdFilter && id !== evalIdFilter) {
+      continue;
+    }
     const conversationId = asString(evalcase.conversation_id);
     const outcome = asString(evalcase.outcome);
     const inputMessagesValue = evalcase.input_messages;
     const expectedMessagesValue = evalcase.expected_messages;
     if (!id || !outcome || !Array.isArray(inputMessagesValue)) {
-      logWarning(`Skipping incomplete test case: ${id ?? "unknown"}`);
+      logWarning(`Skipping incomplete eval case: ${id ?? "unknown"}`);
       continue;
     }
     if (!Array.isArray(expectedMessagesValue)) {
-      logWarning(`Test case '${id}' missing expected_messages array`);
+      logWarning(`Eval case '${id}' missing expected_messages array`);
       continue;
     }
     const inputMessages = inputMessagesValue.filter((msg) => isTestMessage(msg));
     const expectedMessages = expectedMessagesValue.filter((msg) => isTestMessage(msg));
-    const assistantMessages = expectedMessages.filter((message) => message.role === "assistant");
-    const userMessages = inputMessages.filter((message) => message.role === "user");
-    const systemMessages = inputMessages.filter((message) => message.role === "system");
-    if (assistantMessages.length === 0) {
-      logWarning(`No assistant message found for test case: ${id}`);
+    if (expectedMessages.length === 0) {
+      logWarning(`No expected message found for eval case: ${id}`);
       continue;
     }
-    if (assistantMessages.length > 1) {
-      logWarning(`Multiple assistant messages found for test case: ${id}, using first`);
-    }
-    if (systemMessages.length > 1) {
-      logWarning(`Multiple system messages found for test case: ${id}, using first`);
-    }
-    let systemMessageContent;
-    if (systemMessages.length > 0) {
-      const content = systemMessages[0]?.content;
-      if (typeof content === "string") {
-        systemMessageContent = content;
-      } else if (Array.isArray(content)) {
-        const textParts = [];
-        for (const segment of content) {
-          if (isJsonObject(segment)) {
-            const value = segment.value;
-            if (typeof value === "string") {
-              textParts.push(value);
-            }
-          }
-        }
-        if (textParts.length > 0) {
-          systemMessageContent = textParts.join("\n\n");
-        }
-      }
+    if (expectedMessages.length > 1) {
+      logWarning(`Multiple expected messages found for eval case: ${id}, using first`);
     }
     const guidelinePaths = [];
     const inputTextParts = [];
     const inputSegments = await processMessages({
-      messages: userMessages,
+      messages: inputMessages,
       searchRoots,
       repoRootPath,
       guidelinePatterns,
@@ -11475,7 +11460,7 @@ Please add '$schema: ${SCHEMA_EVAL_V2}' at the top of the file.`;
       verbose
     });
     const outputSegments = await processMessages({
-      messages: assistantMessages,
+      messages: expectedMessages,
       searchRoots,
       repoRootPath,
       guidelinePatterns,
@@ -11483,10 +11468,10 @@ Please add '$schema: ${SCHEMA_EVAL_V2}' at the top of the file.`;
       verbose
     });
     const codeSnippets = extractCodeBlocks(inputSegments);
-    const assistantContent = assistantMessages[0]?.content;
-    const referenceAnswer = await resolveAssistantContent(assistantContent, searchRoots, verbose);
+    const expectedContent = expectedMessages[0]?.content;
+    const referenceAnswer = await resolveAssistantContent(expectedContent, searchRoots, verbose);
     const question = inputTextParts.map((part) => part.trim()).filter((part) => part.length > 0).join(" ");
-    const testCaseEvaluatorKind = coerceEvaluator(evalcase.evaluator, id) ?? globalEvaluator;
+    const evalCaseEvaluatorKind = coerceEvaluator(evalcase.evaluator, id) ?? globalEvaluator;
     const evaluators = await parseEvaluators(evalcase, searchRoots, id ?? "unknown");
     const userFilePaths = [];
     for (const segment of inputSegments) {
@@ -11505,19 +11490,18 @@ Please add '$schema: ${SCHEMA_EVAL_V2}' at the top of the file.`;
       question,
       input_segments: inputSegments,
       output_segments: outputSegments,
-      system_message: systemMessageContent,
       reference_answer: referenceAnswer,
       guideline_paths: guidelinePaths.map((guidelinePath) => path8.resolve(guidelinePath)),
       guideline_patterns: guidelinePatterns,
       file_paths: allFilePaths,
       code_snippets: codeSnippets,
       expected_outcome: outcome,
-      evaluator: testCaseEvaluatorKind,
+      evaluator: evalCaseEvaluatorKind,
       evaluators
     };
     if (verbose) {
       console.log(`
-[Test Case: ${id}]`);
+[Eval Case: ${id}]`);
       if (testCase.guideline_paths.length > 0) {
         console.log(`  Guidelines used: ${testCase.guideline_paths.length}`);
         for (const guidelinePath of testCase.guideline_paths) {
@@ -11576,7 +11560,7 @@ ${body}`);
   }
   const question = questionParts.map((part) => part.trim()).filter((part) => part.length > 0).join("\n\n");
   const guidelines = guidelineContents.map((part) => part.trim()).filter((part) => part.length > 0).join("\n\n");
-  return { question, guidelines, systemMessage: testCase.system_message };
+  return { question, guidelines };
 }
 async function fileExists2(absolutePath) {
   try {
@@ -12304,7 +12288,6 @@ function pathToFileUri2(filePath) {
 var execAsync22 = promisify22(execCallback);
 var WORKSPACE_PREFIX = "agentv-codex-";
 var PROMPT_FILENAME = "prompt.md";
-var FILES_DIR = "files";
 var JSONL_TYPE_ITEM_COMPLETED = "item.completed";
 var CodexProvider = class {
   id;
@@ -12327,21 +12310,10 @@ var CodexProvider = class {
     }
     await this.ensureEnvironmentReady();
     const inputFiles = normalizeInputFiles2(request.inputFiles);
-    const originalGuidelines = new Set(
-      collectGuidelineFiles(inputFiles, request.guideline_patterns).map((file) => path42.resolve(file))
-    );
     const workspaceRoot = await this.createWorkspace();
     const logger = await this.createStreamLogger(request).catch(() => void 0);
     try {
-      const { mirroredInputFiles, guidelineMirrors } = await this.mirrorInputFiles(
-        inputFiles,
-        workspaceRoot,
-        originalGuidelines
-      );
-      const promptContent = buildPromptDocument(request, mirroredInputFiles, {
-        guidelinePatterns: request.guideline_patterns,
-        guidelineOverrides: guidelineMirrors
-      });
+      const promptContent = buildPromptDocument(request, inputFiles);
       const promptFile = path42.join(workspaceRoot, PROMPT_FILENAME);
       await writeFile3(promptFile, promptContent, "utf8");
       const args = this.buildCodexArgs();
@@ -12370,7 +12342,7 @@ var CodexProvider = class {
           executable: this.resolvedExecutable ?? this.config.executable,
           promptFile,
           workspace: workspaceRoot,
-          inputFiles: mirroredInputFiles,
+          inputFiles,
           logFile: logger?.filePath
         }
       };
@@ -12425,37 +12397,6 @@ var CodexProvider = class {
       throw error;
     }
   }
-  async mirrorInputFiles(inputFiles, workspaceRoot, guidelineOriginals) {
-    if (!inputFiles || inputFiles.length === 0) {
-      return {
-        mirroredInputFiles: void 0,
-        guidelineMirrors: /* @__PURE__ */ new Set()
-      };
-    }
-    const filesRoot = path42.join(workspaceRoot, FILES_DIR);
-    await mkdir3(filesRoot, { recursive: true });
-    const mirrored = [];
-    const guidelineMirrors = /* @__PURE__ */ new Set();
-    const nameCounts = /* @__PURE__ */ new Map();
-    for (const inputFile of inputFiles) {
-      const absoluteSource = path42.resolve(inputFile);
-      const baseName = path42.basename(absoluteSource);
-      const count = nameCounts.get(baseName) ?? 0;
-      nameCounts.set(baseName, count + 1);
-      const finalName = count === 0 ? baseName : `${baseName}.${count}`;
-      const destination = path42.join(filesRoot, finalName);
-      await copyFile2(absoluteSource, destination);
-      const resolvedDestination = path42.resolve(destination);
-      mirrored.push(resolvedDestination);
-      if (guidelineOriginals.has(absoluteSource)) {
-        guidelineMirrors.add(resolvedDestination);
-      }
-    }
-    return {
-      mirroredInputFiles: mirrored,
-      guidelineMirrors
-    };
-  }
   async createWorkspace() {
     return await mkdtemp(path42.join(tmpdir(), WORKSPACE_PREFIX));
   }
@@ -13421,23 +13362,25 @@ function resolveOptionalString(source2, env, description, options) {
   if (trimmed.length === 0) {
     return void 0;
   }
-  const envValue = env[trimmed];
-  if (envValue !== void 0) {
-    if (envValue.trim().length === 0) {
-      throw new Error(`Environment variable '${trimmed}' for ${description} is empty`);
+  const envVarMatch = trimmed.match(/^\$\{\{\s*([A-Z0-9_]+)\s*\}\}$/i);
+  if (envVarMatch) {
+    const varName = envVarMatch[1];
+    const envValue = env[varName];
+    if (envValue !== void 0) {
+      if (envValue.trim().length === 0) {
+        throw new Error(`Environment variable '${varName}' for ${description} is empty`);
+      }
+      return envValue;
     }
-    return envValue;
-  }
-  const allowLiteral = options?.allowLiteral ?? false;
-  const optionalEnv = options?.optionalEnv ?? false;
-  const looksLikeEnv = isLikelyEnvReference(trimmed);
-  if (looksLikeEnv) {
+    const optionalEnv = options?.optionalEnv ?? false;
     if (optionalEnv) {
       return void 0;
     }
-    if (!allowLiteral) {
-      throw new Error(`Environment variable '${trimmed}' required for ${description} is not set`);
-    }
+    throw new Error(`Environment variable '${varName}' required for ${description} is not set`);
+  }
+  const allowLiteral = options?.allowLiteral ?? false;
+  if (!allowLiteral) {
+    throw new Error(`${description} must use \${{ VARIABLE_NAME }} syntax for environment variables or be marked as allowing literals`);
   }
   return trimmed;
 }
@@ -13484,9 +13427,6 @@ function resolveOptionalBoolean(source2) {
   }
   throw new Error("expected boolean value");
 }
-function isLikelyEnvReference(value) {
-  return /^[A-Z0-9_]+$/.test(value);
-}
 function resolveOptionalStringArray(source2, env, description) {
   if (source2 === void 0 || source2 === null) {
     return void 0;
@@ -13507,15 +13447,20 @@ function resolveOptionalStringArray(source2, env, description) {
     if (trimmed.length === 0) {
       throw new Error(`${description}[${i6}] cannot be empty`);
     }
-    const envValue = env[trimmed];
-    if (envValue !== void 0) {
-      if (envValue.trim().length === 0) {
-        throw new Error(`Environment variable '${trimmed}' for ${description}[${i6}] is empty`);
+    const envVarMatch = trimmed.match(/^\$\{\{\s*([A-Z0-9_]+)\s*\}\}$/i);
+    if (envVarMatch) {
+      const varName = envVarMatch[1];
+      const envValue = env[varName];
+      if (envValue !== void 0) {
+        if (envValue.trim().length === 0) {
+          throw new Error(`Environment variable '${varName}' for ${description}[${i6}] is empty`);
+        }
+        resolved.push(envValue);
+        continue;
       }
-      resolved.push(envValue);
-    } else {
-      resolved.push(trimmed);
+      throw new Error(`Environment variable '${varName}' for ${description}[${i6}] is not set`);
     }
+    resolved.push(trimmed);
   }
   return resolved.length > 0 ? resolved : void 0;
 }
@@ -13560,7 +13505,7 @@ var VSCodeProvider = class {
         }
       };
     }
-    const responseText = await readFile22(session.responseFile, "utf8");
+    const responseText = await readTextFile(session.responseFile);
     return {
       text: responseText,
       raw: {
@@ -13614,7 +13559,7 @@ var VSCodeProvider = class {
     }
     const responses = [];
     for (const [index, responseFile] of session.responseFiles.entries()) {
-      const responseText = await readFile22(responseFile, "utf8");
+      const responseText = await readTextFile(responseFile);
       responses.push({
         text: responseText,
         raw: {
@@ -13826,7 +13771,7 @@ async function readTargetDefinitions(filePath) {
   if (!await fileExists3(absolutePath)) {
     throw new Error(`targets.yaml not found at ${absolutePath}`);
   }
-  const raw = await readFile32(absolutePath, "utf8");
+  const raw = await readFile22(absolutePath, "utf8");
   const parsed = parse22(raw);
   if (!isRecord(parsed)) {
     throw new Error(`targets.yaml at ${absolutePath} must be a YAML object with '$schema' and 'targets' fields`);
@@ -14063,7 +14008,6 @@ var CodeEvaluator = class {
         expected_outcome: context2.evalCase.expected_outcome,
         reference_answer: context2.evalCase.reference_answer,
         candidate_answer: context2.candidate,
-        system_message: context2.promptInputs.systemMessage ?? "",
         guideline_paths: context2.evalCase.guideline_paths,
         input_files: context2.evalCase.file_paths,
         input_segments: context2.evalCase.input_segments
@@ -14294,7 +14238,7 @@ function validateConcurrency(concurrency) {
 }
 async function runEvaluation(options) {
   const {
-    testFilePath,
+    testFilePath: evalFilePath,
     repoRoot,
     target,
     targets,
@@ -14313,11 +14257,11 @@ async function runEvaluation(options) {
     onProgress
   } = options;
   const load = loadEvalCases;
-  const evalCases = await load(testFilePath, repoRoot, { verbose });
+  const evalCases = await load(evalFilePath, repoRoot, { verbose, evalId });
   const filteredEvalCases = filterEvalCases(evalCases, evalId);
   if (filteredEvalCases.length === 0) {
     if (evalId) {
-      throw new Error(`Test case with id '${evalId}' not found in ${testFilePath}`);
+      throw new Error(`Eval case with id '${evalId}' not found in ${evalFilePath}`);
     }
     return [];
   }
@@ -14471,7 +14415,8 @@ async function runEvaluation(options) {
         target.name,
         (now ?? (() => /* @__PURE__ */ new Date()))(),
         outcome.reason,
-        promptInputs
+        promptInputs,
+        primaryProvider
       );
       results.push(errorResult);
       if (onResult) {
@@ -14555,7 +14500,7 @@ async function runBatchEvaluation(options) {
         agentTimeoutMs
       });
     } catch (error) {
-      const errorResult = buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs);
+      const errorResult = buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs, provider);
       results.push(errorResult);
       if (onResult) {
         await onResult(errorResult);
@@ -14632,7 +14577,7 @@ async function runEvalCase(options) {
         attempt += 1;
         continue;
       }
-      return buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs);
+      return buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs, provider);
     }
   }
   if (!providerResponse) {
@@ -14641,7 +14586,8 @@ async function runEvalCase(options) {
       target.name,
       nowFn(),
       lastError ?? new Error("Provider did not return a response"),
-      promptInputs
+      promptInputs,
+      provider
     );
   }
   if (cacheKey && cache && !cachedResponse) {
@@ -14661,7 +14607,7 @@ async function runEvalCase(options) {
       agentTimeoutMs
     });
   } catch (error) {
-    return buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs);
+    return buildErrorResult(evalCase, target.name, nowFn(), error, promptInputs, provider);
   }
 }
 async function evaluateCandidate(options) {
@@ -14693,9 +14639,8 @@ async function evaluateCandidate(options) {
   const completedAt = nowFn();
   const rawRequest = {
     question: promptInputs.question,
-    guidelines: promptInputs.guidelines,
-    guideline_paths: evalCase.guideline_paths,
-    system_message: promptInputs.systemMessage ?? ""
+    ...isAgentProvider(provider) ? {} : { guidelines: promptInputs.guidelines },
+    guideline_paths: evalCase.guideline_paths
   };
   return {
     eval_id: evalCase.id,
@@ -14953,13 +14898,12 @@ async function invokeProvider(provider, options) {
     }
   }
 }
-function buildErrorResult(evalCase, targetName, timestamp, error, promptInputs) {
+function buildErrorResult(evalCase, targetName, timestamp, error, promptInputs, provider) {
   const message = error instanceof Error ? error.message : String(error);
   const rawRequest = {
     question: promptInputs.question,
-    guidelines: promptInputs.guidelines,
+    ...isAgentProvider(provider) ? {} : { guidelines: promptInputs.guidelines },
     guideline_paths: evalCase.guideline_paths,
-    system_message: promptInputs.systemMessage ?? "",
     error: message
   };
   return {
@@ -15009,7 +14953,7 @@ function createAgentKernel() {
 // src/commands/eval/run-eval.ts
 import { constants as constants6 } from "node:fs";
 import { access as access6, mkdir as mkdir6 } from "node:fs/promises";
-import path13 from "node:path";
+import path14 from "node:path";
 import { pathToFileURL } from "node:url";
 
 // src/commands/eval/env.ts
@@ -15694,883 +15638,580 @@ function formatEvaluationSummary(summary) {
   return lines.join("\n");
 }
 
-// src/commands/eval/targets.ts
-import { constants as constants5 } from "node:fs";
-import { access as access5, readFile as readFile4 } from "node:fs/promises";
-import path12 from "node:path";
+// ../../packages/core/dist/evaluation/validation/index.js
+import { readFile as readFile4 } from "node:fs/promises";
 import { parse as parse4 } from "yaml";
-var TARGET_FILE_CANDIDATES = [
-  "targets.yaml",
-  "targets.yml",
-  path12.join(".agentv", "targets.yaml"),
-  path12.join(".agentv", "targets.yml")
-];
-async function fileExists5(filePath) {
-  try {
-    await access5(filePath, constants5.F_OK);
-    return true;
-  } catch {
-    return false;
-  }
-}
-async function readTestSuiteTarget(testFilePath) {
+import { readFile as readFile23 } from "node:fs/promises";
+import path12 from "node:path";
+import { parse as parse23 } from "yaml";
+import { readFile as readFile32 } from "node:fs/promises";
+import path23 from "node:path";
+import { parse as parse32 } from "yaml";
+import { readFile as readFile42 } from "node:fs/promises";
+import { parse as parse42 } from "yaml";
+import { readFile as readFile5 } from "node:fs/promises";
+import path33 from "node:path";
+import { parse as parse5 } from "yaml";
+var SCHEMA_EVAL_V22 = "agentv-eval-v2";
+var SCHEMA_TARGETS_V2 = "agentv-targets-v2.1";
+var SCHEMA_CONFIG_V22 = "agentv-config-v2";
+async function detectFileType(filePath) {
   try {
-    const raw = await readFile4(path12.resolve(testFilePath), "utf8");
-    const parsed = parse4(raw);
-    if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
-      const targetValue = parsed.target;
-      if (typeof targetValue === "string" && targetValue.trim().length > 0) {
-        return targetValue.trim();
-      }
-    }
-  } catch {
-  }
-  return void 0;
-}
-async function discoverTargetsFile(options) {
-  const { explicitPath, testFilePath, repoRoot, cwd } = options;
-  if (explicitPath) {
-    const resolvedExplicit = path12.resolve(explicitPath);
-    if (await fileExists5(resolvedExplicit)) {
-      return resolvedExplicit;
+    const content = await readFile4(filePath, "utf8");
+    const parsed = parse4(content);
+    if (typeof parsed !== "object" || parsed === null) {
+      return "unknown";
     }
-    for (const candidate of TARGET_FILE_CANDIDATES) {
-      const nested = path12.join(resolvedExplicit, candidate);
-      if (await fileExists5(nested)) {
-        return nested;
-      }
+    const record = parsed;
+    const schema = record["$schema"];
+    if (typeof schema !== "string") {
+      return "unknown";
     }
-    throw new Error(`targets.yaml not found at provided path: ${resolvedExplicit}`);
-  }
-  const directories = [...buildDirectoryChain(testFilePath, repoRoot)];
-  const resolvedCwd = path12.resolve(cwd);
-  if (!directories.includes(resolvedCwd)) {
-    directories.push(resolvedCwd);
-  }
-  for (const directory of directories) {
-    for (const candidate of TARGET_FILE_CANDIDATES) {
-      const fullPath = path12.join(directory, candidate);
-      if (await fileExists5(fullPath)) {
-        return fullPath;
-      }
+    switch (schema) {
+      case SCHEMA_EVAL_V22:
+        return "eval";
+      case SCHEMA_TARGETS_V2:
+        return "targets";
+      case SCHEMA_CONFIG_V22:
+        return "config";
+      default:
+        return "unknown";
     }
+  } catch {
+    return "unknown";
   }
-  throw new Error("Unable to locate targets.yaml. Use --targets to specify the file explicitly.");
 }
-function pickTargetName(options) {
-  const cliName = options.cliTargetName?.trim();
-  if (cliName && cliName !== "default") {
-    return { name: cliName, source: "cli" };
-  }
-  const fileName = options.fileTargetName?.trim();
-  if (fileName && fileName.length > 0) {
-    return { name: fileName, source: "test-file" };
-  }
-  return { name: "default", source: "default" };
+var SCHEMA_EVAL_V222 = "agentv-eval-v2";
+function isObject(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
 }
-async function selectTarget(options) {
-  const { testFilePath, repoRoot, cwd, explicitTargetsPath, cliTargetName, dryRun, dryRunDelay, dryRunDelayMin, dryRunDelayMax, env } = options;
-  const targetsFilePath = await discoverTargetsFile({
-    explicitPath: explicitTargetsPath,
-    testFilePath,
-    repoRoot,
-    cwd
-  });
-  const definitions = await readTargetDefinitions(targetsFilePath);
-  const fileTargetName = await readTestSuiteTarget(testFilePath);
-  const targetChoice = pickTargetName({ cliTargetName, fileTargetName });
-  const targetDefinition = definitions.find((definition) => definition.name === targetChoice.name);
-  if (!targetDefinition) {
-    const available = listTargetNames(definitions).join(", ");
-    throw new Error(
-      `Target '${targetChoice.name}' not found in ${targetsFilePath}. Available targets: ${available}`
-    );
-  }
-  if (dryRun) {
-    const mockTarget = {
-      kind: "mock",
-      name: `${targetDefinition.name}-dry-run`,
-      judgeTarget: void 0,
-      config: {
-        response: '{"answer":"Mock dry-run response"}',
-        delayMs: dryRunDelay,
-        delayMinMs: dryRunDelayMin,
-        delayMaxMs: dryRunDelayMax
-      }
-    };
+async function validateEvalFile(filePath) {
+  const errors = [];
+  const absolutePath = path12.resolve(filePath);
+  let parsed;
+  try {
+    const content = await readFile23(absolutePath, "utf8");
+    parsed = parse23(content);
+  } catch (error) {
+    errors.push({
+      severity: "error",
+      filePath: absolutePath,
+      message: `Failed to parse YAML: ${error.message}`
+    });
     return {
-      definitions,
-      resolvedTarget: mockTarget,
-      targetName: targetChoice.name,
-      targetSource: targetChoice.source,
-      targetsFilePath
+      valid: false,
+      filePath: absolutePath,
+      fileType: "eval",
+      errors
     };
   }
-  try {
-    const resolvedTarget = resolveTargetDefinition(targetDefinition, env);
+  if (!isObject(parsed)) {
+    errors.push({
+      severity: "error",
+      filePath: absolutePath,
+      message: "File must contain a YAML object"
+    });
     return {
-      definitions,
-      resolvedTarget,
-      targetName: targetChoice.name,
-      targetSource: targetChoice.source,
-      targetsFilePath
+      valid: false,
+      filePath: absolutePath,
+      fileType: "eval",
+      errors
     };
-  } catch (error) {
-    const message = error instanceof Error ? error.message : String(error);
-    throw new Error(`Failed to resolve target '${targetChoice.name}': ${message}`);
-  }
-}
-
-// src/commands/eval/run-eval.ts
-var DEFAULT_WORKERS = 3;
-function normalizeBoolean(value) {
-  return value === true;
-}
-function normalizeString(value) {
-  if (typeof value !== "string") {
-    return void 0;
   }
-  const trimmed = value.trim();
-  return trimmed.length > 0 ? trimmed : void 0;
-}
-function normalizeNumber(value, fallback) {
-  if (typeof value === "number" && Number.isFinite(value)) {
-    return value;
+  const schema = parsed["$schema"];
+  if (schema !== SCHEMA_EVAL_V222) {
+    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V222}'` : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V222}'`;
+    errors.push({
+      severity: "error",
+      filePath: absolutePath,
+      location: "$schema",
+      message
+    });
   }
-  if (typeof value === "string") {
-    const parsed = Number.parseInt(value, 10);
-    if (!Number.isNaN(parsed)) {
-      return parsed;
-    }
+  const evalcases = parsed["evalcases"];
+  if (!Array.isArray(evalcases)) {
+    errors.push({
+      severity: "error",
+      filePath: absolutePath,
+      location: "evalcases",
+      message: "Missing or invalid 'evalcases' field (must be an array)"
+    });
+    return {
+      valid: errors.length === 0,
+      filePath: absolutePath,
+      fileType: "eval",
+      errors
+    };
+  }
+  for (let i6 = 0; i6 < evalcases.length; i6++) {
+    const evalCase = evalcases[i6];
+    const location = `evalcases[${i6}]`;
+    if (!isObject(evalCase)) {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location,
+        message: "Eval case must be an object"
+      });
+      continue;
+    }
+    const id = evalCase["id"];
+    if (typeof id !== "string" || id.trim().length === 0) {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: `${location}.id`,
+        message: "Missing or invalid 'id' field (must be a non-empty string)"
+      });
+    }
+    const outcome = evalCase["outcome"];
+    if (typeof outcome !== "string" || outcome.trim().length === 0) {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: `${location}.outcome`,
+        message: "Missing or invalid 'outcome' field (must be a non-empty string)"
+      });
+    }
+    const inputMessages = evalCase["input_messages"];
+    if (!Array.isArray(inputMessages)) {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: `${location}.input_messages`,
+        message: "Missing or invalid 'input_messages' field (must be an array)"
+      });
+    } else {
+      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);
+    }
+    const expectedMessages = evalCase["expected_messages"];
+    if (!Array.isArray(expectedMessages)) {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: `${location}.expected_messages`,
+        message: "Missing or invalid 'expected_messages' field (must be an array)"
+      });
+    } else {
+      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);
+    }
   }
-  return fallback;
-}
-function normalizeOptions(rawOptions) {
-  const formatStr = normalizeString(rawOptions.outputFormat) ?? "jsonl";
-  const format = formatStr === "yaml" ? "yaml" : "jsonl";
-  const workers = normalizeNumber(rawOptions.workers, 0);
   return {
-    target: normalizeString(rawOptions.target),
-    targetsPath: normalizeString(rawOptions.targets),
-    evalId: normalizeString(rawOptions.evalId),
-    workers: workers > 0 ? workers : void 0,
-    outPath: normalizeString(rawOptions.out),
-    format,
-    dryRun: normalizeBoolean(rawOptions.dryRun),
-    dryRunDelay: normalizeNumber(rawOptions.dryRunDelay, 0),
-    dryRunDelayMin: normalizeNumber(rawOptions.dryRunDelayMin, 0),
-    dryRunDelayMax: normalizeNumber(rawOptions.dryRunDelayMax, 0),
-    agentTimeoutSeconds: normalizeNumber(rawOptions.agentTimeout, 120),
-    maxRetries: normalizeNumber(rawOptions.maxRetries, 2),
-    cache: normalizeBoolean(rawOptions.cache),
-    verbose: normalizeBoolean(rawOptions.verbose),
-    dumpPrompts: rawOptions.dumpPrompts
+    valid: errors.length === 0,
+    filePath: absolutePath,
+    fileType: "eval",
+    errors
   };
 }
-async function ensureFileExists(filePath, description) {
-  try {
-    await access6(filePath, constants6.F_OK);
-  } catch {
-    throw new Error(`${description} not found: ${filePath}`);
-  }
-}
-async function findRepoRoot(start) {
-  const fallback = path13.resolve(start);
-  let current = fallback;
-  while (current !== void 0) {
-    const candidate = path13.join(current, ".git");
-    try {
-      await access6(candidate, constants6.F_OK);
-      return current;
-    } catch {
-      const parent = path13.dirname(current);
-      if (parent === current) {
-        break;
+function validateMessages(messages, location, filePath, errors) {
+  for (let i6 = 0; i6 < messages.length; i6++) {
+    const message = messages[i6];
+    const msgLocation = `${location}[${i6}]`;
+    if (!isObject(message)) {
+      errors.push({
+        severity: "error",
+        filePath,
+        location: msgLocation,
+        message: "Message must be an object"
+      });
+      continue;
+    }
+    const role = message["role"];
+    const validRoles = ["system", "user", "assistant"];
+    if (!validRoles.includes(role)) {
+      errors.push({
+        severity: "error",
+        filePath,
+        location: `${msgLocation}.role`,
+        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(", ")}`
+      });
+    }
+    const content = message["content"];
+    if (typeof content === "string") {
+    } else if (Array.isArray(content)) {
+      for (let j2 = 0; j2 < content.length; j2++) {
+        const contentItem = content[j2];
+        const contentLocation = `${msgLocation}.content[${j2}]`;
+        if (typeof contentItem === "string") {
+        } else if (isObject(contentItem)) {
+          const type = contentItem["type"];
+          if (typeof type !== "string") {
+            errors.push({
+              severity: "error",
+              filePath,
+              location: `${contentLocation}.type`,
+              message: "Content object must have a 'type' field"
+            });
+          }
+          if (type === "text") {
+            const value = contentItem["value"];
+            if (typeof value !== "string") {
+              errors.push({
+                severity: "error",
+                filePath,
+                location: `${contentLocation}.value`,
+                message: "Content with type 'text' must have a 'value' field"
+              });
+            }
+          }
+        } else {
+          errors.push({
+            severity: "error",
+            filePath,
+            location: contentLocation,
+            message: "Content array items must be strings or objects"
+          });
+        }
       }
-      current = parent;
+    } else {
+      errors.push({
+        severity: "error",
+        filePath,
+        location: `${msgLocation}.content`,
+        message: "Missing or invalid 'content' field (must be a string or array)"
+      });
     }
   }
-  return fallback;
 }
-function buildDefaultOutputPath(cwd, format) {
-  const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-  const baseName = "eval";
-  const extension = getDefaultExtension(format);
-  return path13.join(cwd, ".agentv", "results", `${baseName}_${timestamp}${extension}`);
+function isObject2(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
 }
-function resolvePromptDirectory(option, cwd) {
-  if (option === void 0) {
-    return void 0;
-  }
-  if (typeof option === "string" && option.trim().length > 0) {
-    return path13.resolve(cwd, option);
+var CLI_PLACEHOLDERS2 = /* @__PURE__ */ new Set(["PROMPT", "GUIDELINES", "EVAL_ID", "ATTEMPT", "FILES"]);
+var COMMON_SETTINGS = /* @__PURE__ */ new Set([
+  "provider_batching",
+  "providerBatching"
+]);
+var AZURE_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "endpoint",
+  "resource",
+  "resourceName",
+  "api_key",
+  "apiKey",
+  "deployment",
+  "deploymentName",
+  "model",
+  "version",
+  "api_version",
+  "temperature",
+  "max_output_tokens",
+  "maxTokens"
+]);
+var ANTHROPIC_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "api_key",
+  "apiKey",
+  "model",
+  "deployment",
+  "variant",
+  "temperature",
+  "max_output_tokens",
+  "maxTokens",
+  "thinking_budget",
+  "thinkingBudget"
+]);
+var GEMINI_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "api_key",
+  "apiKey",
+  "model",
+  "deployment",
+  "variant",
+  "temperature",
+  "max_output_tokens",
+  "maxTokens"
+]);
+var CODEX_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "executable",
+  "command",
+  "binary",
+  "args",
+  "arguments",
+  "cwd",
+  "timeout_seconds",
+  "timeoutSeconds",
+  "log_dir",
+  "logDir",
+  "log_directory",
+  "logDirectory",
+  "log_format",
+  "logFormat",
+  "log_output_format",
+  "logOutputFormat"
+]);
+var VSCODE_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "workspace_template",
+  "workspaceTemplate",
+  "vscode_cmd",
+  "command",
+  "wait",
+  "dry_run",
+  "dryRun",
+  "subagent_root",
+  "subagentRoot"
+]);
+var MOCK_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "response",
+  "delayMs",
+  "delayMinMs",
+  "delayMaxMs"
+]);
+var CLI_SETTINGS = /* @__PURE__ */ new Set([
+  ...COMMON_SETTINGS,
+  "command_template",
+  "commandTemplate",
+  "files_format",
+  "filesFormat",
+  "attachments_format",
+  "attachmentsFormat",
+  "cwd",
+  "env",
+  "timeout_seconds",
+  "timeoutSeconds",
+  "healthcheck"
+]);
+function getKnownSettings(provider) {
+  const normalizedProvider = provider.toLowerCase();
+  switch (normalizedProvider) {
+    case "azure":
+    case "azure-openai":
+      return AZURE_SETTINGS;
+    case "anthropic":
+      return ANTHROPIC_SETTINGS;
+    case "gemini":
+    case "google":
+    case "google-gemini":
+      return GEMINI_SETTINGS;
+    case "codex":
+    case "codex-cli":
+      return CODEX_SETTINGS;
+    case "vscode":
+    case "vscode-insiders":
+      return VSCODE_SETTINGS;
+    case "mock":
+      return MOCK_SETTINGS;
+    case "cli":
+      return CLI_SETTINGS;
+    default:
+      return null;
   }
-  return path13.join(cwd, ".agentv", "prompts");
-}
-function createEvaluationCache() {
-  const store = /* @__PURE__ */ new Map();
-  return {
-    async get(key2) {
-      return store.get(key2);
-    },
-    async set(key2, value) {
-      store.set(key2, value);
-    }
-  };
-}
-function createProgressReporter(maxWorkers) {
-  const display = new ProgressDisplay(maxWorkers);
-  return {
-    isInteractive: display.isInteractiveMode(),
-    start: () => display.start(),
-    setTotal: (total) => display.setTotalTests(total),
-    update: (workerId, progress) => display.updateWorker({ ...progress, workerId }),
-    finish: () => display.finish(),
-    addLogPaths: (paths) => display.addLogPaths(paths)
-  };
-}
-function makeEvalKey(testFilePath, evalId) {
-  return `${path13.resolve(testFilePath)}::${evalId}`;
 }
-function createDisplayIdTracker() {
-  const map = /* @__PURE__ */ new Map();
-  let nextId = 1;
-  return {
-    getOrAssign(evalKey) {
-      const existing = map.get(evalKey);
-      if (existing !== void 0) {
-        return existing;
-      }
-      const assigned = nextId++;
-      map.set(evalKey, assigned);
-      return assigned;
+function validateUnknownSettings(settings, provider, absolutePath, location, errors) {
+  const knownSettings = getKnownSettings(provider);
+  if (!knownSettings) {
+    return;
+  }
+  for (const key2 of Object.keys(settings)) {
+    if (!knownSettings.has(key2)) {
+      errors.push({
+        severity: "warning",
+        filePath: absolutePath,
+        location: `${location}.${key2}`,
+        message: `Unknown setting '${key2}' for ${provider} provider. This property will be ignored.`
+      });
     }
-  };
+  }
 }
-async function prepareFileMetadata(params) {
-  const { testFilePath, repoRoot, cwd, options } = params;
-  await ensureFileExists(testFilePath, "Test file");
-  await loadEnvFromHierarchy({
-    testFilePath,
-    repoRoot,
-    verbose: options.verbose
-  });
-  const selection = await selectTarget({
-    testFilePath,
-    repoRoot,
-    cwd,
-    explicitTargetsPath: options.targetsPath,
-    cliTargetName: options.target,
-    dryRun: options.dryRun,
-    dryRunDelay: options.dryRunDelay,
-    dryRunDelayMin: options.dryRunDelayMin,
-    dryRunDelayMax: options.dryRunDelayMax,
-    env: process.env
-  });
-  const providerLabel = options.dryRun ? `${selection.resolvedTarget.kind} (dry-run)` : selection.resolvedTarget.kind;
-  const inlineTargetLabel = `${selection.targetName} [provider=${providerLabel}]`;
-  const evalCases = await loadEvalCases(testFilePath, repoRoot, { verbose: options.verbose });
-  const filteredIds = options.evalId ? evalCases.filter((value) => value.id === options.evalId).map((value) => value.id) : evalCases.map((value) => value.id);
-  return { evalIds: filteredIds, selection, inlineTargetLabel };
-}
-async function runWithLimit(items, limit, task) {
-  const safeLimit = Math.max(1, limit);
-  let index = 0;
-  const workers = Array.from({ length: safeLimit }, async () => {
-    while (index < items.length) {
-      const current = items[index];
-      index += 1;
-      await task(current);
-    }
-  });
-  await Promise.all(workers);
-}
-async function runSingleEvalFile(params) {
-  const {
-    testFilePath,
-    cwd,
-    repoRoot,
-    options,
-    outputWriter,
-    cache,
-    evaluationRunner,
-    workersOverride,
-    progressReporter,
-    seenEvalCases,
-    displayIdTracker,
-    selection,
-    inlineTargetLabel
-  } = params;
-  await ensureFileExists(testFilePath, "Test file");
-  const resolvedTargetSelection = selection;
-  const providerLabel = options.dryRun ? `${resolvedTargetSelection.resolvedTarget.kind} (dry-run)` : resolvedTargetSelection.resolvedTarget.kind;
-  const targetMessage = options.verbose ? `Using target (${resolvedTargetSelection.targetSource}): ${resolvedTargetSelection.targetName} [provider=${providerLabel}] via ${resolvedTargetSelection.targetsFilePath}` : `Using target: ${inlineTargetLabel}`;
-  if (!progressReporter.isInteractive || options.verbose) {
-    console.log(targetMessage);
-  }
-  const promptDumpDir = resolvePromptDirectory(options.dumpPrompts, cwd);
-  if (promptDumpDir) {
-    await mkdir6(promptDumpDir, { recursive: true });
-    if (options.verbose) {
-      console.log(`Prompt dumps enabled at: ${promptDumpDir}`);
-    }
-  }
-  const agentTimeoutMs = Math.max(0, options.agentTimeoutSeconds) * 1e3;
-  const workerPreference = workersOverride ?? options.workers;
-  let resolvedWorkers = workerPreference ?? resolvedTargetSelection.resolvedTarget.workers ?? DEFAULT_WORKERS;
-  if (resolvedWorkers < 1 || resolvedWorkers > 50) {
-    throw new Error(`Workers must be between 1 and 50, got: ${resolvedWorkers}`);
-  }
-  const isVSCodeProvider = ["vscode", "vscode-insiders"].includes(
-    resolvedTargetSelection.resolvedTarget.kind
-  );
-  if (isVSCodeProvider && resolvedWorkers > 1) {
-    console.warn(`Warning: VSCode providers require window focus. Limiting workers from ${resolvedWorkers} to 1 to prevent race conditions.`);
-    resolvedWorkers = 1;
-  }
-  if (options.verbose) {
-    const workersSource = workerPreference ? "CLI flag (balanced across files)" : resolvedTargetSelection.resolvedTarget.workers ? "target setting" : "default";
-    console.log(`Using ${resolvedWorkers} worker(s) (source: ${workersSource})`);
-  }
-  if (isVSCodeProvider && !options.dryRun) {
-    await ensureVSCodeSubagents({
-      kind: resolvedTargetSelection.resolvedTarget.kind,
-      count: resolvedWorkers,
-      verbose: options.verbose
+async function validateTargetsFile(filePath) {
+  const errors = [];
+  const absolutePath = path23.resolve(filePath);
+  let parsed;
+  try {
+    const content = await readFile32(absolutePath, "utf8");
+    parsed = parse32(content);
+  } catch (error) {
+    errors.push({
+      severity: "error",
+      filePath: absolutePath,
+      message: `Failed to parse YAML: ${error.message}`
     });
+    return {
+      valid: false,
+      filePath: absolutePath,
+      fileType: "targets",
+      errors
+    };
   }
-  const results = await evaluationRunner({
-    testFilePath,
-    repoRoot,
-    target: resolvedTargetSelection.resolvedTarget,
-    targets: resolvedTargetSelection.definitions,
-    env: process.env,
-    maxRetries: Math.max(0, options.maxRetries),
-    agentTimeoutMs,
-    promptDumpDir,
-    cache,
-    useCache: options.cache,
-    evalId: options.evalId,
-    verbose: options.verbose,
-    maxConcurrency: resolvedWorkers,
-    onResult: async (result) => {
-      await outputWriter.append(result);
-    },
-    onProgress: async (event) => {
-      const evalKey = makeEvalKey(testFilePath, event.evalId);
-      if (event.status === "pending" && !seenEvalCases.has(evalKey)) {
-        seenEvalCases.add(evalKey);
-        progressReporter.setTotal(seenEvalCases.size);
-      }
-      const displayId = displayIdTracker.getOrAssign(evalKey);
-      progressReporter.update(displayId, {
-        workerId: displayId,
-        evalId: event.evalId,
-        status: event.status,
-        startedAt: event.startedAt,
-        completedAt: event.completedAt,
-        error: event.error,
-        targetLabel: inlineTargetLabel
+  function validateCliSettings(settings, absolutePath2, location, errors2) {
+    if (!isObject2(settings)) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location,
+        message: "CLI provider requires a 'settings' object"
       });
-    }
-  });
-  return { results: [...results], promptDumpDir };
-}
-async function runEvalCommand(input) {
-  const options = normalizeOptions(input.rawOptions);
-  const cwd = process.cwd();
-  const repoRoot = await findRepoRoot(cwd);
-  if (options.verbose) {
-    console.log(`Repository root: ${repoRoot}`);
-  }
-  const outputPath = options.outPath ? path13.resolve(options.outPath) : buildDefaultOutputPath(cwd, options.format);
-  console.log(`Output path: ${outputPath}`);
-  const outputWriter = await createOutputWriter(outputPath, options.format);
-  const cache = options.cache ? createEvaluationCache() : void 0;
-  const evaluationRunner = await resolveEvaluationRunner();
-  const allResults = [];
-  let lastPromptDumpDir;
-  const seenEvalCases = /* @__PURE__ */ new Set();
-  const resolvedTestFiles = input.testFiles.map((file) => path13.resolve(file));
-  const displayIdTracker = createDisplayIdTracker();
-  const totalWorkers = options.workers ?? DEFAULT_WORKERS;
-  const fileConcurrency = Math.min(Math.max(1, totalWorkers), Math.max(1, resolvedTestFiles.length));
-  const perFileWorkers = options.workers ? Math.max(1, Math.floor(totalWorkers / fileConcurrency)) : void 0;
-  const fileMetadata = /* @__PURE__ */ new Map();
-  for (const testFilePath of resolvedTestFiles) {
-    const meta = await prepareFileMetadata({
-      testFilePath,
-      repoRoot,
-      cwd,
-      options
-    });
-    fileMetadata.set(testFilePath, meta);
-  }
-  const totalEvalCount = Array.from(fileMetadata.values()).reduce(
-    (sum, meta) => sum + meta.evalIds.length,
-    0
-  );
-  if (totalEvalCount === 0) {
-    throw new Error("No eval cases matched the provided filters.");
-  }
-  const progressReporter = createProgressReporter(totalWorkers);
-  progressReporter.start();
-  progressReporter.setTotal(totalEvalCount);
-  const seenCodexLogPaths = /* @__PURE__ */ new Set();
-  const unsubscribeCodexLogs = subscribeToCodexLogEntries((entry) => {
-    if (!entry.filePath || seenCodexLogPaths.has(entry.filePath)) {
       return;
     }
-    seenCodexLogPaths.add(entry.filePath);
-    progressReporter.addLogPaths([entry.filePath]);
-  });
-  for (const [testFilePath, meta] of fileMetadata.entries()) {
-    for (const evalId of meta.evalIds) {
-      const evalKey = makeEvalKey(testFilePath, evalId);
-      seenEvalCases.add(evalKey);
-      const displayId = displayIdTracker.getOrAssign(evalKey);
-      progressReporter.update(displayId, {
-        workerId: displayId,
-        evalId,
-        status: "pending",
-        targetLabel: meta.inlineTargetLabel
+    const commandTemplate = settings["command_template"] ?? settings["commandTemplate"];
+    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.commandTemplate`,
+        message: "CLI provider requires 'commandTemplate' as a non-empty string"
       });
+    } else {
+      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
     }
-  }
-  try {
-    await runWithLimit(resolvedTestFiles, fileConcurrency, async (testFilePath) => {
-      const targetPrep = fileMetadata.get(testFilePath);
-      if (!targetPrep) {
-        throw new Error(`Missing metadata for ${testFilePath}`);
-      }
-      const result = await runSingleEvalFile({
-        testFilePath,
-        cwd,
-        repoRoot,
-        options,
-        outputWriter,
-        cache,
-        evaluationRunner,
-        workersOverride: perFileWorkers,
-        progressReporter,
-        seenEvalCases,
-        displayIdTracker,
-        selection: targetPrep.selection,
-        inlineTargetLabel: targetPrep.inlineTargetLabel
+    const attachmentsFormat = settings["attachments_format"] ?? settings["attachmentsFormat"];
+    if (attachmentsFormat !== void 0 && typeof attachmentsFormat !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.attachmentsFormat`,
+        message: "'attachmentsFormat' must be a string when provided"
       });
-      allResults.push(...result.results);
-      if (result.promptDumpDir) {
-        lastPromptDumpDir = result.promptDumpDir;
-      }
-    });
-    progressReporter.finish();
-    const summary = calculateEvaluationSummary(allResults);
-    console.log(formatEvaluationSummary(summary));
-    if (allResults.length > 0) {
-      console.log(`
-Results written to: ${outputPath}`);
     }
-    if (lastPromptDumpDir && allResults.length > 0) {
-      console.log(`Prompt payloads saved to: ${lastPromptDumpDir}`);
+    const filesFormat = settings["files_format"] ?? settings["filesFormat"];
+    if (filesFormat !== void 0 && typeof filesFormat !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.filesFormat`,
+        message: "'filesFormat' must be a string when provided"
+      });
     }
-  } finally {
-    unsubscribeCodexLogs();
-    await outputWriter.close().catch(() => void 0);
-  }
-}
-async function resolveEvaluationRunner() {
-  const overridePath = process.env.AGENTEVO_CLI_EVAL_RUNNER;
-  if (!overridePath) {
-    return runEvaluation;
-  }
-  const resolved = path13.isAbsolute(overridePath) ? overridePath : path13.resolve(process.cwd(), overridePath);
-  const moduleUrl = pathToFileURL(resolved).href;
-  const mod = await import(moduleUrl);
-  const candidate = mod.runEvaluation;
-  if (typeof candidate !== "function") {
-    throw new Error(
-      `Module '${resolved}' must export a 'runEvaluation' function to override the default implementation`
-    );
-  }
-  return candidate;
-}
-
-// src/commands/eval/index.ts
-function parseInteger(value, fallback) {
-  const parsed = Number.parseInt(value, 10);
-  if (Number.isNaN(parsed)) {
-    return fallback;
-  }
-  return parsed;
-}
-function registerEvalCommand(program) {
-  program.command("eval").description("Run eval suites and report results").argument("<eval-paths...>", "Path(s) or glob(s) to evaluation .yaml file(s)").option("--target <name>", "Override target name from targets.yaml", "default").option("--targets <path>", "Path to targets.yaml (overrides discovery)").option("--eval-id <id>", "Run only the eval case with this identifier").option(
-    "--workers <count>",
-    "Number of parallel workers (default: 1, max: 50). Can also be set per-target in targets.yaml",
-    (value) => parseInteger(value, 1)
-  ).option("--out <path>", "Write results to the specified path").option(
-    "--output-format <format>",
-    "Output format: 'jsonl' or 'yaml' (default: jsonl)",
-    "jsonl"
-  ).option("--dry-run", "Use mock provider responses instead of real LLM calls", false).option(
-    "--dry-run-delay <ms>",
-    "Fixed delay in milliseconds for dry-run mode (overridden by delay range if specified)",
-    (value) => parseInteger(value, 0),
-    0
-  ).option(
-    "--dry-run-delay-min <ms>",
-    "Minimum delay in milliseconds for dry-run mode (requires --dry-run-delay-max)",
-    (value) => parseInteger(value, 0),
-    0
-  ).option(
-    "--dry-run-delay-max <ms>",
-    "Maximum delay in milliseconds for dry-run mode (requires --dry-run-delay-min)",
-    (value) => parseInteger(value, 0),
-    0
-  ).option(
-    "--agent-timeout <seconds>",
-    "Timeout in seconds for provider responses (default: 120)",
-    (value) => parseInteger(value, 120),
-    120
-  ).option(
-    "--max-retries <count>",
-    "Retry count for timeout recoveries (default: 2)",
-    (value) => parseInteger(value, 2),
-    2
-  ).option("--cache", "Enable in-memory provider response cache", false).option("--verbose", "Enable verbose logging", false).option(
-    "--dump-prompts [dir]",
-    "Persist prompt payloads for debugging (optional custom directory)"
-  ).action(async (evalPaths, rawOptions) => {
-    const resolvedPaths = await resolveEvalPaths(evalPaths, process.cwd());
-    await runEvalCommand({ testFiles: resolvedPaths, rawOptions });
-  });
-  return program;
-}
-async function resolveEvalPaths(evalPaths, cwd) {
-  const normalizedInputs = evalPaths.map((value) => value?.trim()).filter((value) => value);
-  if (normalizedInputs.length === 0) {
-    throw new Error("No eval paths provided.");
-  }
-  const unmatched = [];
-  const results = /* @__PURE__ */ new Set();
-  for (const pattern of normalizedInputs) {
-    const candidatePath = path14.isAbsolute(pattern) ? path14.normalize(pattern) : path14.resolve(cwd, pattern);
-    try {
-      const stats = await stat3(candidatePath);
-      if (stats.isFile() && /\.ya?ml$/i.test(candidatePath)) {
-        results.add(candidatePath);
-        continue;
-      }
-    } catch {
-    }
-    const globPattern = pattern.includes("\\") ? pattern.replace(/\\/g, "/") : pattern;
-    const matches = await fg(globPattern, {
-      cwd,
-      absolute: true,
-      onlyFiles: true,
-      unique: true,
-      dot: true,
-      followSymbolicLinks: true
-    });
-    const yamlMatches = matches.filter((filePath) => /\.ya?ml$/i.test(filePath));
-    if (yamlMatches.length === 0) {
-      unmatched.push(pattern);
-      continue;
-    }
-    yamlMatches.forEach((filePath) => results.add(path14.normalize(filePath)));
-  }
-  if (unmatched.length > 0) {
-    throw new Error(
-      `No eval files matched: ${unmatched.join(
-        ", "
-      )}. Provide YAML paths or globs (e.g., "evals/**/*.yaml").`
-    );
-  }
-  const sorted = Array.from(results);
-  sorted.sort();
-  return sorted;
-}
-
-// src/commands/init/index.ts
-import { existsSync, mkdirSync, writeFileSync } from "node:fs";
-import path16 from "node:path";
-import * as readline from "node:readline/promises";
-
-// src/templates/index.ts
-import { readFileSync, readdirSync, statSync } from "node:fs";
-import path15 from "node:path";
-import { fileURLToPath as fileURLToPath2 } from "node:url";
-var TemplateManager = class {
-  static getGithubTemplates() {
-    return this.getTemplatesFromDir("github");
-  }
-  static getAgentvTemplates() {
-    return this.getTemplatesFromDir("agentv");
-  }
-  static getTemplatesFromDir(subdir) {
-    const currentDir = path15.dirname(fileURLToPath2(import.meta.url));
-    let templatesDir;
-    if (currentDir.includes(path15.sep + "dist")) {
-      templatesDir = path15.join(currentDir, "templates", subdir);
-    } else {
-      templatesDir = path15.join(currentDir, subdir);
+    const cwd = settings["cwd"];
+    if (cwd !== void 0 && typeof cwd !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.cwd`,
+        message: "'cwd' must be a string when provided"
+      });
     }
-    return this.readTemplatesRecursively(templatesDir, "");
-  }
-  static readTemplatesRecursively(dir, relativePath) {
-    const templates = [];
-    const entries = readdirSync(dir);
-    for (const entry of entries) {
-      const fullPath = path15.join(dir, entry);
-      const stat5 = statSync(fullPath);
-      const entryRelativePath = relativePath ? path15.join(relativePath, entry) : entry;
-      if (stat5.isDirectory()) {
-        templates.push(...this.readTemplatesRecursively(fullPath, entryRelativePath));
-      } else {
-        const content = readFileSync(fullPath, "utf-8");
-        templates.push({
-          path: entryRelativePath.split(path15.sep).join("/"),
-          // Normalize to forward slashes
-          content
+    const timeoutSeconds = settings["timeout_seconds"] ?? settings["timeoutSeconds"];
+    if (timeoutSeconds !== void 0) {
+      const numericTimeout = Number(timeoutSeconds);
+      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.timeoutSeconds`,
+          message: "'timeoutSeconds' must be a positive number when provided"
         });
       }
     }
-    return templates;
-  }
-};
-
-// src/commands/init/index.ts
-async function promptYesNo(message) {
-  const rl2 = readline.createInterface({
-    input: process.stdin,
-    output: process.stdout
-  });
-  try {
-    const answer = await rl2.question(`${message} (y/N): `);
-    return answer.toLowerCase() === "y" || answer.toLowerCase() === "yes";
-  } finally {
-    rl2.close();
-  }
-}
-async function initCommand(options = {}) {
-  const targetPath = path16.resolve(options.targetPath ?? ".");
-  const githubDir = path16.join(targetPath, ".github");
-  const agentvDir = path16.join(targetPath, ".agentv");
-  const githubTemplates = TemplateManager.getGithubTemplates();
-  const agentvTemplates = TemplateManager.getAgentvTemplates();
-  const existingFiles = [];
-  if (existsSync(githubDir)) {
-    for (const template of githubTemplates) {
-      const targetFilePath = path16.join(githubDir, template.path);
-      if (existsSync(targetFilePath)) {
-        existingFiles.push(path16.relative(targetPath, targetFilePath));
+    const envOverrides = settings["env"];
+    if (envOverrides !== void 0) {
+      if (!isObject2(envOverrides)) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.env`,
+          message: "'env' must be an object with string values"
+        });
+      } else {
+        for (const [key2, value] of Object.entries(envOverrides)) {
+          if (typeof value !== "string" || value.trim().length === 0) {
+            errors2.push({
+              severity: "error",
+              filePath: absolutePath2,
+              location: `${location}.env.${key2}`,
+              message: `Environment override '${key2}' must be a non-empty string`
+            });
+          }
+        }
       }
     }
-  }
-  if (existsSync(agentvDir)) {
-    for (const template of agentvTemplates) {
-      const targetFilePath = path16.join(agentvDir, template.path);
-      if (existsSync(targetFilePath)) {
-        existingFiles.push(path16.relative(targetPath, targetFilePath));
-      }
+    const healthcheck = settings["healthcheck"];
+    if (healthcheck !== void 0) {
+      validateCliHealthcheck(healthcheck, absolutePath2, `${location}.healthcheck`, errors2);
     }
   }
-  if (existingFiles.length > 0) {
-    console.log("We detected an existing setup:");
-    existingFiles.forEach((file) => console.log(`  - ${file}`));
-    console.log();
-    const shouldReplace = await promptYesNo("Do you want to replace these files?");
-    if (!shouldReplace) {
-      console.log("\nInit cancelled. No files were changed.");
+  function validateCliHealthcheck(healthcheck, absolutePath2, location, errors2) {
+    if (!isObject2(healthcheck)) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location,
+        message: "'healthcheck' must be an object when provided"
+      });
       return;
     }
-    console.log();
-  }
-  if (!existsSync(githubDir)) {
-    mkdirSync(githubDir, { recursive: true });
-  }
-  if (!existsSync(agentvDir)) {
-    mkdirSync(agentvDir, { recursive: true });
-  }
-  for (const template of githubTemplates) {
-    const targetFilePath = path16.join(githubDir, template.path);
-    const targetDirPath = path16.dirname(targetFilePath);
-    if (!existsSync(targetDirPath)) {
-      mkdirSync(targetDirPath, { recursive: true });
+    const type = healthcheck["type"];
+    if (type !== "http" && type !== "command") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.type`,
+        message: "healthcheck.type must be either 'http' or 'command'"
+      });
+      return;
     }
-    writeFileSync(targetFilePath, template.content, "utf-8");
-    console.log(`Created ${path16.relative(targetPath, targetFilePath)}`);
-  }
-  for (const template of agentvTemplates) {
-    const targetFilePath = path16.join(agentvDir, template.path);
-    const targetDirPath = path16.dirname(targetFilePath);
-    if (!existsSync(targetDirPath)) {
-      mkdirSync(targetDirPath, { recursive: true });
+    const timeoutSeconds = healthcheck["timeout_seconds"] ?? healthcheck["timeoutSeconds"];
+    if (timeoutSeconds !== void 0) {
+      const numericTimeout = Number(timeoutSeconds);
+      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.timeoutSeconds`,
+          message: "healthcheck.timeoutSeconds must be a positive number when provided"
+        });
+      }
     }
-    writeFileSync(targetFilePath, template.content, "utf-8");
-    console.log(`Created ${path16.relative(targetPath, targetFilePath)}`);
-  }
-  console.log("\nAgentV initialized successfully!");
-  console.log(`
-Files installed to ${path16.relative(targetPath, githubDir)}:`);
-  githubTemplates.forEach((t) => console.log(`  - ${t.path}`));
-  console.log(`
-Files installed to ${path16.relative(targetPath, agentvDir)}:`);
-  agentvTemplates.forEach((t) => console.log(`  - ${t.path}`));
-  console.log("\nYou can now:");
-  console.log("  1. Edit .agentv/.env with your API credentials");
-  console.log("  2. Configure targets in .agentv/targets.yaml");
-  console.log("  3. Create eval files using the schema and prompt templates");
-}
-
-// src/commands/status.ts
-function registerStatusCommand(program) {
-  program.command("status").description("Show the latest AgentV kernel status").action(() => {
-    const kernel = createAgentKernel();
-    console.log(`Kernel status: ${kernel.status}`);
-  });
-  return program;
-}
-
-// src/commands/validate/format-output.ts
-var ANSI_RED = "\x1B[31m";
-var ANSI_YELLOW2 = "\x1B[33m";
-var ANSI_GREEN = "\x1B[32m";
-var ANSI_CYAN = "\x1B[36m";
-var ANSI_BOLD = "\x1B[1m";
-var ANSI_RESET2 = "\x1B[0m";
-function formatSummary(summary, useColors) {
-  const lines = [];
-  lines.push("");
-  lines.push(formatHeader("Validation Summary", useColors));
-  lines.push("");
-  for (const result of summary.results) {
-    lines.push(formatFileResult(result, useColors));
-  }
-  lines.push("");
-  lines.push(formatStats(summary, useColors));
-  lines.push("");
-  return lines.join("\n");
-}
-function formatHeader(text, useColors) {
-  if (useColors) {
-    return `${ANSI_BOLD}${ANSI_CYAN}${text}${ANSI_RESET2}`;
-  }
-  return text;
-}
-function formatFileResult(result, useColors) {
-  const lines = [];
-  const status = result.valid ? "\u2713" : "\u2717";
-  const statusColor = result.valid ? ANSI_GREEN : ANSI_RED;
-  const statusText = useColors ? `${statusColor}${status}${ANSI_RESET2}` : status;
-  const fileName = result.filePath;
-  lines.push(`${statusText} ${fileName}`);
-  if (result.errors.length > 0) {
-    for (const error of result.errors) {
-      lines.push(formatError(error, useColors));
+    if (type === "http") {
+      const url = healthcheck["url"];
+      if (typeof url !== "string" || url.trim().length === 0) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location: `${location}.url`,
+          message: "healthcheck.url must be a non-empty string for http checks"
+        });
+      }
+      return;
     }
-  }
-  return lines.join("\n");
-}
-function formatError(error, useColors) {
-  const prefix = error.severity === "error" ? "  \u2717" : "  \u26A0";
-  const color = error.severity === "error" ? ANSI_RED : ANSI_YELLOW2;
-  const coloredPrefix = useColors ? `${color}${prefix}${ANSI_RESET2}` : prefix;
-  const location = error.location ? ` [${error.location}]` : "";
-  return `${coloredPrefix}${location} ${error.message}`;
-}
-function formatStats(summary, useColors) {
-  const lines = [];
-  const totalText = `Total files: ${summary.totalFiles}`;
-  const validText = `Valid: ${summary.validFiles}`;
-  const invalidText = `Invalid: ${summary.invalidFiles}`;
-  if (useColors) {
-    lines.push(`${ANSI_BOLD}${totalText}${ANSI_RESET2}`);
-    lines.push(`${ANSI_GREEN}${validText}${ANSI_RESET2}`);
-    if (summary.invalidFiles > 0) {
-      lines.push(`${ANSI_RED}${invalidText}${ANSI_RESET2}`);
+    const commandTemplate = healthcheck["command_template"] ?? healthcheck["commandTemplate"];
+    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.commandTemplate`,
+        message: "healthcheck.commandTemplate must be a non-empty string for command checks"
+      });
     } else {
-      lines.push(invalidText);
-    }
-  } else {
-    lines.push(totalText);
-    lines.push(validText);
-    lines.push(invalidText);
-  }
-  return lines.join("\n");
-}
-function isTTY() {
-  return process.stdout.isTTY ?? false;
-}
-
-// ../../packages/core/dist/evaluation/validation/index.js
-import { readFile as readFile5 } from "node:fs/promises";
-import { parse as parse5 } from "yaml";
-import { readFile as readFile23 } from "node:fs/promises";
-import path17 from "node:path";
-import { parse as parse23 } from "yaml";
-import { readFile as readFile33 } from "node:fs/promises";
-import path23 from "node:path";
-import { parse as parse32 } from "yaml";
-import { readFile as readFile42 } from "node:fs/promises";
-import { parse as parse42 } from "yaml";
-import { readFile as readFile52 } from "node:fs/promises";
-import path33 from "node:path";
-import { parse as parse52 } from "yaml";
-var SCHEMA_EVAL_V22 = "agentv-eval-v2";
-var SCHEMA_TARGETS_V2 = "agentv-targets-v2";
-var SCHEMA_CONFIG_V22 = "agentv-config-v2";
-async function detectFileType(filePath) {
-  try {
-    const content = await readFile5(filePath, "utf8");
-    const parsed = parse5(content);
-    if (typeof parsed !== "object" || parsed === null) {
-      return "unknown";
+      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
     }
-    const record = parsed;
-    const schema = record["$schema"];
-    if (typeof schema !== "string") {
-      return "unknown";
+    const cwd = healthcheck["cwd"];
+    if (cwd !== void 0 && typeof cwd !== "string") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.cwd`,
+        message: "healthcheck.cwd must be a string when provided"
+      });
     }
-    switch (schema) {
-      case SCHEMA_EVAL_V22:
-        return "eval";
-      case SCHEMA_TARGETS_V2:
-        return "targets";
-      case SCHEMA_CONFIG_V22:
-        return "config";
-      default:
-        return "unknown";
+  }
+  function recordUnknownPlaceholders(template, absolutePath2, location, errors2) {
+    const placeholders = extractPlaceholders(template);
+    for (const placeholder of placeholders) {
+      if (!CLI_PLACEHOLDERS2.has(placeholder)) {
+        errors2.push({
+          severity: "error",
+          filePath: absolutePath2,
+          location,
+          message: `Unknown CLI placeholder '{${placeholder}}'. Supported placeholders: ${Array.from(CLI_PLACEHOLDERS2).join(", ")}`
+        });
+      }
     }
-  } catch {
-    return "unknown";
   }
-}
-var SCHEMA_EVAL_V222 = "agentv-eval-v2";
-function isObject(value) {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-async function validateEvalFile(filePath) {
-  const errors = [];
-  const absolutePath = path17.resolve(filePath);
-  let parsed;
-  try {
-    const content = await readFile23(absolutePath, "utf8");
-    parsed = parse23(content);
-  } catch (error) {
-    errors.push({
-      severity: "error",
-      filePath: absolutePath,
-      message: `Failed to parse YAML: ${error.message}`
-    });
-    return {
-      valid: false,
-      filePath: absolutePath,
-      fileType: "eval",
-      errors
-    };
+  function extractPlaceholders(template) {
+    const matches = template.matchAll(/\{([A-Z_]+)\}/g);
+    const result = [];
+    for (const match of matches) {
+      const placeholder = match[1];
+      if (placeholder) {
+        result.push(placeholder);
+      }
+    }
+    return result;
   }
-  if (!isObject(parsed)) {
+  if (!isObject2(parsed)) {
     errors.push({
       severity: "error",
       filePath: absolutePath,
@@ -16579,13 +16220,13 @@ async function validateEvalFile(filePath) {
     return {
       valid: false,
       filePath: absolutePath,
-      fileType: "eval",
+      fileType: "targets",
       errors
     };
   }
   const schema = parsed["$schema"];
-  if (schema !== SCHEMA_EVAL_V222) {
-    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_EVAL_V222}'` : `Missing required field '$schema'. Expected '${SCHEMA_EVAL_V222}'`;
+  if (schema !== TARGETS_SCHEMA_V2) {
+    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'` : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;
     errors.push({
       severity: "error",
       filePath: absolutePath,
@@ -16593,639 +16234,1124 @@ async function validateEvalFile(filePath) {
       message
     });
   }
-  const evalcases = parsed["evalcases"];
-  if (!Array.isArray(evalcases)) {
+  const targets = parsed["targets"];
+  if (!Array.isArray(targets)) {
     errors.push({
       severity: "error",
       filePath: absolutePath,
-      location: "evalcases",
-      message: "Missing or invalid 'evalcases' field (must be an array)"
+      location: "targets",
+      message: "Missing or invalid 'targets' field (must be an array)"
     });
     return {
       valid: errors.length === 0,
       filePath: absolutePath,
-      fileType: "eval",
+      fileType: "targets",
       errors
     };
   }
-  for (let i6 = 0; i6 < evalcases.length; i6++) {
-    const evalCase = evalcases[i6];
-    const location = `evalcases[${i6}]`;
-    if (!isObject(evalCase)) {
+  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];
+  for (let i6 = 0; i6 < targets.length; i6++) {
+    const target = targets[i6];
+    const location = `targets[${i6}]`;
+    if (!isObject2(target)) {
       errors.push({
         severity: "error",
         filePath: absolutePath,
         location,
-        message: "Eval case must be an object"
+        message: "Target must be an object"
       });
       continue;
     }
-    const id = evalCase["id"];
-    if (typeof id !== "string" || id.trim().length === 0) {
+    const name = target["name"];
+    if (typeof name !== "string" || name.trim().length === 0) {
       errors.push({
         severity: "error",
         filePath: absolutePath,
-        location: `${location}.id`,
-        message: "Missing or invalid 'id' field (must be a non-empty string)"
+        location: `${location}.name`,
+        message: "Missing or invalid 'name' field (must be a non-empty string)"
       });
     }
-    const outcome = evalCase["outcome"];
-    if (typeof outcome !== "string" || outcome.trim().length === 0) {
+    const provider = target["provider"];
+    const providerValue = typeof provider === "string" ? provider.trim().toLowerCase() : void 0;
+    if (typeof provider !== "string" || provider.trim().length === 0) {
       errors.push({
         severity: "error",
         filePath: absolutePath,
-        location: `${location}.outcome`,
-        message: "Missing or invalid 'outcome' field (must be a non-empty string)"
+        location: `${location}.provider`,
+        message: "Missing or invalid 'provider' field (must be a non-empty string)"
       });
-    }
-    const inputMessages = evalCase["input_messages"];
-    if (!Array.isArray(inputMessages)) {
+    } else if (!knownProviders.includes(provider)) {
       errors.push({
-        severity: "error",
+        severity: "warning",
         filePath: absolutePath,
-        location: `${location}.input_messages`,
-        message: "Missing or invalid 'input_messages' field (must be an array)"
+        location: `${location}.provider`,
+        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(", ")}`
       });
-    } else {
-      validateMessages(inputMessages, `${location}.input_messages`, absolutePath, errors);
     }
-    const expectedMessages = evalCase["expected_messages"];
-    if (!Array.isArray(expectedMessages)) {
+    const settings = target["settings"];
+    if (providerValue !== "cli" && settings !== void 0 && !isObject2(settings)) {
       errors.push({
         severity: "error",
         filePath: absolutePath,
-        location: `${location}.expected_messages`,
-        message: "Missing or invalid 'expected_messages' field (must be an array)"
+        location: `${location}.settings`,
+        message: "Invalid 'settings' field (must be an object)"
+      });
+    }
+    if (providerValue === "cli") {
+      validateCliSettings(settings, absolutePath, `${location}.settings`, errors);
+    }
+    if (settings !== void 0 && isObject2(settings) && typeof provider === "string") {
+      validateUnknownSettings(settings, provider, absolutePath, `${location}.settings`, errors);
+    }
+    const judgeTarget = target["judge_target"];
+    if (judgeTarget !== void 0 && typeof judgeTarget !== "string") {
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: `${location}.judge_target`,
+        message: "Invalid 'judge_target' field (must be a string)"
       });
-    } else {
-      validateMessages(expectedMessages, `${location}.expected_messages`, absolutePath, errors);
     }
   }
   return {
-    valid: errors.length === 0,
+    valid: errors.filter((e) => e.severity === "error").length === 0,
     filePath: absolutePath,
-    fileType: "eval",
+    fileType: "targets",
     errors
   };
 }
-function validateMessages(messages, location, filePath, errors) {
-  for (let i6 = 0; i6 < messages.length; i6++) {
-    const message = messages[i6];
-    const msgLocation = `${location}[${i6}]`;
-    if (!isObject(message)) {
+var SCHEMA_CONFIG_V222 = "agentv-config-v2";
+async function validateConfigFile(filePath) {
+  const errors = [];
+  try {
+    const content = await readFile42(filePath, "utf8");
+    const parsed = parse42(content);
+    if (typeof parsed !== "object" || parsed === null) {
       errors.push({
         severity: "error",
         filePath,
-        location: msgLocation,
-        message: "Message must be an object"
+        message: "Config file must contain a valid YAML object"
       });
-      continue;
+      return { valid: false, filePath, fileType: "config", errors };
     }
-    const role = message["role"];
-    const validRoles = ["system", "user", "assistant"];
-    if (!validRoles.includes(role)) {
+    const config = parsed;
+    const schema = config["$schema"];
+    if (schema !== SCHEMA_CONFIG_V222) {
+      const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V222}'` : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V222}' at the top of the file.`;
       errors.push({
         severity: "error",
         filePath,
-        location: `${msgLocation}.role`,
-        message: `Invalid role '${role}'. Must be one of: ${validRoles.join(", ")}`
+        location: "$schema",
+        message
       });
     }
-    const content = message["content"];
-    if (typeof content === "string") {
-    } else if (Array.isArray(content)) {
-      for (let j2 = 0; j2 < content.length; j2++) {
-        const contentItem = content[j2];
-        const contentLocation = `${msgLocation}.content[${j2}]`;
-        if (typeof contentItem === "string") {
-        } else if (isObject(contentItem)) {
-          const type = contentItem["type"];
-          if (typeof type !== "string") {
-            errors.push({
-              severity: "error",
-              filePath,
-              location: `${contentLocation}.type`,
-              message: "Content object must have a 'type' field"
-            });
-          }
-          if (type === "text") {
-            const value = contentItem["value"];
-            if (typeof value !== "string") {
-              errors.push({
-                severity: "error",
-                filePath,
-                location: `${contentLocation}.value`,
-                message: "Content with type 'text' must have a 'value' field"
-              });
-            }
-          }
-        } else {
-          errors.push({
-            severity: "error",
-            filePath,
-            location: contentLocation,
-            message: "Content array items must be strings or objects"
-          });
-        }
+    const guidelinePatterns = config["guideline_patterns"];
+    if (guidelinePatterns !== void 0) {
+      if (!Array.isArray(guidelinePatterns)) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' must be an array"
+        });
+      } else if (!guidelinePatterns.every((p) => typeof p === "string")) {
+        errors.push({
+          severity: "error",
+          filePath,
+          location: "guideline_patterns",
+          message: "All entries in 'guideline_patterns' must be strings"
+        });
+      } else if (guidelinePatterns.length === 0) {
+        errors.push({
+          severity: "warning",
+          filePath,
+          location: "guideline_patterns",
+          message: "Field 'guideline_patterns' is empty. Consider removing it or adding patterns."
+        });
       }
-    } else {
+    }
+    const allowedFields = /* @__PURE__ */ new Set(["$schema", "guideline_patterns"]);
+    const unexpectedFields = Object.keys(config).filter((key2) => !allowedFields.has(key2));
+    if (unexpectedFields.length > 0) {
       errors.push({
-        severity: "error",
+        severity: "warning",
         filePath,
-        location: `${msgLocation}.content`,
-        message: "Missing or invalid 'content' field (must be a string or array)"
+        message: `Unexpected fields: ${unexpectedFields.join(", ")}`
       });
     }
+    return {
+      valid: errors.filter((e) => e.severity === "error").length === 0,
+      filePath,
+      fileType: "config",
+      errors
+    };
+  } catch (error) {
+    errors.push({
+      severity: "error",
+      filePath,
+      message: `Failed to parse config file: ${error.message}`
+    });
+    return { valid: false, filePath, fileType: "config", errors };
   }
 }
-function isObject2(value) {
+function isObject3(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
-var CLI_PLACEHOLDERS2 = /* @__PURE__ */ new Set(["PROMPT", "GUIDELINES", "EVAL_ID", "ATTEMPT", "FILES"]);
-async function validateTargetsFile(filePath) {
+async function validateFileReferences(evalFilePath) {
   const errors = [];
-  const absolutePath = path23.resolve(filePath);
-  let parsed;
-  try {
-    const content = await readFile33(absolutePath, "utf8");
-    parsed = parse32(content);
-  } catch (error) {
+  const absolutePath = path33.resolve(evalFilePath);
+  const gitRoot = await findGitRoot(absolutePath);
+  if (!gitRoot) {
     errors.push({
       severity: "error",
       filePath: absolutePath,
-      message: `Failed to parse YAML: ${error.message}`
+      message: "Cannot validate file references: git repository root not found"
     });
-    return {
-      valid: false,
-      filePath: absolutePath,
-      fileType: "targets",
-      errors
-    };
+    return errors;
   }
-  function validateCliSettings(settings, absolutePath2, location, errors2) {
-    if (!isObject2(settings)) {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location,
-        message: "CLI provider requires a 'settings' object"
-      });
-      return;
+  const searchRoots = buildSearchRoots(absolutePath, gitRoot);
+  let parsed;
+  try {
+    const content = await readFile5(absolutePath, "utf8");
+    parsed = parse5(content);
+  } catch {
+    return errors;
+  }
+  if (!isObject3(parsed)) {
+    return errors;
+  }
+  const evalcases = parsed["evalcases"];
+  if (!Array.isArray(evalcases)) {
+    return errors;
+  }
+  for (let i6 = 0; i6 < evalcases.length; i6++) {
+    const evalCase = evalcases[i6];
+    if (!isObject3(evalCase)) {
+      continue;
     }
-    const commandTemplate = settings["command_template"] ?? settings["commandTemplate"];
-    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.commandTemplate`,
-        message: "CLI provider requires 'commandTemplate' as a non-empty string"
-      });
-    } else {
-      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
+    const inputMessages = evalCase["input_messages"];
+    if (Array.isArray(inputMessages)) {
+      await validateMessagesFileRefs(inputMessages, `evalcases[${i6}].input_messages`, searchRoots, absolutePath, errors);
     }
-    const attachmentsFormat = settings["attachments_format"] ?? settings["attachmentsFormat"];
-    if (attachmentsFormat !== void 0 && typeof attachmentsFormat !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.attachmentsFormat`,
-        message: "'attachmentsFormat' must be a string when provided"
-      });
+    const expectedMessages = evalCase["expected_messages"];
+    if (Array.isArray(expectedMessages)) {
+      await validateMessagesFileRefs(expectedMessages, `evalcases[${i6}].expected_messages`, searchRoots, absolutePath, errors);
     }
-    const filesFormat = settings["files_format"] ?? settings["filesFormat"];
-    if (filesFormat !== void 0 && typeof filesFormat !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.filesFormat`,
-        message: "'filesFormat' must be a string when provided"
-      });
+  }
+  return errors;
+}
+async function validateMessagesFileRefs(messages, location, searchRoots, filePath, errors) {
+  for (let i6 = 0; i6 < messages.length; i6++) {
+    const message = messages[i6];
+    if (!isObject3(message)) {
+      continue;
     }
-    const cwd = settings["cwd"];
-    if (cwd !== void 0 && typeof cwd !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.cwd`,
-        message: "'cwd' must be a string when provided"
-      });
+    const content = message["content"];
+    if (typeof content === "string") {
+      continue;
     }
-    const timeoutSeconds = settings["timeout_seconds"] ?? settings["timeoutSeconds"];
-    if (timeoutSeconds !== void 0) {
-      const numericTimeout = Number(timeoutSeconds);
-      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
-        errors2.push({
+    if (!Array.isArray(content)) {
+      continue;
+    }
+    for (let j2 = 0; j2 < content.length; j2++) {
+      const contentItem = content[j2];
+      if (!isObject3(contentItem)) {
+        continue;
+      }
+      const type = contentItem["type"];
+      if (type !== "file") {
+        continue;
+      }
+      const value = contentItem["value"];
+      if (typeof value !== "string") {
+        errors.push({
           severity: "error",
-          filePath: absolutePath2,
-          location: `${location}.timeoutSeconds`,
-          message: "'timeoutSeconds' must be a positive number when provided"
+          filePath,
+          location: `${location}[${i6}].content[${j2}].value`,
+          message: "File reference must have a 'value' field with the file path"
         });
+        continue;
       }
-    }
-    const envOverrides = settings["env"];
-    if (envOverrides !== void 0) {
-      if (!isObject2(envOverrides)) {
-        errors2.push({
+      const { resolvedPath } = await resolveFileReference(value, searchRoots);
+      if (!resolvedPath) {
+        errors.push({
           severity: "error",
-          filePath: absolutePath2,
-          location: `${location}.env`,
-          message: "'env' must be an object with string values"
+          filePath,
+          location: `${location}[${i6}].content[${j2}]`,
+          message: `Referenced file not found: ${value}`
         });
       } else {
-        for (const [key2, value] of Object.entries(envOverrides)) {
-          if (typeof value !== "string" || value.trim().length === 0) {
-            errors2.push({
-              severity: "error",
-              filePath: absolutePath2,
-              location: `${location}.env.${key2}`,
-              message: `Environment override '${key2}' must be a non-empty string`
+        try {
+          const fileContent = await readFile5(resolvedPath, "utf8");
+          if (fileContent.trim().length === 0) {
+            errors.push({
+              severity: "warning",
+              filePath,
+              location: `${location}[${i6}].content[${j2}]`,
+              message: `Referenced file is empty: ${value}`
             });
           }
+        } catch (error) {
+          errors.push({
+            severity: "error",
+            filePath,
+            location: `${location}[${i6}].content[${j2}]`,
+            message: `Cannot read referenced file: ${value} (${error.message})`
+          });
         }
       }
     }
-    const healthcheck = settings["healthcheck"];
-    if (healthcheck !== void 0) {
-      validateCliHealthcheck(healthcheck, absolutePath2, `${location}.healthcheck`, errors2);
-    }
   }
-  function validateCliHealthcheck(healthcheck, absolutePath2, location, errors2) {
-    if (!isObject2(healthcheck)) {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location,
-        message: "'healthcheck' must be an object when provided"
-      });
-      return;
-    }
-    const type = healthcheck["type"];
-    if (type !== "http" && type !== "command") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.type`,
-        message: "healthcheck.type must be either 'http' or 'command'"
-      });
-      return;
-    }
-    const timeoutSeconds = healthcheck["timeout_seconds"] ?? healthcheck["timeoutSeconds"];
-    if (timeoutSeconds !== void 0) {
-      const numericTimeout = Number(timeoutSeconds);
-      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
-        errors2.push({
-          severity: "error",
-          filePath: absolutePath2,
-          location: `${location}.timeoutSeconds`,
-          message: "healthcheck.timeoutSeconds must be a positive number when provided"
-        });
-      }
-    }
-    if (type === "http") {
-      const url = healthcheck["url"];
-      if (typeof url !== "string" || url.trim().length === 0) {
-        errors2.push({
-          severity: "error",
-          filePath: absolutePath2,
-          location: `${location}.url`,
-          message: "healthcheck.url must be a non-empty string for http checks"
-        });
+}
+
+// src/commands/eval/targets.ts
+import { constants as constants5 } from "node:fs";
+import { access as access5, readFile as readFile6 } from "node:fs/promises";
+import path13 from "node:path";
+import { parse as parse6 } from "yaml";
+var TARGET_FILE_CANDIDATES = [
+  "targets.yaml",
+  "targets.yml",
+  path13.join(".agentv", "targets.yaml"),
+  path13.join(".agentv", "targets.yml")
+];
+var ANSI_YELLOW2 = "\x1B[33m";
+var ANSI_RED = "\x1B[31m";
+var ANSI_RESET2 = "\x1B[0m";
+function isTTY() {
+  return process.stdout.isTTY ?? false;
+}
+async function fileExists5(filePath) {
+  try {
+    await access5(filePath, constants5.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+}
+async function readTestSuiteTarget(testFilePath) {
+  try {
+    const raw = await readFile6(path13.resolve(testFilePath), "utf8");
+    const parsed = parse6(raw);
+    if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+      const targetValue = parsed.target;
+      if (typeof targetValue === "string" && targetValue.trim().length > 0) {
+        return targetValue.trim();
       }
-      return;
-    }
-    const commandTemplate = healthcheck["command_template"] ?? healthcheck["commandTemplate"];
-    if (typeof commandTemplate !== "string" || commandTemplate.trim().length === 0) {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.commandTemplate`,
-        message: "healthcheck.commandTemplate must be a non-empty string for command checks"
-      });
-    } else {
-      recordUnknownPlaceholders(commandTemplate, absolutePath2, `${location}.commandTemplate`, errors2);
-    }
-    const cwd = healthcheck["cwd"];
-    if (cwd !== void 0 && typeof cwd !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.cwd`,
-        message: "healthcheck.cwd must be a string when provided"
-      });
     }
+  } catch {
   }
-  function recordUnknownPlaceholders(template, absolutePath2, location, errors2) {
-    const placeholders = extractPlaceholders(template);
-    for (const placeholder of placeholders) {
-      if (!CLI_PLACEHOLDERS2.has(placeholder)) {
-        errors2.push({
-          severity: "error",
-          filePath: absolutePath2,
-          location,
-          message: `Unknown CLI placeholder '{${placeholder}}'. Supported placeholders: ${Array.from(CLI_PLACEHOLDERS2).join(", ")}`
-        });
+  return void 0;
+}
+async function discoverTargetsFile(options) {
+  const { explicitPath, testFilePath, repoRoot, cwd } = options;
+  if (explicitPath) {
+    const resolvedExplicit = path13.resolve(explicitPath);
+    if (await fileExists5(resolvedExplicit)) {
+      return resolvedExplicit;
+    }
+    for (const candidate of TARGET_FILE_CANDIDATES) {
+      const nested = path13.join(resolvedExplicit, candidate);
+      if (await fileExists5(nested)) {
+        return nested;
       }
     }
+    throw new Error(`targets.yaml not found at provided path: ${resolvedExplicit}`);
   }
-  function extractPlaceholders(template) {
-    const matches = template.matchAll(/\{([A-Z_]+)\}/g);
-    const result = [];
-    for (const match of matches) {
-      const placeholder = match[1];
-      if (placeholder) {
-        result.push(placeholder);
+  const directories = [...buildDirectoryChain(testFilePath, repoRoot)];
+  const resolvedCwd = path13.resolve(cwd);
+  if (!directories.includes(resolvedCwd)) {
+    directories.push(resolvedCwd);
+  }
+  for (const directory of directories) {
+    for (const candidate of TARGET_FILE_CANDIDATES) {
+      const fullPath = path13.join(directory, candidate);
+      if (await fileExists5(fullPath)) {
+        return fullPath;
       }
     }
-    return result;
   }
-  if (!isObject2(parsed)) {
-    errors.push({
-      severity: "error",
-      filePath: absolutePath,
-      message: "File must contain a YAML object"
-    });
-    return {
-      valid: false,
-      filePath: absolutePath,
-      fileType: "targets",
-      errors
-    };
+  throw new Error("Unable to locate targets.yaml. Use --targets to specify the file explicitly.");
+}
+function pickTargetName(options) {
+  const cliName = options.cliTargetName?.trim();
+  if (cliName && cliName !== "default") {
+    return { name: cliName, source: "cli" };
   }
-  const schema = parsed["$schema"];
-  if (schema !== TARGETS_SCHEMA_V2) {
-    const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${TARGETS_SCHEMA_V2}'` : `Missing required field '$schema'. Expected '${TARGETS_SCHEMA_V2}'`;
-    errors.push({
-      severity: "error",
-      filePath: absolutePath,
-      location: "$schema",
-      message
-    });
+  const fileName = options.fileTargetName?.trim();
+  if (fileName && fileName.length > 0) {
+    return { name: fileName, source: "test-file" };
   }
-  const targets = parsed["targets"];
-  if (!Array.isArray(targets)) {
-    errors.push({
-      severity: "error",
-      filePath: absolutePath,
-      location: "targets",
-      message: "Missing or invalid 'targets' field (must be an array)"
-    });
+  return { name: "default", source: "default" };
+}
+async function selectTarget(options) {
+  const { testFilePath, repoRoot, cwd, explicitTargetsPath, cliTargetName, dryRun, dryRunDelay, dryRunDelayMin, dryRunDelayMax, env } = options;
+  const targetsFilePath = await discoverTargetsFile({
+    explicitPath: explicitTargetsPath,
+    testFilePath,
+    repoRoot,
+    cwd
+  });
+  const validationResult = await validateTargetsFile(targetsFilePath);
+  const warnings = validationResult.errors.filter((e) => e.severity === "warning");
+  const useColors = isTTY();
+  if (warnings.length > 0) {
+    console.warn(`
+Warnings in ${targetsFilePath}:`);
+    for (const warning of warnings) {
+      const location = warning.location ? ` [${warning.location}]` : "";
+      const prefix = useColors ? `${ANSI_YELLOW2}  \u26A0${ANSI_RESET2}` : "  \u26A0";
+      const message = useColors ? `${ANSI_YELLOW2}${warning.message}${ANSI_RESET2}` : warning.message;
+      console.warn(`${prefix}${location} ${message}`);
+    }
+    console.warn("");
+  }
+  const errors = validationResult.errors.filter((e) => e.severity === "error");
+  if (errors.length > 0) {
+    console.error(`
+Errors in ${targetsFilePath}:`);
+    for (const error of errors) {
+      const location = error.location ? ` [${error.location}]` : "";
+      const prefix = useColors ? `${ANSI_RED}  \u2717${ANSI_RESET2}` : "  \u2717";
+      const message = useColors ? `${ANSI_RED}${error.message}${ANSI_RESET2}` : error.message;
+      console.error(`${prefix}${location} ${message}`);
+    }
+    throw new Error(`Targets file validation failed with ${errors.length} error(s)`);
+  }
+  const definitions = await readTargetDefinitions(targetsFilePath);
+  const fileTargetName = await readTestSuiteTarget(testFilePath);
+  const targetChoice = pickTargetName({ cliTargetName, fileTargetName });
+  const targetDefinition = definitions.find((definition) => definition.name === targetChoice.name);
+  if (!targetDefinition) {
+    const available = listTargetNames(definitions).join(", ");
+    throw new Error(
+      `Target '${targetChoice.name}' not found in ${targetsFilePath}. Available targets: ${available}`
+    );
+  }
+  if (dryRun) {
+    const mockTarget = {
+      kind: "mock",
+      name: `${targetDefinition.name}-dry-run`,
+      judgeTarget: void 0,
+      config: {
+        response: '{"answer":"Mock dry-run response"}',
+        delayMs: dryRunDelay,
+        delayMinMs: dryRunDelayMin,
+        delayMaxMs: dryRunDelayMax
+      }
+    };
     return {
-      valid: errors.length === 0,
-      filePath: absolutePath,
-      fileType: "targets",
-      errors
+      definitions,
+      resolvedTarget: mockTarget,
+      targetName: targetChoice.name,
+      targetSource: targetChoice.source,
+      targetsFilePath
     };
   }
-  const knownProviders = [...KNOWN_PROVIDERS, ...PROVIDER_ALIASES];
-  for (let i6 = 0; i6 < targets.length; i6++) {
-    const target = targets[i6];
-    const location = `targets[${i6}]`;
-    if (!isObject2(target)) {
-      errors.push({
-        severity: "error",
-        filePath: absolutePath,
-        location,
-        message: "Target must be an object"
-      });
-      continue;
+  try {
+    const resolvedTarget = resolveTargetDefinition(targetDefinition, env);
+    return {
+      definitions,
+      resolvedTarget,
+      targetName: targetChoice.name,
+      targetSource: targetChoice.source,
+      targetsFilePath
+    };
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new Error(`Failed to resolve target '${targetChoice.name}': ${message}`);
+  }
+}
+
+// src/commands/eval/run-eval.ts
+var DEFAULT_WORKERS = 3;
+function normalizeBoolean(value) {
+  return value === true;
+}
+function normalizeString(value) {
+  if (typeof value !== "string") {
+    return void 0;
+  }
+  const trimmed = value.trim();
+  return trimmed.length > 0 ? trimmed : void 0;
+}
+function normalizeNumber(value, fallback) {
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return value;
+  }
+  if (typeof value === "string") {
+    const parsed = Number.parseInt(value, 10);
+    if (!Number.isNaN(parsed)) {
+      return parsed;
     }
-    const name = target["name"];
-    if (typeof name !== "string" || name.trim().length === 0) {
-      errors.push({
-        severity: "error",
-        filePath: absolutePath,
-        location: `${location}.name`,
-        message: "Missing or invalid 'name' field (must be a non-empty string)"
-      });
+  }
+  return fallback;
+}
+function normalizeOptions(rawOptions) {
+  const formatStr = normalizeString(rawOptions.outputFormat) ?? "jsonl";
+  const format = formatStr === "yaml" ? "yaml" : "jsonl";
+  const workers = normalizeNumber(rawOptions.workers, 0);
+  return {
+    target: normalizeString(rawOptions.target),
+    targetsPath: normalizeString(rawOptions.targets),
+    evalId: normalizeString(rawOptions.evalId),
+    workers: workers > 0 ? workers : void 0,
+    outPath: normalizeString(rawOptions.out),
+    format,
+    dryRun: normalizeBoolean(rawOptions.dryRun),
+    dryRunDelay: normalizeNumber(rawOptions.dryRunDelay, 0),
+    dryRunDelayMin: normalizeNumber(rawOptions.dryRunDelayMin, 0),
+    dryRunDelayMax: normalizeNumber(rawOptions.dryRunDelayMax, 0),
+    agentTimeoutSeconds: normalizeNumber(rawOptions.agentTimeout, 120),
+    maxRetries: normalizeNumber(rawOptions.maxRetries, 2),
+    cache: normalizeBoolean(rawOptions.cache),
+    verbose: normalizeBoolean(rawOptions.verbose),
+    dumpPrompts: rawOptions.dumpPrompts
+  };
+}
+async function ensureFileExists(filePath, description) {
+  try {
+    await access6(filePath, constants6.F_OK);
+  } catch {
+    throw new Error(`${description} not found: ${filePath}`);
+  }
+}
+async function findRepoRoot(start) {
+  const fallback = path14.resolve(start);
+  let current = fallback;
+  while (current !== void 0) {
+    const candidate = path14.join(current, ".git");
+    try {
+      await access6(candidate, constants6.F_OK);
+      return current;
+    } catch {
+      const parent = path14.dirname(current);
+      if (parent === current) {
+        break;
+      }
+      current = parent;
     }
-    const provider = target["provider"];
-    const providerValue = typeof provider === "string" ? provider.trim().toLowerCase() : void 0;
-    if (typeof provider !== "string" || provider.trim().length === 0) {
-      errors.push({
-        severity: "error",
-        filePath: absolutePath,
-        location: `${location}.provider`,
-        message: "Missing or invalid 'provider' field (must be a non-empty string)"
-      });
-    } else if (!knownProviders.includes(provider)) {
-      errors.push({
-        severity: "warning",
-        filePath: absolutePath,
-        location: `${location}.provider`,
-        message: `Unknown provider '${provider}'. Known providers: ${knownProviders.join(", ")}`
+  }
+  return fallback;
+}
+function buildDefaultOutputPath(cwd, format) {
+  const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
+  const baseName = "eval";
+  const extension = getDefaultExtension(format);
+  return path14.join(cwd, ".agentv", "results", `${baseName}_${timestamp}${extension}`);
+}
+function resolvePromptDirectory(option, cwd) {
+  if (option === void 0) {
+    return void 0;
+  }
+  if (typeof option === "string" && option.trim().length > 0) {
+    return path14.resolve(cwd, option);
+  }
+  return path14.join(cwd, ".agentv", "prompts");
+}
+function createEvaluationCache() {
+  const store = /* @__PURE__ */ new Map();
+  return {
+    async get(key2) {
+      return store.get(key2);
+    },
+    async set(key2, value) {
+      store.set(key2, value);
+    }
+  };
+}
+function createProgressReporter(maxWorkers) {
+  const display = new ProgressDisplay(maxWorkers);
+  return {
+    isInteractive: display.isInteractiveMode(),
+    start: () => display.start(),
+    setTotal: (total) => display.setTotalTests(total),
+    update: (workerId, progress) => display.updateWorker({ ...progress, workerId }),
+    finish: () => display.finish(),
+    addLogPaths: (paths) => display.addLogPaths(paths)
+  };
+}
+function makeEvalKey(testFilePath, evalId) {
+  return `${path14.resolve(testFilePath)}::${evalId}`;
+}
+function createDisplayIdTracker() {
+  const map = /* @__PURE__ */ new Map();
+  let nextId = 1;
+  return {
+    getOrAssign(evalKey) {
+      const existing = map.get(evalKey);
+      if (existing !== void 0) {
+        return existing;
+      }
+      const assigned = nextId++;
+      map.set(evalKey, assigned);
+      return assigned;
+    }
+  };
+}
+async function prepareFileMetadata(params) {
+  const { testFilePath, repoRoot, cwd, options } = params;
+  await ensureFileExists(testFilePath, "Test file");
+  await loadEnvFromHierarchy({
+    testFilePath,
+    repoRoot,
+    verbose: options.verbose
+  });
+  const selection = await selectTarget({
+    testFilePath,
+    repoRoot,
+    cwd,
+    explicitTargetsPath: options.targetsPath,
+    cliTargetName: options.target,
+    dryRun: options.dryRun,
+    dryRunDelay: options.dryRunDelay,
+    dryRunDelayMin: options.dryRunDelayMin,
+    dryRunDelayMax: options.dryRunDelayMax,
+    env: process.env
+  });
+  const providerLabel = options.dryRun ? `${selection.resolvedTarget.kind} (dry-run)` : selection.resolvedTarget.kind;
+  const inlineTargetLabel = `${selection.targetName} [provider=${providerLabel}]`;
+  const evalCases = await loadEvalCases(testFilePath, repoRoot, { verbose: options.verbose, evalId: options.evalId });
+  const filteredIds = options.evalId ? evalCases.filter((value) => value.id === options.evalId).map((value) => value.id) : evalCases.map((value) => value.id);
+  return { evalIds: filteredIds, selection, inlineTargetLabel };
+}
+async function runWithLimit(items, limit, task) {
+  const safeLimit = Math.max(1, limit);
+  let index = 0;
+  const workers = Array.from({ length: safeLimit }, async () => {
+    while (index < items.length) {
+      const current = items[index];
+      index += 1;
+      await task(current);
+    }
+  });
+  await Promise.all(workers);
+}
+async function runSingleEvalFile(params) {
+  const {
+    testFilePath,
+    cwd,
+    repoRoot,
+    options,
+    outputWriter,
+    cache,
+    evaluationRunner,
+    workersOverride,
+    progressReporter,
+    seenEvalCases,
+    displayIdTracker,
+    selection,
+    inlineTargetLabel
+  } = params;
+  await ensureFileExists(testFilePath, "Test file");
+  const resolvedTargetSelection = selection;
+  const providerLabel = options.dryRun ? `${resolvedTargetSelection.resolvedTarget.kind} (dry-run)` : resolvedTargetSelection.resolvedTarget.kind;
+  const targetMessage = options.verbose ? `Using target (${resolvedTargetSelection.targetSource}): ${resolvedTargetSelection.targetName} [provider=${providerLabel}] via ${resolvedTargetSelection.targetsFilePath}` : `Using target: ${inlineTargetLabel}`;
+  if (!progressReporter.isInteractive || options.verbose) {
+    console.log(targetMessage);
+  }
+  const promptDumpDir = resolvePromptDirectory(options.dumpPrompts, cwd);
+  if (promptDumpDir) {
+    await mkdir6(promptDumpDir, { recursive: true });
+    if (options.verbose) {
+      console.log(`Prompt dumps enabled at: ${promptDumpDir}`);
+    }
+  }
+  const agentTimeoutMs = Math.max(0, options.agentTimeoutSeconds) * 1e3;
+  const workerPreference = workersOverride ?? options.workers;
+  let resolvedWorkers = workerPreference ?? resolvedTargetSelection.resolvedTarget.workers ?? DEFAULT_WORKERS;
+  if (resolvedWorkers < 1 || resolvedWorkers > 50) {
+    throw new Error(`Workers must be between 1 and 50, got: ${resolvedWorkers}`);
+  }
+  const isVSCodeProvider = ["vscode", "vscode-insiders"].includes(
+    resolvedTargetSelection.resolvedTarget.kind
+  );
+  if (isVSCodeProvider && resolvedWorkers > 1) {
+    console.warn(`Warning: VSCode providers require window focus. Limiting workers from ${resolvedWorkers} to 1 to prevent race conditions.`);
+    resolvedWorkers = 1;
+  }
+  if (options.verbose) {
+    const workersSource = workerPreference ? "CLI flag (balanced across files)" : resolvedTargetSelection.resolvedTarget.workers ? "target setting" : "default";
+    console.log(`Using ${resolvedWorkers} worker(s) (source: ${workersSource})`);
+  }
+  if (isVSCodeProvider && !options.dryRun) {
+    await ensureVSCodeSubagents({
+      kind: resolvedTargetSelection.resolvedTarget.kind,
+      count: resolvedWorkers,
+      verbose: options.verbose
+    });
+  }
+  const results = await evaluationRunner({
+    testFilePath,
+    repoRoot,
+    target: resolvedTargetSelection.resolvedTarget,
+    targets: resolvedTargetSelection.definitions,
+    env: process.env,
+    maxRetries: Math.max(0, options.maxRetries),
+    agentTimeoutMs,
+    promptDumpDir,
+    cache,
+    useCache: options.cache,
+    evalId: options.evalId,
+    verbose: options.verbose,
+    maxConcurrency: resolvedWorkers,
+    onResult: async (result) => {
+      await outputWriter.append(result);
+    },
+    onProgress: async (event) => {
+      const evalKey = makeEvalKey(testFilePath, event.evalId);
+      if (event.status === "pending" && !seenEvalCases.has(evalKey)) {
+        seenEvalCases.add(evalKey);
+        progressReporter.setTotal(seenEvalCases.size);
+      }
+      const displayId = displayIdTracker.getOrAssign(evalKey);
+      progressReporter.update(displayId, {
+        workerId: displayId,
+        evalId: event.evalId,
+        status: event.status,
+        startedAt: event.startedAt,
+        completedAt: event.completedAt,
+        error: event.error,
+        targetLabel: inlineTargetLabel
       });
     }
-    const settings = target["settings"];
-    if (providerValue !== "cli" && settings !== void 0 && !isObject2(settings)) {
-      errors.push({
-        severity: "error",
-        filePath: absolutePath,
-        location: `${location}.settings`,
-        message: "Invalid 'settings' field (must be an object)"
+  });
+  return { results: [...results], promptDumpDir };
+}
+async function runEvalCommand(input) {
+  const options = normalizeOptions(input.rawOptions);
+  const cwd = process.cwd();
+  const repoRoot = await findRepoRoot(cwd);
+  if (options.verbose) {
+    console.log(`Repository root: ${repoRoot}`);
+  }
+  const outputPath = options.outPath ? path14.resolve(options.outPath) : buildDefaultOutputPath(cwd, options.format);
+  console.log(`Output path: ${outputPath}`);
+  const outputWriter = await createOutputWriter(outputPath, options.format);
+  const cache = options.cache ? createEvaluationCache() : void 0;
+  const evaluationRunner = await resolveEvaluationRunner();
+  const allResults = [];
+  let lastPromptDumpDir;
+  const seenEvalCases = /* @__PURE__ */ new Set();
+  const resolvedTestFiles = input.testFiles.map((file) => path14.resolve(file));
+  const displayIdTracker = createDisplayIdTracker();
+  const totalWorkers = options.workers ?? DEFAULT_WORKERS;
+  const fileConcurrency = Math.min(Math.max(1, totalWorkers), Math.max(1, resolvedTestFiles.length));
+  const perFileWorkers = options.workers ? Math.max(1, Math.floor(totalWorkers / fileConcurrency)) : void 0;
+  const fileMetadata = /* @__PURE__ */ new Map();
+  for (const testFilePath of resolvedTestFiles) {
+    const meta = await prepareFileMetadata({
+      testFilePath,
+      repoRoot,
+      cwd,
+      options
+    });
+    fileMetadata.set(testFilePath, meta);
+  }
+  const totalEvalCount = Array.from(fileMetadata.values()).reduce(
+    (sum, meta) => sum + meta.evalIds.length,
+    0
+  );
+  if (totalEvalCount === 0) {
+    throw new Error("No eval cases matched the provided filters.");
+  }
+  const progressReporter = createProgressReporter(totalWorkers);
+  progressReporter.start();
+  progressReporter.setTotal(totalEvalCount);
+  const seenCodexLogPaths = /* @__PURE__ */ new Set();
+  const unsubscribeCodexLogs = subscribeToCodexLogEntries((entry) => {
+    if (!entry.filePath || seenCodexLogPaths.has(entry.filePath)) {
+      return;
+    }
+    seenCodexLogPaths.add(entry.filePath);
+    progressReporter.addLogPaths([entry.filePath]);
+  });
+  for (const [testFilePath, meta] of fileMetadata.entries()) {
+    for (const evalId of meta.evalIds) {
+      const evalKey = makeEvalKey(testFilePath, evalId);
+      seenEvalCases.add(evalKey);
+      const displayId = displayIdTracker.getOrAssign(evalKey);
+      progressReporter.update(displayId, {
+        workerId: displayId,
+        evalId,
+        status: "pending",
+        targetLabel: meta.inlineTargetLabel
       });
     }
-    if (providerValue === "cli") {
-      validateCliSettings(settings, absolutePath, `${location}.settings`, errors);
-    }
-    const judgeTarget = target["judge_target"];
-    if (judgeTarget !== void 0 && typeof judgeTarget !== "string") {
-      errors.push({
-        severity: "error",
-        filePath: absolutePath,
-        location: `${location}.judge_target`,
-        message: "Invalid 'judge_target' field (must be a string)"
+  }
+  try {
+    await runWithLimit(resolvedTestFiles, fileConcurrency, async (testFilePath) => {
+      const targetPrep = fileMetadata.get(testFilePath);
+      if (!targetPrep) {
+        throw new Error(`Missing metadata for ${testFilePath}`);
+      }
+      const result = await runSingleEvalFile({
+        testFilePath,
+        cwd,
+        repoRoot,
+        options,
+        outputWriter,
+        cache,
+        evaluationRunner,
+        workersOverride: perFileWorkers,
+        progressReporter,
+        seenEvalCases,
+        displayIdTracker,
+        selection: targetPrep.selection,
+        inlineTargetLabel: targetPrep.inlineTargetLabel
       });
+      allResults.push(...result.results);
+      if (result.promptDumpDir) {
+        lastPromptDumpDir = result.promptDumpDir;
+      }
+    });
+    progressReporter.finish();
+    const summary = calculateEvaluationSummary(allResults);
+    console.log(formatEvaluationSummary(summary));
+    if (allResults.length > 0) {
+      console.log(`
+Results written to: ${outputPath}`);
     }
+    if (lastPromptDumpDir && allResults.length > 0) {
+      console.log(`Prompt payloads saved to: ${lastPromptDumpDir}`);
+    }
+  } finally {
+    unsubscribeCodexLogs();
+    await outputWriter.close().catch(() => void 0);
   }
-  return {
-    valid: errors.filter((e) => e.severity === "error").length === 0,
-    filePath: absolutePath,
-    fileType: "targets",
-    errors
-  };
 }
-var SCHEMA_CONFIG_V222 = "agentv-config-v2";
-async function validateConfigFile(filePath) {
-  const errors = [];
-  try {
-    const content = await readFile42(filePath, "utf8");
-    const parsed = parse42(content);
-    if (typeof parsed !== "object" || parsed === null) {
-      errors.push({
-        severity: "error",
-        filePath,
-        message: "Config file must contain a valid YAML object"
-      });
-      return { valid: false, filePath, fileType: "config", errors };
+async function resolveEvaluationRunner() {
+  const overridePath = process.env.AGENTEVO_CLI_EVAL_RUNNER;
+  if (!overridePath) {
+    return runEvaluation;
+  }
+  const resolved = path14.isAbsolute(overridePath) ? overridePath : path14.resolve(process.cwd(), overridePath);
+  const moduleUrl = pathToFileURL(resolved).href;
+  const mod = await import(moduleUrl);
+  const candidate = mod.runEvaluation;
+  if (typeof candidate !== "function") {
+    throw new Error(
+      `Module '${resolved}' must export a 'runEvaluation' function to override the default implementation`
+    );
+  }
+  return candidate;
+}
+
+// src/commands/eval/index.ts
+function parseInteger(value, fallback) {
+  const parsed = Number.parseInt(value, 10);
+  if (Number.isNaN(parsed)) {
+    return fallback;
+  }
+  return parsed;
+}
+function registerEvalCommand(program) {
+  program.command("eval").description("Run eval suites and report results").argument("<eval-paths...>", "Path(s) or glob(s) to evaluation .yaml file(s)").option("--target <name>", "Override target name from targets.yaml", "default").option("--targets <path>", "Path to targets.yaml (overrides discovery)").option("--eval-id <id>", "Run only the eval case with this identifier").option(
+    "--workers <count>",
+    "Number of parallel workers (default: 1, max: 50). Can also be set per-target in targets.yaml",
+    (value) => parseInteger(value, 1)
+  ).option("--out <path>", "Write results to the specified path").option(
+    "--output-format <format>",
+    "Output format: 'jsonl' or 'yaml' (default: jsonl)",
+    "jsonl"
+  ).option("--dry-run", "Use mock provider responses instead of real LLM calls", false).option(
+    "--dry-run-delay <ms>",
+    "Fixed delay in milliseconds for dry-run mode (overridden by delay range if specified)",
+    (value) => parseInteger(value, 0),
+    0
+  ).option(
+    "--dry-run-delay-min <ms>",
+    "Minimum delay in milliseconds for dry-run mode (requires --dry-run-delay-max)",
+    (value) => parseInteger(value, 0),
+    0
+  ).option(
+    "--dry-run-delay-max <ms>",
+    "Maximum delay in milliseconds for dry-run mode (requires --dry-run-delay-min)",
+    (value) => parseInteger(value, 0),
+    0
+  ).option(
+    "--agent-timeout <seconds>",
+    "Timeout in seconds for provider responses (default: 120)",
+    (value) => parseInteger(value, 120),
+    120
+  ).option(
+    "--max-retries <count>",
+    "Retry count for timeout recoveries (default: 2)",
+    (value) => parseInteger(value, 2),
+    2
+  ).option("--cache", "Enable in-memory provider response cache", false).option("--verbose", "Enable verbose logging", false).option(
+    "--dump-prompts [dir]",
+    "Persist prompt payloads for debugging (optional custom directory)"
+  ).action(async (evalPaths, rawOptions) => {
+    const resolvedPaths = await resolveEvalPaths(evalPaths, process.cwd());
+    await runEvalCommand({ testFiles: resolvedPaths, rawOptions });
+  });
+  return program;
+}
+async function resolveEvalPaths(evalPaths, cwd) {
+  const normalizedInputs = evalPaths.map((value) => value?.trim()).filter((value) => value);
+  if (normalizedInputs.length === 0) {
+    throw new Error("No eval paths provided.");
+  }
+  const unmatched = [];
+  const results = /* @__PURE__ */ new Set();
+  for (const pattern of normalizedInputs) {
+    const candidatePath = path15.isAbsolute(pattern) ? path15.normalize(pattern) : path15.resolve(cwd, pattern);
+    try {
+      const stats = await stat3(candidatePath);
+      if (stats.isFile() && /\.ya?ml$/i.test(candidatePath)) {
+        results.add(candidatePath);
+        continue;
+      }
+    } catch {
     }
-    const config = parsed;
-    const schema = config["$schema"];
-    if (schema !== SCHEMA_CONFIG_V222) {
-      const message = typeof schema === "string" ? `Invalid $schema value '${schema}'. Expected '${SCHEMA_CONFIG_V222}'` : `Missing required field '$schema'. Please add '$schema: ${SCHEMA_CONFIG_V222}' at the top of the file.`;
-      errors.push({
-        severity: "error",
-        filePath,
-        location: "$schema",
-        message
-      });
+    const globPattern = pattern.includes("\\") ? pattern.replace(/\\/g, "/") : pattern;
+    const matches = await fg(globPattern, {
+      cwd,
+      absolute: true,
+      onlyFiles: true,
+      unique: true,
+      dot: true,
+      followSymbolicLinks: true
+    });
+    const yamlMatches = matches.filter((filePath) => /\.ya?ml$/i.test(filePath));
+    if (yamlMatches.length === 0) {
+      unmatched.push(pattern);
+      continue;
     }
-    const guidelinePatterns = config["guideline_patterns"];
-    if (guidelinePatterns !== void 0) {
-      if (!Array.isArray(guidelinePatterns)) {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: "guideline_patterns",
-          message: "Field 'guideline_patterns' must be an array"
-        });
-      } else if (!guidelinePatterns.every((p) => typeof p === "string")) {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: "guideline_patterns",
-          message: "All entries in 'guideline_patterns' must be strings"
-        });
-      } else if (guidelinePatterns.length === 0) {
-        errors.push({
-          severity: "warning",
-          filePath,
-          location: "guideline_patterns",
-          message: "Field 'guideline_patterns' is empty. Consider removing it or adding patterns."
+    yamlMatches.forEach((filePath) => results.add(path15.normalize(filePath)));
+  }
+  if (unmatched.length > 0) {
+    throw new Error(
+      `No eval files matched: ${unmatched.join(
+        ", "
+      )}. Provide YAML paths or globs (e.g., "evals/**/*.yaml").`
+    );
+  }
+  const sorted = Array.from(results);
+  sorted.sort();
+  return sorted;
+}
+
+// src/commands/init/index.ts
+import { existsSync, mkdirSync, writeFileSync } from "node:fs";
+import path17 from "node:path";
+import * as readline from "node:readline/promises";
+
+// src/templates/index.ts
+import { readFileSync, readdirSync, statSync } from "node:fs";
+import path16 from "node:path";
+import { fileURLToPath as fileURLToPath2 } from "node:url";
+var TemplateManager = class {
+  static getGithubTemplates() {
+    return this.getTemplatesFromDir("github");
+  }
+  static getAgentvTemplates() {
+    return this.getTemplatesFromDir("agentv");
+  }
+  static getTemplatesFromDir(subdir) {
+    const currentDir = path16.dirname(fileURLToPath2(import.meta.url));
+    let templatesDir;
+    if (currentDir.includes(path16.sep + "dist")) {
+      templatesDir = path16.join(currentDir, "templates", subdir);
+    } else {
+      templatesDir = path16.join(currentDir, subdir);
+    }
+    return this.readTemplatesRecursively(templatesDir, "");
+  }
+  static readTemplatesRecursively(dir, relativePath) {
+    const templates = [];
+    const entries = readdirSync(dir);
+    for (const entry of entries) {
+      const fullPath = path16.join(dir, entry);
+      const stat5 = statSync(fullPath);
+      const entryRelativePath = relativePath ? path16.join(relativePath, entry) : entry;
+      if (stat5.isDirectory()) {
+        templates.push(...this.readTemplatesRecursively(fullPath, entryRelativePath));
+      } else {
+        const content = readFileSync(fullPath, "utf-8");
+        templates.push({
+          path: entryRelativePath.split(path16.sep).join("/"),
+          // Normalize to forward slashes
+          content
         });
       }
     }
-    const allowedFields = /* @__PURE__ */ new Set(["$schema", "guideline_patterns"]);
-    const unexpectedFields = Object.keys(config).filter((key2) => !allowedFields.has(key2));
-    if (unexpectedFields.length > 0) {
-      errors.push({
-        severity: "warning",
-        filePath,
-        message: `Unexpected fields: ${unexpectedFields.join(", ")}`
-      });
-    }
-    return {
-      valid: errors.filter((e) => e.severity === "error").length === 0,
-      filePath,
-      fileType: "config",
-      errors
-    };
-  } catch (error) {
-    errors.push({
-      severity: "error",
-      filePath,
-      message: `Failed to parse config file: ${error.message}`
-    });
-    return { valid: false, filePath, fileType: "config", errors };
-  }
-}
-function isObject3(value) {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-async function validateFileReferences(evalFilePath) {
-  const errors = [];
-  const absolutePath = path33.resolve(evalFilePath);
-  const gitRoot = await findGitRoot(absolutePath);
-  if (!gitRoot) {
-    errors.push({
-      severity: "error",
-      filePath: absolutePath,
-      message: "Cannot validate file references: git repository root not found"
-    });
-    return errors;
+    return templates;
   }
-  const searchRoots = buildSearchRoots(absolutePath, gitRoot);
-  let parsed;
+};
+
+// src/commands/init/index.ts
+async function promptYesNo(message) {
+  const rl2 = readline.createInterface({
+    input: process.stdin,
+    output: process.stdout
+  });
   try {
-    const content = await readFile52(absolutePath, "utf8");
-    parsed = parse52(content);
-  } catch {
-    return errors;
+    const answer = await rl2.question(`${message} (y/N): `);
+    return answer.toLowerCase() === "y" || answer.toLowerCase() === "yes";
+  } finally {
+    rl2.close();
   }
-  if (!isObject3(parsed)) {
-    return errors;
+}
+async function initCommand(options = {}) {
+  const targetPath = path17.resolve(options.targetPath ?? ".");
+  const githubDir = path17.join(targetPath, ".github");
+  const agentvDir = path17.join(targetPath, ".agentv");
+  const githubTemplates = TemplateManager.getGithubTemplates();
+  const agentvTemplates = TemplateManager.getAgentvTemplates();
+  const existingFiles = [];
+  if (existsSync(githubDir)) {
+    for (const template of githubTemplates) {
+      const targetFilePath = path17.join(githubDir, template.path);
+      if (existsSync(targetFilePath)) {
+        existingFiles.push(path17.relative(targetPath, targetFilePath));
+      }
+    }
   }
-  const evalcases = parsed["evalcases"];
-  if (!Array.isArray(evalcases)) {
-    return errors;
+  if (existsSync(agentvDir)) {
+    for (const template of agentvTemplates) {
+      const targetFilePath = path17.join(agentvDir, template.path);
+      if (existsSync(targetFilePath)) {
+        existingFiles.push(path17.relative(targetPath, targetFilePath));
+      }
+    }
   }
-  for (let i6 = 0; i6 < evalcases.length; i6++) {
-    const evalCase = evalcases[i6];
-    if (!isObject3(evalCase)) {
-      continue;
+  if (existingFiles.length > 0) {
+    console.log("We detected an existing setup:");
+    existingFiles.forEach((file) => console.log(`  - ${file}`));
+    console.log();
+    const shouldReplace = await promptYesNo("Do you want to replace these files?");
+    if (!shouldReplace) {
+      console.log("\nInit cancelled. No files were changed.");
+      return;
     }
-    const inputMessages = evalCase["input_messages"];
-    if (Array.isArray(inputMessages)) {
-      await validateMessagesFileRefs(inputMessages, `evalcases[${i6}].input_messages`, searchRoots, absolutePath, errors);
+    console.log();
+  }
+  if (!existsSync(githubDir)) {
+    mkdirSync(githubDir, { recursive: true });
+  }
+  if (!existsSync(agentvDir)) {
+    mkdirSync(agentvDir, { recursive: true });
+  }
+  for (const template of githubTemplates) {
+    const targetFilePath = path17.join(githubDir, template.path);
+    const targetDirPath = path17.dirname(targetFilePath);
+    if (!existsSync(targetDirPath)) {
+      mkdirSync(targetDirPath, { recursive: true });
     }
-    const expectedMessages = evalCase["expected_messages"];
-    if (Array.isArray(expectedMessages)) {
-      await validateMessagesFileRefs(expectedMessages, `evalcases[${i6}].expected_messages`, searchRoots, absolutePath, errors);
+    writeFileSync(targetFilePath, template.content, "utf-8");
+    console.log(`Created ${path17.relative(targetPath, targetFilePath)}`);
+  }
+  for (const template of agentvTemplates) {
+    const targetFilePath = path17.join(agentvDir, template.path);
+    const targetDirPath = path17.dirname(targetFilePath);
+    if (!existsSync(targetDirPath)) {
+      mkdirSync(targetDirPath, { recursive: true });
     }
+    writeFileSync(targetFilePath, template.content, "utf-8");
+    console.log(`Created ${path17.relative(targetPath, targetFilePath)}`);
   }
-  return errors;
+  console.log("\nAgentV initialized successfully!");
+  console.log(`
+Files installed to ${path17.relative(targetPath, githubDir)}:`);
+  githubTemplates.forEach((t) => console.log(`  - ${t.path}`));
+  console.log(`
+Files installed to ${path17.relative(targetPath, agentvDir)}:`);
+  agentvTemplates.forEach((t) => console.log(`  - ${t.path}`));
+  console.log("\nYou can now:");
+  console.log("  1. Edit .agentv/.env with your API credentials");
+  console.log("  2. Configure targets in .agentv/targets.yaml");
+  console.log("  3. Create eval files using the schema and prompt templates");
 }
-async function validateMessagesFileRefs(messages, location, searchRoots, filePath, errors) {
-  for (let i6 = 0; i6 < messages.length; i6++) {
-    const message = messages[i6];
-    if (!isObject3(message)) {
-      continue;
+
+// src/commands/status.ts
+function registerStatusCommand(program) {
+  program.command("status").description("Show the latest AgentV kernel status").action(() => {
+    const kernel = createAgentKernel();
+    console.log(`Kernel status: ${kernel.status}`);
+  });
+  return program;
+}
+
+// src/commands/validate/format-output.ts
+var ANSI_RED2 = "\x1B[31m";
+var ANSI_YELLOW3 = "\x1B[33m";
+var ANSI_GREEN = "\x1B[32m";
+var ANSI_CYAN = "\x1B[36m";
+var ANSI_BOLD = "\x1B[1m";
+var ANSI_RESET3 = "\x1B[0m";
+function formatSummary(summary, useColors) {
+  const lines = [];
+  lines.push("");
+  lines.push(formatHeader("Validation Summary", useColors));
+  lines.push("");
+  for (const result of summary.results) {
+    lines.push(formatFileResult(result, useColors));
+  }
+  lines.push("");
+  lines.push(formatStats(summary, useColors));
+  lines.push("");
+  return lines.join("\n");
+}
+function formatHeader(text, useColors) {
+  if (useColors) {
+    return `${ANSI_BOLD}${ANSI_CYAN}${text}${ANSI_RESET3}`;
+  }
+  return text;
+}
+function formatFileResult(result, useColors) {
+  const lines = [];
+  const status = result.valid ? "\u2713" : "\u2717";
+  const statusColor = result.valid ? ANSI_GREEN : ANSI_RED2;
+  const statusText = useColors ? `${statusColor}${status}${ANSI_RESET3}` : status;
+  const fileName = result.filePath;
+  lines.push(`${statusText} ${fileName}`);
+  if (result.errors.length > 0) {
+    for (const error of result.errors) {
+      lines.push(formatError(error, useColors));
     }
-    const content = message["content"];
-    if (typeof content === "string") {
-      continue;
+  }
+  return lines.join("\n");
+}
+function formatError(error, useColors) {
+  const prefix = error.severity === "error" ? "  \u2717" : "  \u26A0";
+  const color = error.severity === "error" ? ANSI_RED2 : ANSI_YELLOW3;
+  const coloredPrefix = useColors ? `${color}${prefix}${ANSI_RESET3}` : prefix;
+  const location = error.location ? ` [${error.location}]` : "";
+  return `${coloredPrefix}${location} ${error.message}`;
+}
+function formatStats(summary, useColors) {
+  const lines = [];
+  const totalText = `Total files: ${summary.totalFiles}`;
+  const validText = `Valid: ${summary.validFiles}`;
+  const invalidText = `Invalid: ${summary.invalidFiles}`;
+  const filesWithWarnings = summary.results.filter(
+    (r) => r.errors.some((e) => e.severity === "warning")
+  ).length;
+  if (useColors) {
+    lines.push(`${ANSI_BOLD}${totalText}${ANSI_RESET3}`);
+    lines.push(`${ANSI_GREEN}${validText}${ANSI_RESET3}`);
+    if (summary.invalidFiles > 0) {
+      lines.push(`${ANSI_RED2}${invalidText}${ANSI_RESET3}`);
+    } else {
+      lines.push(invalidText);
     }
-    if (!Array.isArray(content)) {
-      continue;
+    if (filesWithWarnings > 0) {
+      lines.push(`${ANSI_YELLOW3}Files with warnings: ${filesWithWarnings}${ANSI_RESET3}`);
     }
-    for (let j2 = 0; j2 < content.length; j2++) {
-      const contentItem = content[j2];
-      if (!isObject3(contentItem)) {
-        continue;
-      }
-      const type = contentItem["type"];
-      if (type !== "file") {
-        continue;
-      }
-      const value = contentItem["value"];
-      if (typeof value !== "string") {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: `${location}[${i6}].content[${j2}].value`,
-          message: "File reference must have a 'value' field with the file path"
-        });
-        continue;
-      }
-      const { resolvedPath } = await resolveFileReference(value, searchRoots);
-      if (!resolvedPath) {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: `${location}[${i6}].content[${j2}]`,
-          message: `Referenced file not found: ${value}`
-        });
-      } else {
-        try {
-          const fileContent = await readFile52(resolvedPath, "utf8");
-          if (fileContent.trim().length === 0) {
-            errors.push({
-              severity: "warning",
-              filePath,
-              location: `${location}[${i6}].content[${j2}]`,
-              message: `Referenced file is empty: ${value}`
-            });
-          }
-        } catch (error) {
-          errors.push({
-            severity: "error",
-            filePath,
-            location: `${location}[${i6}].content[${j2}]`,
-            message: `Cannot read referenced file: ${value} (${error.message})`
-          });
-        }
-      }
+  } else {
+    lines.push(totalText);
+    lines.push(validText);
+    lines.push(invalidText);
+    if (filesWithWarnings > 0) {
+      lines.push(`Files with warnings: ${filesWithWarnings}`);
     }
   }
+  return lines.join("\n");
+}
+function isTTY2() {
+  return process.stdout.isTTY ?? false;
 }
 
 // src/commands/validate/validate-files.ts
@@ -17340,7 +17466,7 @@ async function runValidateCommand(paths, _options) {
     process.exit(1);
   }
   const summary = await validateFiles(paths);
-  const useColors = isTTY();
+  const useColors = isTTY2();
   console.log(formatSummary(summary, useColors));
   if (summary.invalidFiles > 0) {
     process.exit(1);
@@ -17386,4 +17512,4 @@ export {
   createProgram,
   runCli
 };
-//# sourceMappingURL=chunk-X6NSDSD2.js.map
+//# sourceMappingURL=chunk-GWH4WZTW.js.map