agentv 2.19.0 → 3.0.0-next.1

package/dist/{chunk-FV32QHPB.js → chunk-XOSNETAV.js}

@@ -562,4 +562,4 @@ export {
   serviceInstanceIdDetector,
   init_esm4 as init_esm
 };
-//# sourceMappingURL=chunk-FV32QHPB.js.map
+//# sourceMappingURL=chunk-XOSNETAV.js.map

package/dist/cli.js

@@ -2,12 +2,13 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 import {
   runCli
-} from "./chunk-GC6T3RD4.js";
-import "./chunk-4MSAOMCC.js";
-import "./chunk-XTYMR4I5.js";
-import "./chunk-JK6V4KVD.js";
+} from "./chunk-5WIB7A27.js";
+import "./chunk-DY4ZDTTO.js";
+import "./chunk-HF4X7ALN.js";
 import "./chunk-C5GOHBQM.js";
+import "./chunk-JK6V4KVD.js";
 import "./chunk-3L2L5GIL.js";
+import "./chunk-6GSYTMXD.js";
 import "./chunk-LRULMAAA.js";
 import "./chunk-5H446C7X.js";
 

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { runCli } from './index.js';\n\nrunCli()\n  .then(() => {\n    process.exit(0);\n  })\n  .catch((error) => {\n    if (error instanceof Error) {\n      console.error(`Error: ${error.message}`);\n      if (process.env.DEBUG) {\n        console.error(error.stack);\n      }\n    } else {\n      console.error(error);\n    }\n    process.exit(1);\n  });\n"],"mappings":";;;;;;;;;;;;;;AAGA,OAAO,EACJ,KAAK,MAAM;AACV,UAAQ,KAAK,CAAC;AAChB,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,MAAI,iBAAiB,OAAO;AAC1B,YAAQ,MAAM,UAAU,MAAM,OAAO,EAAE;AACvC,QAAI,QAAQ,IAAI,OAAO;AACrB,cAAQ,MAAM,MAAM,KAAK;AAAA,IAC3B;AAAA,EACF,OAAO;AACL,YAAQ,MAAM,KAAK;AAAA,EACrB;AACA,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { runCli } from './index.js';\n\nrunCli()\n  .then(() => {\n    process.exit(0);\n  })\n  .catch((error) => {\n    if (error instanceof Error) {\n      console.error(`Error: ${error.message}`);\n      if (process.env.DEBUG) {\n        console.error(error.stack);\n      }\n    } else {\n      console.error(error);\n    }\n    process.exit(1);\n  });\n"],"mappings":";;;;;;;;;;;;;;;AAGA,OAAO,EACJ,KAAK,MAAM;AACV,UAAQ,KAAK,CAAC;AAChB,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,MAAI,iBAAiB,OAAO;AAC1B,YAAQ,MAAM,UAAU,MAAM,OAAO,EAAE;AACvC,QAAI,QAAQ,IAAI,OAAO;AACrB,cAAQ,MAAM,MAAM,KAAK;AAAA,IAC3B;AAAA,EACF,OAAO;AACL,YAAQ,MAAM,KAAK;AAAA,EACrB;AACA,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}

package/dist/{dist-MQBGD6LP.js → dist-WN2QIOQR.js}

@@ -1,6 +1,5 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 import {
-  AgentJudgeEvaluator,
   CodeEvaluator,
   CompositeEvaluator,
   CostEvaluator,
@@ -12,13 +11,14 @@ import {
   ExecutionMetricsEvaluator,
   FieldAccuracyEvaluator,
   LatencyEvaluator,
-  LlmJudgeEvaluator,
+  LlmGraderEvaluator,
   OTEL_BACKEND_PRESETS,
   OtelStreamingObserver,
   OtelTraceExporter,
   ProviderRegistry,
   RepoManager,
   ResponseCache,
+  SkillTriggerEvaluator,
   TEST_MESSAGE_ROLES,
   TemplateNotDirectoryError,
   TemplateNotFoundError,
@@ -26,7 +26,7 @@ import {
   ToolTrajectoryEvaluator,
   WorkspaceCreationError,
   WorkspacePoolManager,
-  assembleLlmJudgePrompt,
+  assembleLlmGraderPrompt,
   avgToolDurationMs,
   buildDirectoryChain,
   buildOutputSchema,
@@ -55,6 +55,7 @@ import {
   defineConfig,
   detectFormat,
   discoverAssertions,
+  discoverGraders,
   discoverProviders,
   ensureVSCodeSubagents,
   evaluate,
@@ -74,12 +75,14 @@ import {
   generateRubrics,
   getAgentvHome,
   getHitCount,
+  getOutputFilenames,
   getSubagentsRoot,
   getTraceStateRoot,
   getWorkspacePath,
   getWorkspacePoolRoot,
   getWorkspacesRoot,
   initializeBaseline,
+  isAgentSkillsFormat,
   isEvaluatorKind,
   isGuidelineFile,
   isJsonObject,
@@ -99,6 +102,7 @@ import {
   mergeExecutionMetrics,
   negateScore,
   normalizeLineEndings,
+  parseAgentSkillsEvals,
   parseJsonFromText,
   parseJsonSafe,
   readJsonFile,
@@ -135,19 +139,21 @@ import {
   toCamelCaseDeep,
   toSnakeCaseDeep,
   tokensPerTool,
+  transpileEvalYaml,
+  transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-XTYMR4I5.js";
-import {
-  SimpleTraceFileExporter
-} from "./chunk-JK6V4KVD.js";
+} from "./chunk-HF4X7ALN.js";
 import {
   OtlpJsonFileExporter
 } from "./chunk-C5GOHBQM.js";
+import {
+  SimpleTraceFileExporter
+} from "./chunk-JK6V4KVD.js";
 import "./chunk-3L2L5GIL.js";
+import "./chunk-6GSYTMXD.js";
 import "./chunk-LRULMAAA.js";
 import "./chunk-5H446C7X.js";
 export {
-  AgentJudgeEvaluator,
   CodeEvaluator,
   CompositeEvaluator,
   CostEvaluator,
@@ -159,7 +165,8 @@ export {
   ExecutionMetricsEvaluator,
   FieldAccuracyEvaluator,
   LatencyEvaluator,
-  LlmJudgeEvaluator,
+  LlmGraderEvaluator,
+  LlmGraderEvaluator as LlmJudgeEvaluator,
   OTEL_BACKEND_PRESETS,
   OtelStreamingObserver,
   OtelTraceExporter,
@@ -168,6 +175,7 @@ export {
   RepoManager,
   ResponseCache,
   SimpleTraceFileExporter,
+  SkillTriggerEvaluator,
   TEST_MESSAGE_ROLES,
   TemplateNotDirectoryError,
   TemplateNotFoundError,
@@ -175,7 +183,8 @@ export {
   ToolTrajectoryEvaluator,
   WorkspaceCreationError,
   WorkspacePoolManager,
-  assembleLlmJudgePrompt,
+  assembleLlmGraderPrompt,
+  assembleLlmGraderPrompt as assembleLlmJudgePrompt,
   avgToolDurationMs,
   buildDirectoryChain,
   buildOutputSchema,
@@ -204,6 +213,8 @@ export {
   defineConfig,
   detectFormat,
   discoverAssertions,
+  discoverGraders,
+  discoverGraders as discoverJudges,
   discoverProviders,
   ensureVSCodeSubagents,
   evaluate,
@@ -223,12 +234,14 @@ export {
   generateRubrics,
   getAgentvHome,
   getHitCount,
+  getOutputFilenames,
   getSubagentsRoot,
   getTraceStateRoot,
   getWorkspacePath,
   getWorkspacePoolRoot,
   getWorkspacesRoot,
   initializeBaseline,
+  isAgentSkillsFormat,
   isEvaluatorKind,
   isGuidelineFile,
   isJsonObject,
@@ -248,6 +261,7 @@ export {
   mergeExecutionMetrics,
   negateScore,
   normalizeLineEndings,
+  parseAgentSkillsEvals,
   parseJsonFromText,
   parseJsonSafe,
   readJsonFile,
@@ -284,6 +298,8 @@ export {
   toCamelCaseDeep,
   toSnakeCaseDeep,
   tokensPerTool,
+  transpileEvalYaml,
+  transpileEvalYamlFile,
   trimBaselineResult
 };
-//# sourceMappingURL=dist-MQBGD6LP.js.map
+//# sourceMappingURL=dist-WN2QIOQR.js.map

package/dist/{esm-DX3WQKEN.js → esm-CZAWIY6F.js}

@@ -11,7 +11,7 @@ import {
   processDetector,
   resourceFromAttributes,
   serviceInstanceIdDetector
-} from "./chunk-FV32QHPB.js";
+} from "./chunk-XOSNETAV.js";
 import "./chunk-SR4I5KET.js";
 import "./chunk-VQ2ZO7XJ.js";
 import "./chunk-LRULMAAA.js";
@@ -29,4 +29,4 @@ export {
   resourceFromAttributes,
   serviceInstanceIdDetector
 };
-//# sourceMappingURL=esm-DX3WQKEN.js.map
+//# sourceMappingURL=esm-CZAWIY6F.js.map

package/dist/esm-CZAWIY6F.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/index.js

@@ -3,12 +3,13 @@ import {
   app,
   preprocessArgv,
   runCli
-} from "./chunk-GC6T3RD4.js";
-import "./chunk-4MSAOMCC.js";
-import "./chunk-XTYMR4I5.js";
-import "./chunk-JK6V4KVD.js";
+} from "./chunk-5WIB7A27.js";
+import "./chunk-DY4ZDTTO.js";
+import "./chunk-HF4X7ALN.js";
 import "./chunk-C5GOHBQM.js";
+import "./chunk-JK6V4KVD.js";
 import "./chunk-3L2L5GIL.js";
+import "./chunk-6GSYTMXD.js";
 import "./chunk-LRULMAAA.js";
 import "./chunk-5H446C7X.js";
 export {

package/dist/{interactive-3TDBCSDW.js → interactive-B432TCRZ.js}

@@ -4,17 +4,18 @@ import {
   fileExists,
   findRepoRoot,
   runEvalCommand
-} from "./chunk-4MSAOMCC.js";
+} from "./chunk-DY4ZDTTO.js";
 import {
   DEFAULT_EVAL_PATTERNS,
   getAgentvHome,
   listTargetNames,
   loadConfig,
   readTargetDefinitions
-} from "./chunk-XTYMR4I5.js";
-import "./chunk-JK6V4KVD.js";
+} from "./chunk-HF4X7ALN.js";
 import "./chunk-C5GOHBQM.js";
+import "./chunk-JK6V4KVD.js";
 import "./chunk-3L2L5GIL.js";
+import "./chunk-6GSYTMXD.js";
 import "./chunk-LRULMAAA.js";
 import "./chunk-5H446C7X.js";
 
@@ -330,4 +331,4 @@ async function executeConfig(config) {
 export {
   launchInteractiveWizard
 };
-//# sourceMappingURL=interactive-3TDBCSDW.js.map
+//# sourceMappingURL=interactive-B432TCRZ.js.map

package/dist/{interactive-3TDBCSDW.js.map → interactive-B432TCRZ.js.map}

@@ -1 +1 @@
-{"version":3,"sources":["../src/commands/eval/interactive.ts","../src/commands/eval/discover.ts","../src/commands/eval/last-config.ts"],"sourcesContent":["import path from 'node:path';\nimport { listTargetNames, readTargetDefinitions } from '@agentv/core';\nimport { checkbox, confirm, number, search, select } from '@inquirer/prompts';\n\nimport { TARGET_FILE_CANDIDATES, fileExists } from '../../utils/targets.js';\nimport {\n  type DiscoveredEvalFile,\n  discoverEvalFiles,\n  filterByCategory,\n  getCategories,\n} from './discover.js';\nimport { type LastConfig, loadLastConfig, saveLastConfig } from './last-config.js';\nimport { runEvalCommand } from './run-eval.js';\nimport { findRepoRoot } from './shared.js';\n\nconst ANSI_BOLD = '\\x1b[1m';\nconst ANSI_DIM = '\\x1b[2m';\nconst ANSI_CYAN = '\\x1b[36m';\nconst ANSI_GREEN = '\\x1b[32m';\nconst ANSI_RESET = '\\x1b[0m';\n\nexport interface InteractiveConfig {\n  readonly evalPaths: readonly string[];\n  readonly target: string;\n  readonly workers: number;\n  readonly dryRun: boolean;\n  readonly cache: boolean;\n}\n\n/**\n * Launch the interactive wizard when `agentv eval` is called with no arguments.\n */\nexport async function launchInteractiveWizard(): Promise<void> {\n  const cwd = process.cwd();\n\n  console.log(`\\n${ANSI_BOLD}${ANSI_CYAN}AgentV Interactive Mode${ANSI_RESET}\\n`);\n\n  const lastConfig = await loadLastConfig();\n  const action = await promptMainMenu(lastConfig);\n\n  if (action === 'exit') {\n    return;\n  }\n\n  if (action === 'rerun' && lastConfig) {\n    console.log(`\\n${ANSI_DIM}Rerunning last configuration...${ANSI_RESET}\\n`);\n    await executeConfig({\n      evalPaths: lastConfig.evalPaths,\n      target: lastConfig.target,\n      workers: lastConfig.workers,\n      dryRun: lastConfig.dryRun,\n      cache: lastConfig.cache,\n    });\n    return;\n  }\n\n  // Run new evaluation flow\n  const config = await promptNewEvaluation(cwd);\n  if (!config) {\n    return;\n  }\n\n  // Review & confirm\n  const confirmed = await promptReviewAndConfirm(config, cwd);\n  if (!confirmed) {\n    return;\n  }\n\n  // Save last config\n  await saveLastConfig({\n    timestamp: new Date().toISOString(),\n    cwd,\n    evalPaths: config.evalPaths,\n    target: config.target,\n    workers: config.workers,\n    dryRun: config.dryRun,\n    cache: config.cache,\n  });\n\n  await executeConfig(config);\n}\n\nasync function promptMainMenu(\n  lastConfig: LastConfig | undefined,\n): Promise<'new' | 'rerun' | 'exit'> {\n  type MenuChoice = 'new' | 'rerun' | 'exit';\n  const choices: Array<{ name: string; value: MenuChoice; description?: string }> = [];\n\n  if (lastConfig) {\n    const evalCount = lastConfig.evalPaths.length;\n    choices.push({\n      name: '🔄 Rerun last config',\n      value: 'rerun',\n      description: `${evalCount} eval file(s), target: ${lastConfig.target}`,\n    });\n  }\n\n  choices.push({ name: '🚀 Run new evaluation', value: 'new' }, { name: '✕ Exit', value: 'exit' });\n\n  return select<MenuChoice>({\n    message: 'What would you like to do?',\n    choices,\n  });\n}\n\nasync function promptNewEvaluation(cwd: string): Promise<InteractiveConfig | undefined> {\n  // Step 1: Discover eval files\n  console.log(`\\n${ANSI_DIM}Scanning for eval files...${ANSI_RESET}`);\n  const allFiles = await discoverEvalFiles(cwd);\n\n  if (allFiles.length === 0) {\n    console.log(\n      '\\n⚠  No eval files found in the current directory.\\n' +\n        '   Place .yaml or .jsonl eval files in your project, or use:\\n' +\n        '   agentv eval <path-to-eval.yaml>\\n',\n    );\n    return undefined;\n  }\n\n  console.log(`${ANSI_DIM}Found ${allFiles.length} eval file(s)${ANSI_RESET}\\n`);\n\n  // Step 2: Select eval files (optionally filter by category first)\n  const selectedFiles = await promptEvalSelection(allFiles);\n  if (selectedFiles.length === 0) {\n    console.log('\\nNo eval files selected.');\n    return undefined;\n  }\n\n  // Step 3: Select target\n  const target = await promptTargetSelection(cwd, selectedFiles[0].path);\n\n  // Step 4: Advanced options\n  const advanced = await promptAdvancedOptions();\n\n  return {\n    evalPaths: selectedFiles.map((f) => f.path),\n    target,\n    ...advanced,\n  };\n}\n\nasync function promptEvalSelection(\n  allFiles: readonly DiscoveredEvalFile[],\n): Promise<DiscoveredEvalFile[]> {\n  const categories = getCategories(allFiles);\n\n  // If only one category or few files, skip category selection\n  let filesToSelect: readonly DiscoveredEvalFile[];\n\n  if (categories.length > 1) {\n    const selectedCategory = await search<string>({\n      message: 'Select a category (type to search)',\n      source: async (term) => {\n        const filtered = term\n          ? categories.filter((c) => c.toLowerCase().includes(term.toLowerCase()))\n          : categories;\n        return [\n          { name: '(all categories)', value: '__all__' },\n          ...filtered.map((c) => {\n            const count = filterByCategory(allFiles, c).length;\n            return { name: `${c} (${count} file${count > 1 ? 's' : ''})`, value: c };\n          }),\n        ];\n      },\n    });\n\n    filesToSelect =\n      selectedCategory === '__all__' ? allFiles : filterByCategory(allFiles, selectedCategory);\n  } else {\n    filesToSelect = allFiles;\n  }\n\n  return checkbox<DiscoveredEvalFile>({\n    message: 'Select eval files to run (space to toggle, enter to confirm)',\n    choices: filesToSelect.map((f) => ({\n      name: f.relativePath,\n      value: f,\n      checked: filesToSelect.length <= 5, // auto-select if few files\n    })),\n    required: true,\n  });\n}\n\nasync function promptTargetSelection(cwd: string, firstEvalPath: string): Promise<string> {\n  const repoRoot = await findRepoRoot(cwd);\n\n  // Try to find targets.yaml — search near the eval file first, then cwd/repoRoot\n  const targetsPath = await findTargetsFile(cwd, repoRoot, firstEvalPath);\n\n  if (!targetsPath) {\n    console.log(`${ANSI_DIM}No targets.yaml found. Using default target.${ANSI_RESET}`);\n    return 'default';\n  }\n\n  const definitions = await readTargetDefinitions(targetsPath);\n  const targetNames = listTargetNames(definitions);\n\n  if (targetNames.length === 0) {\n    return 'default';\n  }\n\n  if (targetNames.length === 1) {\n    console.log(`${ANSI_DIM}Using target: ${targetNames[0]}${ANSI_RESET}`);\n    return targetNames[0];\n  }\n\n  return search<string>({\n    message: 'Select a target (type to search)',\n    source: async (term) => {\n      const filtered = term\n        ? targetNames.filter((t) => t.toLowerCase().includes(term.toLowerCase()))\n        : targetNames;\n      return filtered.map((t) => {\n        const def = definitions.find((d) => d.name === t);\n        return {\n          name: t,\n          value: t,\n          description: def ? `provider: ${def.provider}` : undefined,\n        };\n      });\n    },\n  });\n}\n\nasync function findTargetsFile(\n  cwd: string,\n  repoRoot: string,\n  evalFilePath?: string,\n): Promise<string | undefined> {\n  // Build directory chain: eval file dir → cwd → repoRoot (mirrors discoverTargetsFile)\n  const dirsToSearch: string[] = [];\n\n  if (evalFilePath) {\n    const evalDir = path.dirname(evalFilePath);\n    if (!dirsToSearch.includes(evalDir)) {\n      dirsToSearch.push(evalDir);\n    }\n  }\n\n  if (!dirsToSearch.includes(cwd)) {\n    dirsToSearch.push(cwd);\n  }\n\n  if (repoRoot !== cwd && !dirsToSearch.includes(repoRoot)) {\n    dirsToSearch.push(repoRoot);\n  }\n\n  for (const dir of dirsToSearch) {\n    for (const candidate of TARGET_FILE_CANDIDATES) {\n      const fullPath = `${dir}/${candidate}`;\n      if (await fileExists(fullPath)) {\n        return fullPath;\n      }\n    }\n  }\n\n  return undefined;\n}\n\nasync function promptAdvancedOptions(): Promise<{\n  workers: number;\n  dryRun: boolean;\n  cache: boolean;\n}> {\n  const customize = await confirm({\n    message: 'Configure advanced options?',\n    default: false,\n  });\n\n  if (!customize) {\n    return { workers: 3, dryRun: false, cache: false };\n  }\n\n  const workers =\n    (await number({\n      message: 'Number of parallel workers (1-50)',\n      default: 3,\n      min: 1,\n      max: 50,\n    })) ?? 3;\n\n  const dryRun = await confirm({\n    message: 'Enable dry-run mode (mock responses)?',\n    default: false,\n  });\n\n  const cache = await confirm({\n    message: 'Enable response cache?',\n    default: false,\n  });\n\n  return { workers, dryRun, cache };\n}\n\nasync function promptReviewAndConfirm(config: InteractiveConfig, cwd: string): Promise<boolean> {\n  const evalDisplay = config.evalPaths\n    .map((p) => {\n      const rel = p.startsWith(cwd) ? p.slice(cwd.length + 1) : p;\n      return `  ${rel}`;\n    })\n    .join('\\n');\n\n  console.log(`\\n${ANSI_BOLD}Review Configuration${ANSI_RESET}`);\n  console.log(`${ANSI_DIM}${'─'.repeat(40)}${ANSI_RESET}`);\n  console.log(`${ANSI_GREEN}Eval files:${ANSI_RESET}\\n${evalDisplay}`);\n  console.log(`${ANSI_GREEN}Target:${ANSI_RESET}    ${config.target}`);\n  console.log(`${ANSI_GREEN}Workers:${ANSI_RESET}   ${config.workers}`);\n  console.log(`${ANSI_GREEN}Dry run:${ANSI_RESET}   ${config.dryRun ? 'yes' : 'no'}`);\n  console.log(`${ANSI_GREEN}Cache:${ANSI_RESET}     ${config.cache ? 'yes' : 'no'}`);\n  console.log(`${ANSI_DIM}${'─'.repeat(40)}${ANSI_RESET}`);\n\n  return confirm({\n    message: 'Run evaluation with this configuration?',\n    default: true,\n  });\n}\n\nasync function executeConfig(config: InteractiveConfig): Promise<void> {\n  const rawOptions: Record<string, unknown> = {\n    target: config.target,\n    workers: config.workers,\n    dryRun: config.dryRun,\n    cache: config.cache,\n    outputFormat: 'jsonl',\n    dryRunDelay: 0,\n    dryRunDelayMin: 0,\n    dryRunDelayMax: 0,\n    agentTimeout: 120,\n    maxRetries: 2,\n    verbose: false,\n    keepWorkspaces: false,\n    cleanupWorkspaces: false,\n    trace: false,\n  };\n\n  await runEvalCommand({\n    testFiles: [...config.evalPaths],\n    rawOptions,\n  });\n}\n","import path from 'node:path';\nimport { DEFAULT_EVAL_PATTERNS, loadConfig } from '@agentv/core';\nimport fg from 'fast-glob';\n\nimport { findRepoRoot } from './shared.js';\n\nexport interface DiscoveredEvalFile {\n  /** Absolute path to the eval file */\n  readonly path: string;\n  /** Relative path from cwd for display */\n  readonly relativePath: string;\n  /** Category derived from parent folder structure */\n  readonly category: string;\n}\n\n/**\n * Discover eval files by glob pattern matching.\n *\n * Uses `eval_patterns` from `.agentv/config.yaml` if configured,\n * otherwise falls back to default patterns that match `dataset*.yaml`\n * and `eval.yaml` files under `evals/` directories.\n */\nexport async function discoverEvalFiles(cwd: string): Promise<readonly DiscoveredEvalFile[]> {\n  const repoRoot = await findRepoRoot(cwd);\n\n  // Load config to check for custom eval_patterns\n  // Pass a dummy file path in cwd so buildDirectoryChain starts from cwd\n  const config = await loadConfig(path.join(cwd, '_'), repoRoot);\n  const patterns =\n    config?.eval_patterns && config.eval_patterns.length > 0\n      ? config.eval_patterns\n      : DEFAULT_EVAL_PATTERNS;\n\n  const ignore = ['**/node_modules/**', '**/dist/**'];\n\n  const matches = await fg(patterns as string[], {\n    cwd,\n    absolute: true,\n    onlyFiles: true,\n    ignore,\n    followSymbolicLinks: true,\n    caseSensitiveMatch: false,\n  });\n\n  const evalFiles: DiscoveredEvalFile[] = matches.map((absPath) => {\n    const relativePath = path.relative(cwd, absPath);\n    const category = deriveCategory(relativePath);\n    return { path: absPath, relativePath, category };\n  });\n\n  evalFiles.sort((a, b) => a.relativePath.localeCompare(b.relativePath));\n  return evalFiles;\n}\n\n/** Derive a human-readable category from the relative path. */\nfunction deriveCategory(relativePath: string): string {\n  const parts = relativePath.split(path.sep);\n  // Use the first meaningful directory as category\n  // e.g., \"examples/showcase/export-screening/evals/dataset.eval.yaml\" → \"showcase/export-screening\"\n  // e.g., \"evals/dataset.eval.yaml\" → \"evals\"\n  if (parts.length <= 1) {\n    return 'root';\n  }\n\n  // Remove the filename and \"evals\" folder if present\n  const dirs = parts.slice(0, -1).filter((d) => d !== 'evals');\n  return dirs.length > 0 ? dirs.join('/') : 'root';\n}\n\n/** Get unique categories from discovered eval files. */\nexport function getCategories(files: readonly DiscoveredEvalFile[]): readonly string[] {\n  const categories = new Set<string>();\n  for (const file of files) {\n    categories.add(file.category);\n  }\n  const sorted = Array.from(categories);\n  sorted.sort();\n  return sorted;\n}\n\n/** Filter eval files by category. */\nexport function filterByCategory(\n  files: readonly DiscoveredEvalFile[],\n  category: string,\n): readonly DiscoveredEvalFile[] {\n  return files.filter((f) => f.category === category);\n}\n","import { mkdir, readFile, writeFile } from 'node:fs/promises';\nimport path from 'node:path';\nimport { getAgentvHome } from '@agentv/core';\n\nconst AGENTV_DIR = getAgentvHome();\nconst LAST_CONFIG_PATH = path.join(AGENTV_DIR, 'last-config.json');\n\nexport interface LastConfig {\n  readonly timestamp: string;\n  readonly cwd: string;\n  readonly evalPaths: readonly string[];\n  readonly target: string;\n  readonly workers: number;\n  readonly dryRun: boolean;\n  readonly cache: boolean;\n}\n\nexport async function loadLastConfig(): Promise<LastConfig | undefined> {\n  try {\n    const content = await readFile(LAST_CONFIG_PATH, 'utf-8');\n    return JSON.parse(content) as LastConfig;\n  } catch {\n    return undefined;\n  }\n}\n\nexport async function saveLastConfig(config: LastConfig): Promise<void> {\n  await mkdir(AGENTV_DIR, { recursive: true });\n  await writeFile(LAST_CONFIG_PATH, JSON.stringify(config, null, 2), 'utf-8');\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA,OAAOA,WAAU;AAEjB,SAAS,UAAU,SAAS,QAAQ,QAAQ,cAAc;;;ACF1D,OAAO,UAAU;AAEjB,OAAO,QAAQ;AAoBf,eAAsB,kBAAkB,KAAqD;AAC3F,QAAM,WAAW,MAAM,aAAa,GAAG;AAIvC,QAAM,SAAS,MAAM,WAAW,KAAK,KAAK,KAAK,GAAG,GAAG,QAAQ;AAC7D,QAAM,WACJ,QAAQ,iBAAiB,OAAO,cAAc,SAAS,IACnD,OAAO,gBACP;AAEN,QAAM,SAAS,CAAC,sBAAsB,YAAY;AAElD,QAAM,UAAU,MAAM,GAAG,UAAsB;AAAA,IAC7C;AAAA,IACA,UAAU;AAAA,IACV,WAAW;AAAA,IACX;AAAA,IACA,qBAAqB;AAAA,IACrB,oBAAoB;AAAA,EACtB,CAAC;AAED,QAAM,YAAkC,QAAQ,IAAI,CAAC,YAAY;AAC/D,UAAM,eAAe,KAAK,SAAS,KAAK,OAAO;AAC/C,UAAM,WAAW,eAAe,YAAY;AAC5C,WAAO,EAAE,MAAM,SAAS,cAAc,SAAS;AAAA,EACjD,CAAC;AAED,YAAU,KAAK,CAAC,GAAG,MAAM,EAAE,aAAa,cAAc,EAAE,YAAY,CAAC;AACrE,SAAO;AACT;AAGA,SAAS,eAAe,cAA8B;AACpD,QAAM,QAAQ,aAAa,MAAM,KAAK,GAAG;AAIzC,MAAI,MAAM,UAAU,GAAG;AACrB,WAAO;AAAA,EACT;AAGA,QAAM,OAAO,MAAM,MAAM,GAAG,EAAE,EAAE,OAAO,CAAC,MAAM,MAAM,OAAO;AAC3D,SAAO,KAAK,SAAS,IAAI,KAAK,KAAK,GAAG,IAAI;AAC5C;AAGO,SAAS,cAAc,OAAyD;AACrF,QAAM,aAAa,oBAAI,IAAY;AACnC,aAAW,QAAQ,OAAO;AACxB,eAAW,IAAI,KAAK,QAAQ;AAAA,EAC9B;AACA,QAAM,SAAS,MAAM,KAAK,UAAU;AACpC,SAAO,KAAK;AACZ,SAAO;AACT;AAGO,SAAS,iBACd,OACA,UAC+B;AAC/B,SAAO,MAAM,OAAO,CAAC,MAAM,EAAE,aAAa,QAAQ;AACpD;;;ACtFA,SAAS,OAAO,UAAU,iBAAiB;AAC3C,OAAOC,WAAU;AAGjB,IAAM,aAAa,cAAc;AACjC,IAAM,mBAAmBC,MAAK,KAAK,YAAY,kBAAkB;AAYjE,eAAsB,iBAAkD;AACtE,MAAI;AACF,UAAM,UAAU,MAAM,SAAS,kBAAkB,OAAO;AACxD,WAAO,KAAK,MAAM,OAAO;AAAA,EAC3B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,eAAe,QAAmC;AACtE,QAAM,MAAM,YAAY,EAAE,WAAW,KAAK,CAAC;AAC3C,QAAM,UAAU,kBAAkB,KAAK,UAAU,QAAQ,MAAM,CAAC,GAAG,OAAO;AAC5E;;;AFdA,IAAM,YAAY;AAClB,IAAM,WAAW;AACjB,IAAM,YAAY;AAClB,IAAM,aAAa;AACnB,IAAM,aAAa;AAanB,eAAsB,0BAAyC;AAC7D,QAAM,MAAM,QAAQ,IAAI;AAExB,UAAQ,IAAI;AAAA,EAAK,SAAS,GAAG,SAAS,0BAA0B,UAAU;AAAA,CAAI;AAE9E,QAAM,aAAa,MAAM,eAAe;AACxC,QAAM,SAAS,MAAM,eAAe,UAAU;AAE9C,MAAI,WAAW,QAAQ;AACrB;AAAA,EACF;AAEA,MAAI,WAAW,WAAW,YAAY;AACpC,YAAQ,IAAI;AAAA,EAAK,QAAQ,kCAAkC,UAAU;AAAA,CAAI;AACzE,UAAM,cAAc;AAAA,MAClB,WAAW,WAAW;AAAA,MACtB,QAAQ,WAAW;AAAA,MACnB,SAAS,WAAW;AAAA,MACpB,QAAQ,WAAW;AAAA,MACnB,OAAO,WAAW;AAAA,IACpB,CAAC;AACD;AAAA,EACF;AAGA,QAAM,SAAS,MAAM,oBAAoB,GAAG;AAC5C,MAAI,CAAC,QAAQ;AACX;AAAA,EACF;AAGA,QAAM,YAAY,MAAM,uBAAuB,QAAQ,GAAG;AAC1D,MAAI,CAAC,WAAW;AACd;AAAA,EACF;AAGA,QAAM,eAAe;AAAA,IACnB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC;AAAA,IACA,WAAW,OAAO;AAAA,IAClB,QAAQ,OAAO;AAAA,IACf,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,OAAO,OAAO;AAAA,EAChB,CAAC;AAED,QAAM,cAAc,MAAM;AAC5B;AAEA,eAAe,eACb,YACmC;AAEnC,QAAM,UAA4E,CAAC;AAEnF,MAAI,YAAY;AACd,UAAM,YAAY,WAAW,UAAU;AACvC,YAAQ,KAAK;AAAA,MACX,MAAM;AAAA,MACN,OAAO;AAAA,MACP,aAAa,GAAG,SAAS,0BAA0B,WAAW,MAAM;AAAA,IACtE,CAAC;AAAA,EACH;AAEA,UAAQ,KAAK,EAAE,MAAM,gCAAyB,OAAO,MAAM,GAAG,EAAE,MAAM,eAAU,OAAO,OAAO,CAAC;AAE/F,SAAO,OAAmB;AAAA,IACxB,SAAS;AAAA,IACT;AAAA,EACF,CAAC;AACH;AAEA,eAAe,oBAAoB,KAAqD;AAEtF,UAAQ,IAAI;AAAA,EAAK,QAAQ,6BAA6B,UAAU,EAAE;AAClE,QAAM,WAAW,MAAM,kBAAkB,GAAG;AAE5C,MAAI,SAAS,WAAW,GAAG;AACzB,YAAQ;AAAA,MACN;AAAA,IAGF;AACA,WAAO;AAAA,EACT;AAEA,UAAQ,IAAI,GAAG,QAAQ,SAAS,SAAS,MAAM,gBAAgB,UAAU;AAAA,CAAI;AAG7E,QAAM,gBAAgB,MAAM,oBAAoB,QAAQ;AACxD,MAAI,cAAc,WAAW,GAAG;AAC9B,YAAQ,IAAI,2BAA2B;AACvC,WAAO;AAAA,EACT;AAGA,QAAM,SAAS,MAAM,sBAAsB,KAAK,cAAc,CAAC,EAAE,IAAI;AAGrE,QAAM,WAAW,MAAM,sBAAsB;AAE7C,SAAO;AAAA,IACL,WAAW,cAAc,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC1C;AAAA,IACA,GAAG;AAAA,EACL;AACF;AAEA,eAAe,oBACb,UAC+B;AAC/B,QAAM,aAAa,cAAc,QAAQ;AAGzC,MAAI;AAEJ,MAAI,WAAW,SAAS,GAAG;AACzB,UAAM,mBAAmB,MAAM,OAAe;AAAA,MAC5C,SAAS;AAAA,MACT,QAAQ,OAAO,SAAS;AACtB,cAAM,WAAW,OACb,WAAW,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC,IACrE;AACJ,eAAO;AAAA,UACL,EAAE,MAAM,oBAAoB,OAAO,UAAU;AAAA,UAC7C,GAAG,SAAS,IAAI,CAAC,MAAM;AACrB,kBAAM,QAAQ,iBAAiB,UAAU,CAAC,EAAE;AAC5C,mBAAO,EAAE,MAAM,GAAG,CAAC,KAAK,KAAK,QAAQ,QAAQ,IAAI,MAAM,EAAE,KAAK,OAAO,EAAE;AAAA,UACzE,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,CAAC;AAED,oBACE,qBAAqB,YAAY,WAAW,iBAAiB,UAAU,gBAAgB;AAAA,EAC3F,OAAO;AACL,oBAAgB;AAAA,EAClB;AAEA,SAAO,SAA6B;AAAA,IAClC,SAAS;AAAA,IACT,SAAS,cAAc,IAAI,CAAC,OAAO;AAAA,MACjC,MAAM,EAAE;AAAA,MACR,OAAO;AAAA,MACP,SAAS,cAAc,UAAU;AAAA;AAAA,IACnC,EAAE;AAAA,IACF,UAAU;AAAA,EACZ,CAAC;AACH;AAEA,eAAe,sBAAsB,KAAa,eAAwC;AACxF,QAAM,WAAW,MAAM,aAAa,GAAG;AAGvC,QAAM,cAAc,MAAM,gBAAgB,KAAK,UAAU,aAAa;AAEtE,MAAI,CAAC,aAAa;AAChB,YAAQ,IAAI,GAAG,QAAQ,+CAA+C,UAAU,EAAE;AAClF,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,MAAM,sBAAsB,WAAW;AAC3D,QAAM,cAAc,gBAAgB,WAAW;AAE/C,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,WAAW,GAAG;AAC5B,YAAQ,IAAI,GAAG,QAAQ,iBAAiB,YAAY,CAAC,CAAC,GAAG,UAAU,EAAE;AACrE,WAAO,YAAY,CAAC;AAAA,EACtB;AAEA,SAAO,OAAe;AAAA,IACpB,SAAS;AAAA,IACT,QAAQ,OAAO,SAAS;AACtB,YAAM,WAAW,OACb,YAAY,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC,IACtE;AACJ,aAAO,SAAS,IAAI,CAAC,MAAM;AACzB,cAAM,MAAM,YAAY,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC;AAChD,eAAO;AAAA,UACL,MAAM;AAAA,UACN,OAAO;AAAA,UACP,aAAa,MAAM,aAAa,IAAI,QAAQ,KAAK;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEA,eAAe,gBACb,KACA,UACA,cAC6B;AAE7B,QAAM,eAAyB,CAAC;AAEhC,MAAI,cAAc;AAChB,UAAM,UAAUC,MAAK,QAAQ,YAAY;AACzC,QAAI,CAAC,aAAa,SAAS,OAAO,GAAG;AACnC,mBAAa,KAAK,OAAO;AAAA,IAC3B;AAAA,EACF;AAEA,MAAI,CAAC,aAAa,SAAS,GAAG,GAAG;AAC/B,iBAAa,KAAK,GAAG;AAAA,EACvB;AAEA,MAAI,aAAa,OAAO,CAAC,aAAa,SAAS,QAAQ,GAAG;AACxD,iBAAa,KAAK,QAAQ;AAAA,EAC5B;AAEA,aAAW,OAAO,cAAc;AAC9B,eAAW,aAAa,wBAAwB;AAC9C,YAAM,WAAW,GAAG,GAAG,IAAI,SAAS;AACpC,UAAI,MAAM,WAAW,QAAQ,GAAG;AAC9B,eAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,wBAIZ;AACD,QAAM,YAAY,MAAM,QAAQ;AAAA,IAC9B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,MAAI,CAAC,WAAW;AACd,WAAO,EAAE,SAAS,GAAG,QAAQ,OAAO,OAAO,MAAM;AAAA,EACnD;AAEA,QAAM,UACH,MAAM,OAAO;AAAA,IACZ,SAAS;AAAA,IACT,SAAS;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,EACP,CAAC,KAAM;AAET,QAAM,SAAS,MAAM,QAAQ;AAAA,IAC3B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,SAAO,EAAE,SAAS,QAAQ,MAAM;AAClC;AAEA,eAAe,uBAAuB,QAA2B,KAA+B;AAC9F,QAAM,cAAc,OAAO,UACxB,IAAI,CAAC,MAAM;AACV,UAAM,MAAM,EAAE,WAAW,GAAG,IAAI,EAAE,MAAM,IAAI,SAAS,CAAC,IAAI;AAC1D,WAAO,KAAK,GAAG;AAAA,EACjB,CAAC,EACA,KAAK,IAAI;AAEZ,UAAQ,IAAI;AAAA,EAAK,SAAS,uBAAuB,UAAU,EAAE;AAC7D,UAAQ,IAAI,GAAG,QAAQ,GAAG,SAAI,OAAO,EAAE,CAAC,GAAG,UAAU,EAAE;AACvD,UAAQ,IAAI,GAAG,UAAU,cAAc,UAAU;AAAA,EAAK,WAAW,EAAE;AACnE,UAAQ,IAAI,GAAG,UAAU,UAAU,UAAU,OAAO,OAAO,MAAM,EAAE;AACnE,UAAQ,IAAI,GAAG,UAAU,WAAW,UAAU,MAAM,OAAO,OAAO,EAAE;AACpE,UAAQ,IAAI,GAAG,UAAU,WAAW,UAAU,MAAM,OAAO,SAAS,QAAQ,IAAI,EAAE;AAClF,UAAQ,IAAI,GAAG,UAAU,SAAS,UAAU,QAAQ,OAAO,QAAQ,QAAQ,IAAI,EAAE;AACjF,UAAQ,IAAI,GAAG,QAAQ,GAAG,SAAI,OAAO,EAAE,CAAC,GAAG,UAAU,EAAE;AAEvD,SAAO,QAAQ;AAAA,IACb,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AACH;AAEA,eAAe,cAAc,QAA0C;AACrE,QAAM,aAAsC;AAAA,IAC1C,QAAQ,OAAO;AAAA,IACf,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,OAAO,OAAO;AAAA,IACd,cAAc;AAAA,IACd,aAAa;AAAA,IACb,gBAAgB;AAAA,IAChB,gBAAgB;AAAA,IAChB,cAAc;AAAA,IACd,YAAY;AAAA,IACZ,SAAS;AAAA,IACT,gBAAgB;AAAA,IAChB,mBAAmB;AAAA,IACnB,OAAO;AAAA,EACT;AAEA,QAAM,eAAe;AAAA,IACnB,WAAW,CAAC,GAAG,OAAO,SAAS;AAAA,IAC/B;AAAA,EACF,CAAC;AACH;","names":["path","path","path","path"]}
+{"version":3,"sources":["../src/commands/eval/interactive.ts","../src/commands/eval/discover.ts","../src/commands/eval/last-config.ts"],"sourcesContent":["import path from 'node:path';\nimport { listTargetNames, readTargetDefinitions } from '@agentv/core';\nimport { checkbox, confirm, number, search, select } from '@inquirer/prompts';\n\nimport { TARGET_FILE_CANDIDATES, fileExists } from '../../utils/targets.js';\nimport {\n  type DiscoveredEvalFile,\n  discoverEvalFiles,\n  filterByCategory,\n  getCategories,\n} from './discover.js';\nimport { type LastConfig, loadLastConfig, saveLastConfig } from './last-config.js';\nimport { runEvalCommand } from './run-eval.js';\nimport { findRepoRoot } from './shared.js';\n\nconst ANSI_BOLD = '\\x1b[1m';\nconst ANSI_DIM = '\\x1b[2m';\nconst ANSI_CYAN = '\\x1b[36m';\nconst ANSI_GREEN = '\\x1b[32m';\nconst ANSI_RESET = '\\x1b[0m';\n\nexport interface InteractiveConfig {\n  readonly evalPaths: readonly string[];\n  readonly target: string;\n  readonly workers: number;\n  readonly dryRun: boolean;\n  readonly cache: boolean;\n}\n\n/**\n * Launch the interactive wizard when `agentv eval` is called with no arguments.\n */\nexport async function launchInteractiveWizard(): Promise<void> {\n  const cwd = process.cwd();\n\n  console.log(`\\n${ANSI_BOLD}${ANSI_CYAN}AgentV Interactive Mode${ANSI_RESET}\\n`);\n\n  const lastConfig = await loadLastConfig();\n  const action = await promptMainMenu(lastConfig);\n\n  if (action === 'exit') {\n    return;\n  }\n\n  if (action === 'rerun' && lastConfig) {\n    console.log(`\\n${ANSI_DIM}Rerunning last configuration...${ANSI_RESET}\\n`);\n    await executeConfig({\n      evalPaths: lastConfig.evalPaths,\n      target: lastConfig.target,\n      workers: lastConfig.workers,\n      dryRun: lastConfig.dryRun,\n      cache: lastConfig.cache,\n    });\n    return;\n  }\n\n  // Run new evaluation flow\n  const config = await promptNewEvaluation(cwd);\n  if (!config) {\n    return;\n  }\n\n  // Review & confirm\n  const confirmed = await promptReviewAndConfirm(config, cwd);\n  if (!confirmed) {\n    return;\n  }\n\n  // Save last config\n  await saveLastConfig({\n    timestamp: new Date().toISOString(),\n    cwd,\n    evalPaths: config.evalPaths,\n    target: config.target,\n    workers: config.workers,\n    dryRun: config.dryRun,\n    cache: config.cache,\n  });\n\n  await executeConfig(config);\n}\n\nasync function promptMainMenu(\n  lastConfig: LastConfig | undefined,\n): Promise<'new' | 'rerun' | 'exit'> {\n  type MenuChoice = 'new' | 'rerun' | 'exit';\n  const choices: Array<{ name: string; value: MenuChoice; description?: string }> = [];\n\n  if (lastConfig) {\n    const evalCount = lastConfig.evalPaths.length;\n    choices.push({\n      name: '🔄 Rerun last config',\n      value: 'rerun',\n      description: `${evalCount} eval file(s), target: ${lastConfig.target}`,\n    });\n  }\n\n  choices.push({ name: '🚀 Run new evaluation', value: 'new' }, { name: '✕ Exit', value: 'exit' });\n\n  return select<MenuChoice>({\n    message: 'What would you like to do?',\n    choices,\n  });\n}\n\nasync function promptNewEvaluation(cwd: string): Promise<InteractiveConfig | undefined> {\n  // Step 1: Discover eval files\n  console.log(`\\n${ANSI_DIM}Scanning for eval files...${ANSI_RESET}`);\n  const allFiles = await discoverEvalFiles(cwd);\n\n  if (allFiles.length === 0) {\n    console.log(\n      '\\n⚠  No eval files found in the current directory.\\n' +\n        '   Place .yaml or .jsonl eval files in your project, or use:\\n' +\n        '   agentv eval <path-to-eval.yaml>\\n',\n    );\n    return undefined;\n  }\n\n  console.log(`${ANSI_DIM}Found ${allFiles.length} eval file(s)${ANSI_RESET}\\n`);\n\n  // Step 2: Select eval files (optionally filter by category first)\n  const selectedFiles = await promptEvalSelection(allFiles);\n  if (selectedFiles.length === 0) {\n    console.log('\\nNo eval files selected.');\n    return undefined;\n  }\n\n  // Step 3: Select target\n  const target = await promptTargetSelection(cwd, selectedFiles[0].path);\n\n  // Step 4: Advanced options\n  const advanced = await promptAdvancedOptions();\n\n  return {\n    evalPaths: selectedFiles.map((f) => f.path),\n    target,\n    ...advanced,\n  };\n}\n\nasync function promptEvalSelection(\n  allFiles: readonly DiscoveredEvalFile[],\n): Promise<DiscoveredEvalFile[]> {\n  const categories = getCategories(allFiles);\n\n  // If only one category or few files, skip category selection\n  let filesToSelect: readonly DiscoveredEvalFile[];\n\n  if (categories.length > 1) {\n    const selectedCategory = await search<string>({\n      message: 'Select a category (type to search)',\n      source: async (term) => {\n        const filtered = term\n          ? categories.filter((c) => c.toLowerCase().includes(term.toLowerCase()))\n          : categories;\n        return [\n          { name: '(all categories)', value: '__all__' },\n          ...filtered.map((c) => {\n            const count = filterByCategory(allFiles, c).length;\n            return { name: `${c} (${count} file${count > 1 ? 's' : ''})`, value: c };\n          }),\n        ];\n      },\n    });\n\n    filesToSelect =\n      selectedCategory === '__all__' ? allFiles : filterByCategory(allFiles, selectedCategory);\n  } else {\n    filesToSelect = allFiles;\n  }\n\n  return checkbox<DiscoveredEvalFile>({\n    message: 'Select eval files to run (space to toggle, enter to confirm)',\n    choices: filesToSelect.map((f) => ({\n      name: f.relativePath,\n      value: f,\n      checked: filesToSelect.length <= 5, // auto-select if few files\n    })),\n    required: true,\n  });\n}\n\nasync function promptTargetSelection(cwd: string, firstEvalPath: string): Promise<string> {\n  const repoRoot = await findRepoRoot(cwd);\n\n  // Try to find targets.yaml — search near the eval file first, then cwd/repoRoot\n  const targetsPath = await findTargetsFile(cwd, repoRoot, firstEvalPath);\n\n  if (!targetsPath) {\n    console.log(`${ANSI_DIM}No targets.yaml found. Using default target.${ANSI_RESET}`);\n    return 'default';\n  }\n\n  const definitions = await readTargetDefinitions(targetsPath);\n  const targetNames = listTargetNames(definitions);\n\n  if (targetNames.length === 0) {\n    return 'default';\n  }\n\n  if (targetNames.length === 1) {\n    console.log(`${ANSI_DIM}Using target: ${targetNames[0]}${ANSI_RESET}`);\n    return targetNames[0];\n  }\n\n  return search<string>({\n    message: 'Select a target (type to search)',\n    source: async (term) => {\n      const filtered = term\n        ? targetNames.filter((t) => t.toLowerCase().includes(term.toLowerCase()))\n        : targetNames;\n      return filtered.map((t) => {\n        const def = definitions.find((d) => d.name === t);\n        return {\n          name: t,\n          value: t,\n          description: def ? `provider: ${def.provider}` : undefined,\n        };\n      });\n    },\n  });\n}\n\nasync function findTargetsFile(\n  cwd: string,\n  repoRoot: string,\n  evalFilePath?: string,\n): Promise<string | undefined> {\n  // Build directory chain: eval file dir → cwd → repoRoot (mirrors discoverTargetsFile)\n  const dirsToSearch: string[] = [];\n\n  if (evalFilePath) {\n    const evalDir = path.dirname(evalFilePath);\n    if (!dirsToSearch.includes(evalDir)) {\n      dirsToSearch.push(evalDir);\n    }\n  }\n\n  if (!dirsToSearch.includes(cwd)) {\n    dirsToSearch.push(cwd);\n  }\n\n  if (repoRoot !== cwd && !dirsToSearch.includes(repoRoot)) {\n    dirsToSearch.push(repoRoot);\n  }\n\n  for (const dir of dirsToSearch) {\n    for (const candidate of TARGET_FILE_CANDIDATES) {\n      const fullPath = `${dir}/${candidate}`;\n      if (await fileExists(fullPath)) {\n        return fullPath;\n      }\n    }\n  }\n\n  return undefined;\n}\n\nasync function promptAdvancedOptions(): Promise<{\n  workers: number;\n  dryRun: boolean;\n  cache: boolean;\n}> {\n  const customize = await confirm({\n    message: 'Configure advanced options?',\n    default: false,\n  });\n\n  if (!customize) {\n    return { workers: 3, dryRun: false, cache: false };\n  }\n\n  const workers =\n    (await number({\n      message: 'Number of parallel workers (1-50)',\n      default: 3,\n      min: 1,\n      max: 50,\n    })) ?? 3;\n\n  const dryRun = await confirm({\n    message: 'Enable dry-run mode (mock responses)?',\n    default: false,\n  });\n\n  const cache = await confirm({\n    message: 'Enable response cache?',\n    default: false,\n  });\n\n  return { workers, dryRun, cache };\n}\n\nasync function promptReviewAndConfirm(config: InteractiveConfig, cwd: string): Promise<boolean> {\n  const evalDisplay = config.evalPaths\n    .map((p) => {\n      const rel = p.startsWith(cwd) ? p.slice(cwd.length + 1) : p;\n      return `  ${rel}`;\n    })\n    .join('\\n');\n\n  console.log(`\\n${ANSI_BOLD}Review Configuration${ANSI_RESET}`);\n  console.log(`${ANSI_DIM}${'─'.repeat(40)}${ANSI_RESET}`);\n  console.log(`${ANSI_GREEN}Eval files:${ANSI_RESET}\\n${evalDisplay}`);\n  console.log(`${ANSI_GREEN}Target:${ANSI_RESET}    ${config.target}`);\n  console.log(`${ANSI_GREEN}Workers:${ANSI_RESET}   ${config.workers}`);\n  console.log(`${ANSI_GREEN}Dry run:${ANSI_RESET}   ${config.dryRun ? 'yes' : 'no'}`);\n  console.log(`${ANSI_GREEN}Cache:${ANSI_RESET}     ${config.cache ? 'yes' : 'no'}`);\n  console.log(`${ANSI_DIM}${'─'.repeat(40)}${ANSI_RESET}`);\n\n  return confirm({\n    message: 'Run evaluation with this configuration?',\n    default: true,\n  });\n}\n\nasync function executeConfig(config: InteractiveConfig): Promise<void> {\n  const rawOptions: Record<string, unknown> = {\n    target: config.target,\n    workers: config.workers,\n    dryRun: config.dryRun,\n    cache: config.cache,\n    outputFormat: 'jsonl',\n    dryRunDelay: 0,\n    dryRunDelayMin: 0,\n    dryRunDelayMax: 0,\n    agentTimeout: 120,\n    maxRetries: 2,\n    verbose: false,\n    keepWorkspaces: false,\n    cleanupWorkspaces: false,\n    trace: false,\n  };\n\n  await runEvalCommand({\n    testFiles: [...config.evalPaths],\n    rawOptions,\n  });\n}\n","import path from 'node:path';\nimport { DEFAULT_EVAL_PATTERNS, loadConfig } from '@agentv/core';\nimport fg from 'fast-glob';\n\nimport { findRepoRoot } from './shared.js';\n\nexport interface DiscoveredEvalFile {\n  /** Absolute path to the eval file */\n  readonly path: string;\n  /** Relative path from cwd for display */\n  readonly relativePath: string;\n  /** Category derived from parent folder structure */\n  readonly category: string;\n}\n\n/**\n * Discover eval files by glob pattern matching.\n *\n * Uses `eval_patterns` from `.agentv/config.yaml` if configured,\n * otherwise falls back to default patterns that match `dataset*.yaml`\n * and `eval.yaml` files under `evals/` directories.\n */\nexport async function discoverEvalFiles(cwd: string): Promise<readonly DiscoveredEvalFile[]> {\n  const repoRoot = await findRepoRoot(cwd);\n\n  // Load config to check for custom eval_patterns\n  // Pass a dummy file path in cwd so buildDirectoryChain starts from cwd\n  const config = await loadConfig(path.join(cwd, '_'), repoRoot);\n  const patterns =\n    config?.eval_patterns && config.eval_patterns.length > 0\n      ? config.eval_patterns\n      : DEFAULT_EVAL_PATTERNS;\n\n  const ignore = ['**/node_modules/**', '**/dist/**'];\n\n  const matches = await fg(patterns as string[], {\n    cwd,\n    absolute: true,\n    onlyFiles: true,\n    ignore,\n    followSymbolicLinks: true,\n    caseSensitiveMatch: false,\n  });\n\n  const evalFiles: DiscoveredEvalFile[] = matches.map((absPath) => {\n    const relativePath = path.relative(cwd, absPath);\n    const category = deriveCategory(relativePath);\n    return { path: absPath, relativePath, category };\n  });\n\n  evalFiles.sort((a, b) => a.relativePath.localeCompare(b.relativePath));\n  return evalFiles;\n}\n\n/** Derive a human-readable category from the relative path. */\nfunction deriveCategory(relativePath: string): string {\n  const parts = relativePath.split(path.sep);\n  // Use the first meaningful directory as category\n  // e.g., \"examples/showcase/export-screening/evals/dataset.eval.yaml\" → \"showcase/export-screening\"\n  // e.g., \"evals/dataset.eval.yaml\" → \"evals\"\n  if (parts.length <= 1) {\n    return 'root';\n  }\n\n  // Remove the filename and \"evals\" folder if present\n  const dirs = parts.slice(0, -1).filter((d) => d !== 'evals');\n  return dirs.length > 0 ? dirs.join('/') : 'root';\n}\n\n/** Get unique categories from discovered eval files. */\nexport function getCategories(files: readonly DiscoveredEvalFile[]): readonly string[] {\n  const categories = new Set<string>();\n  for (const file of files) {\n    categories.add(file.category);\n  }\n  const sorted = Array.from(categories);\n  sorted.sort();\n  return sorted;\n}\n\n/** Filter eval files by category. */\nexport function filterByCategory(\n  files: readonly DiscoveredEvalFile[],\n  category: string,\n): readonly DiscoveredEvalFile[] {\n  return files.filter((f) => f.category === category);\n}\n","import { mkdir, readFile, writeFile } from 'node:fs/promises';\nimport path from 'node:path';\nimport { getAgentvHome } from '@agentv/core';\n\nconst AGENTV_DIR = getAgentvHome();\nconst LAST_CONFIG_PATH = path.join(AGENTV_DIR, 'last-config.json');\n\nexport interface LastConfig {\n  readonly timestamp: string;\n  readonly cwd: string;\n  readonly evalPaths: readonly string[];\n  readonly target: string;\n  readonly workers: number;\n  readonly dryRun: boolean;\n  readonly cache: boolean;\n}\n\nexport async function loadLastConfig(): Promise<LastConfig | undefined> {\n  try {\n    const content = await readFile(LAST_CONFIG_PATH, 'utf-8');\n    return JSON.parse(content) as LastConfig;\n  } catch {\n    return undefined;\n  }\n}\n\nexport async function saveLastConfig(config: LastConfig): Promise<void> {\n  await mkdir(AGENTV_DIR, { recursive: true });\n  await writeFile(LAST_CONFIG_PATH, JSON.stringify(config, null, 2), 'utf-8');\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAAA,OAAOA,WAAU;AAEjB,SAAS,UAAU,SAAS,QAAQ,QAAQ,cAAc;;;ACF1D,OAAO,UAAU;AAEjB,OAAO,QAAQ;AAoBf,eAAsB,kBAAkB,KAAqD;AAC3F,QAAM,WAAW,MAAM,aAAa,GAAG;AAIvC,QAAM,SAAS,MAAM,WAAW,KAAK,KAAK,KAAK,GAAG,GAAG,QAAQ;AAC7D,QAAM,WACJ,QAAQ,iBAAiB,OAAO,cAAc,SAAS,IACnD,OAAO,gBACP;AAEN,QAAM,SAAS,CAAC,sBAAsB,YAAY;AAElD,QAAM,UAAU,MAAM,GAAG,UAAsB;AAAA,IAC7C;AAAA,IACA,UAAU;AAAA,IACV,WAAW;AAAA,IACX;AAAA,IACA,qBAAqB;AAAA,IACrB,oBAAoB;AAAA,EACtB,CAAC;AAED,QAAM,YAAkC,QAAQ,IAAI,CAAC,YAAY;AAC/D,UAAM,eAAe,KAAK,SAAS,KAAK,OAAO;AAC/C,UAAM,WAAW,eAAe,YAAY;AAC5C,WAAO,EAAE,MAAM,SAAS,cAAc,SAAS;AAAA,EACjD,CAAC;AAED,YAAU,KAAK,CAAC,GAAG,MAAM,EAAE,aAAa,cAAc,EAAE,YAAY,CAAC;AACrE,SAAO;AACT;AAGA,SAAS,eAAe,cAA8B;AACpD,QAAM,QAAQ,aAAa,MAAM,KAAK,GAAG;AAIzC,MAAI,MAAM,UAAU,GAAG;AACrB,WAAO;AAAA,EACT;AAGA,QAAM,OAAO,MAAM,MAAM,GAAG,EAAE,EAAE,OAAO,CAAC,MAAM,MAAM,OAAO;AAC3D,SAAO,KAAK,SAAS,IAAI,KAAK,KAAK,GAAG,IAAI;AAC5C;AAGO,SAAS,cAAc,OAAyD;AACrF,QAAM,aAAa,oBAAI,IAAY;AACnC,aAAW,QAAQ,OAAO;AACxB,eAAW,IAAI,KAAK,QAAQ;AAAA,EAC9B;AACA,QAAM,SAAS,MAAM,KAAK,UAAU;AACpC,SAAO,KAAK;AACZ,SAAO;AACT;AAGO,SAAS,iBACd,OACA,UAC+B;AAC/B,SAAO,MAAM,OAAO,CAAC,MAAM,EAAE,aAAa,QAAQ;AACpD;;;ACtFA,SAAS,OAAO,UAAU,iBAAiB;AAC3C,OAAOC,WAAU;AAGjB,IAAM,aAAa,cAAc;AACjC,IAAM,mBAAmBC,MAAK,KAAK,YAAY,kBAAkB;AAYjE,eAAsB,iBAAkD;AACtE,MAAI;AACF,UAAM,UAAU,MAAM,SAAS,kBAAkB,OAAO;AACxD,WAAO,KAAK,MAAM,OAAO;AAAA,EAC3B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,eAAe,QAAmC;AACtE,QAAM,MAAM,YAAY,EAAE,WAAW,KAAK,CAAC;AAC3C,QAAM,UAAU,kBAAkB,KAAK,UAAU,QAAQ,MAAM,CAAC,GAAG,OAAO;AAC5E;;;AFdA,IAAM,YAAY;AAClB,IAAM,WAAW;AACjB,IAAM,YAAY;AAClB,IAAM,aAAa;AACnB,IAAM,aAAa;AAanB,eAAsB,0BAAyC;AAC7D,QAAM,MAAM,QAAQ,IAAI;AAExB,UAAQ,IAAI;AAAA,EAAK,SAAS,GAAG,SAAS,0BAA0B,UAAU;AAAA,CAAI;AAE9E,QAAM,aAAa,MAAM,eAAe;AACxC,QAAM,SAAS,MAAM,eAAe,UAAU;AAE9C,MAAI,WAAW,QAAQ;AACrB;AAAA,EACF;AAEA,MAAI,WAAW,WAAW,YAAY;AACpC,YAAQ,IAAI;AAAA,EAAK,QAAQ,kCAAkC,UAAU;AAAA,CAAI;AACzE,UAAM,cAAc;AAAA,MAClB,WAAW,WAAW;AAAA,MACtB,QAAQ,WAAW;AAAA,MACnB,SAAS,WAAW;AAAA,MACpB,QAAQ,WAAW;AAAA,MACnB,OAAO,WAAW;AAAA,IACpB,CAAC;AACD;AAAA,EACF;AAGA,QAAM,SAAS,MAAM,oBAAoB,GAAG;AAC5C,MAAI,CAAC,QAAQ;AACX;AAAA,EACF;AAGA,QAAM,YAAY,MAAM,uBAAuB,QAAQ,GAAG;AAC1D,MAAI,CAAC,WAAW;AACd;AAAA,EACF;AAGA,QAAM,eAAe;AAAA,IACnB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC;AAAA,IACA,WAAW,OAAO;AAAA,IAClB,QAAQ,OAAO;AAAA,IACf,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,OAAO,OAAO;AAAA,EAChB,CAAC;AAED,QAAM,cAAc,MAAM;AAC5B;AAEA,eAAe,eACb,YACmC;AAEnC,QAAM,UAA4E,CAAC;AAEnF,MAAI,YAAY;AACd,UAAM,YAAY,WAAW,UAAU;AACvC,YAAQ,KAAK;AAAA,MACX,MAAM;AAAA,MACN,OAAO;AAAA,MACP,aAAa,GAAG,SAAS,0BAA0B,WAAW,MAAM;AAAA,IACtE,CAAC;AAAA,EACH;AAEA,UAAQ,KAAK,EAAE,MAAM,gCAAyB,OAAO,MAAM,GAAG,EAAE,MAAM,eAAU,OAAO,OAAO,CAAC;AAE/F,SAAO,OAAmB;AAAA,IACxB,SAAS;AAAA,IACT;AAAA,EACF,CAAC;AACH;AAEA,eAAe,oBAAoB,KAAqD;AAEtF,UAAQ,IAAI;AAAA,EAAK,QAAQ,6BAA6B,UAAU,EAAE;AAClE,QAAM,WAAW,MAAM,kBAAkB,GAAG;AAE5C,MAAI,SAAS,WAAW,GAAG;AACzB,YAAQ;AAAA,MACN;AAAA,IAGF;AACA,WAAO;AAAA,EACT;AAEA,UAAQ,IAAI,GAAG,QAAQ,SAAS,SAAS,MAAM,gBAAgB,UAAU;AAAA,CAAI;AAG7E,QAAM,gBAAgB,MAAM,oBAAoB,QAAQ;AACxD,MAAI,cAAc,WAAW,GAAG;AAC9B,YAAQ,IAAI,2BAA2B;AACvC,WAAO;AAAA,EACT;AAGA,QAAM,SAAS,MAAM,sBAAsB,KAAK,cAAc,CAAC,EAAE,IAAI;AAGrE,QAAM,WAAW,MAAM,sBAAsB;AAE7C,SAAO;AAAA,IACL,WAAW,cAAc,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,IAC1C;AAAA,IACA,GAAG;AAAA,EACL;AACF;AAEA,eAAe,oBACb,UAC+B;AAC/B,QAAM,aAAa,cAAc,QAAQ;AAGzC,MAAI;AAEJ,MAAI,WAAW,SAAS,GAAG;AACzB,UAAM,mBAAmB,MAAM,OAAe;AAAA,MAC5C,SAAS;AAAA,MACT,QAAQ,OAAO,SAAS;AACtB,cAAM,WAAW,OACb,WAAW,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC,IACrE;AACJ,eAAO;AAAA,UACL,EAAE,MAAM,oBAAoB,OAAO,UAAU;AAAA,UAC7C,GAAG,SAAS,IAAI,CAAC,MAAM;AACrB,kBAAM,QAAQ,iBAAiB,UAAU,CAAC,EAAE;AAC5C,mBAAO,EAAE,MAAM,GAAG,CAAC,KAAK,KAAK,QAAQ,QAAQ,IAAI,MAAM,EAAE,KAAK,OAAO,EAAE;AAAA,UACzE,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF,CAAC;AAED,oBACE,qBAAqB,YAAY,WAAW,iBAAiB,UAAU,gBAAgB;AAAA,EAC3F,OAAO;AACL,oBAAgB;AAAA,EAClB;AAEA,SAAO,SAA6B;AAAA,IAClC,SAAS;AAAA,IACT,SAAS,cAAc,IAAI,CAAC,OAAO;AAAA,MACjC,MAAM,EAAE;AAAA,MACR,OAAO;AAAA,MACP,SAAS,cAAc,UAAU;AAAA;AAAA,IACnC,EAAE;AAAA,IACF,UAAU;AAAA,EACZ,CAAC;AACH;AAEA,eAAe,sBAAsB,KAAa,eAAwC;AACxF,QAAM,WAAW,MAAM,aAAa,GAAG;AAGvC,QAAM,cAAc,MAAM,gBAAgB,KAAK,UAAU,aAAa;AAEtE,MAAI,CAAC,aAAa;AAChB,YAAQ,IAAI,GAAG,QAAQ,+CAA+C,UAAU,EAAE;AAClF,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,MAAM,sBAAsB,WAAW;AAC3D,QAAM,cAAc,gBAAgB,WAAW;AAE/C,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,WAAW,GAAG;AAC5B,YAAQ,IAAI,GAAG,QAAQ,iBAAiB,YAAY,CAAC,CAAC,GAAG,UAAU,EAAE;AACrE,WAAO,YAAY,CAAC;AAAA,EACtB;AAEA,SAAO,OAAe;AAAA,IACpB,SAAS;AAAA,IACT,QAAQ,OAAO,SAAS;AACtB,YAAM,WAAW,OACb,YAAY,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,KAAK,YAAY,CAAC,CAAC,IACtE;AACJ,aAAO,SAAS,IAAI,CAAC,MAAM;AACzB,cAAM,MAAM,YAAY,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC;AAChD,eAAO;AAAA,UACL,MAAM;AAAA,UACN,OAAO;AAAA,UACP,aAAa,MAAM,aAAa,IAAI,QAAQ,KAAK;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEA,eAAe,gBACb,KACA,UACA,cAC6B;AAE7B,QAAM,eAAyB,CAAC;AAEhC,MAAI,cAAc;AAChB,UAAM,UAAUC,MAAK,QAAQ,YAAY;AACzC,QAAI,CAAC,aAAa,SAAS,OAAO,GAAG;AACnC,mBAAa,KAAK,OAAO;AAAA,IAC3B;AAAA,EACF;AAEA,MAAI,CAAC,aAAa,SAAS,GAAG,GAAG;AAC/B,iBAAa,KAAK,GAAG;AAAA,EACvB;AAEA,MAAI,aAAa,OAAO,CAAC,aAAa,SAAS,QAAQ,GAAG;AACxD,iBAAa,KAAK,QAAQ;AAAA,EAC5B;AAEA,aAAW,OAAO,cAAc;AAC9B,eAAW,aAAa,wBAAwB;AAC9C,YAAM,WAAW,GAAG,GAAG,IAAI,SAAS;AACpC,UAAI,MAAM,WAAW,QAAQ,GAAG;AAC9B,eAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,wBAIZ;AACD,QAAM,YAAY,MAAM,QAAQ;AAAA,IAC9B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,MAAI,CAAC,WAAW;AACd,WAAO,EAAE,SAAS,GAAG,QAAQ,OAAO,OAAO,MAAM;AAAA,EACnD;AAEA,QAAM,UACH,MAAM,OAAO;AAAA,IACZ,SAAS;AAAA,IACT,SAAS;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,EACP,CAAC,KAAM;AAET,QAAM,SAAS,MAAM,QAAQ;AAAA,IAC3B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AAED,SAAO,EAAE,SAAS,QAAQ,MAAM;AAClC;AAEA,eAAe,uBAAuB,QAA2B,KAA+B;AAC9F,QAAM,cAAc,OAAO,UACxB,IAAI,CAAC,MAAM;AACV,UAAM,MAAM,EAAE,WAAW,GAAG,IAAI,EAAE,MAAM,IAAI,SAAS,CAAC,IAAI;AAC1D,WAAO,KAAK,GAAG;AAAA,EACjB,CAAC,EACA,KAAK,IAAI;AAEZ,UAAQ,IAAI;AAAA,EAAK,SAAS,uBAAuB,UAAU,EAAE;AAC7D,UAAQ,IAAI,GAAG,QAAQ,GAAG,SAAI,OAAO,EAAE,CAAC,GAAG,UAAU,EAAE;AACvD,UAAQ,IAAI,GAAG,UAAU,cAAc,UAAU;AAAA,EAAK,WAAW,EAAE;AACnE,UAAQ,IAAI,GAAG,UAAU,UAAU,UAAU,OAAO,OAAO,MAAM,EAAE;AACnE,UAAQ,IAAI,GAAG,UAAU,WAAW,UAAU,MAAM,OAAO,OAAO,EAAE;AACpE,UAAQ,IAAI,GAAG,UAAU,WAAW,UAAU,MAAM,OAAO,SAAS,QAAQ,IAAI,EAAE;AAClF,UAAQ,IAAI,GAAG,UAAU,SAAS,UAAU,QAAQ,OAAO,QAAQ,QAAQ,IAAI,EAAE;AACjF,UAAQ,IAAI,GAAG,QAAQ,GAAG,SAAI,OAAO,EAAE,CAAC,GAAG,UAAU,EAAE;AAEvD,SAAO,QAAQ;AAAA,IACb,SAAS;AAAA,IACT,SAAS;AAAA,EACX,CAAC;AACH;AAEA,eAAe,cAAc,QAA0C;AACrE,QAAM,aAAsC;AAAA,IAC1C,QAAQ,OAAO;AAAA,IACf,SAAS,OAAO;AAAA,IAChB,QAAQ,OAAO;AAAA,IACf,OAAO,OAAO;AAAA,IACd,cAAc;AAAA,IACd,aAAa;AAAA,IACb,gBAAgB;AAAA,IAChB,gBAAgB;AAAA,IAChB,cAAc;AAAA,IACd,YAAY;AAAA,IACZ,SAAS;AAAA,IACT,gBAAgB;AAAA,IAChB,mBAAmB;AAAA,IACnB,OAAO;AAAA,EACT;AAEA,QAAM,eAAe;AAAA,IACnB,WAAW,CAAC,GAAG,OAAO,SAAS;AAAA,IAC/B;AAAA,EACF,CAAC;AACH;","names":["path","path","path","path"]}

package/dist/{src-2N5EJ2N6.js → src-ML4D2MC2.js}

@@ -2,7 +2,7 @@ import { createRequire } from 'node:module'; const require = createRequire(impor
 import {
   defaultResource,
   init_esm as init_esm4
-} from "./chunk-FV32QHPB.js";
+} from "./chunk-XOSNETAV.js";
 import {
   BindOnceFuture,
   ExportResultCode,
@@ -1730,4 +1730,4 @@ var require_src2 = __commonJS({
   }
 });
 export default require_src2();
-//# sourceMappingURL=src-2N5EJ2N6.js.map
+//# sourceMappingURL=src-ML4D2MC2.js.map

package/dist/templates/.agentv/targets.yaml

@@ -12,11 +12,11 @@ targets:
 
   - name: vscode
     provider: vscode
-    judge_target: azure_base
+    judge_target: azure-llm
 
   - name: codex
     provider: codex
-    judge_target: azure_base
+    judge_target: azure-llm
     # Uses the Codex CLI (defaults to `codex` on PATH)
     # executable: ${{ CODEX_CLI_PATH }}        # Optional: override executable path
     # args:                             # Optional additional CLI arguments
@@ -26,7 +26,6 @@ targets:
     #   - ${{ CODEX_MODEL }}
     #   - --ask-for-approval
     #   - ${{ CODEX_APPROVAL_PRESET }}
-    timeout_seconds: 180
     cwd: ${{ CODEX_WORKSPACE_DIR }}            # Where scratch workspaces are created
     log_dir: ${{ CODEX_LOG_DIR }}              # Optional: where Codex CLI stream logs are stored (defaults to ./.agentv/logs/codex)
     log_format: json                    # Optional: 'summary' (default) or 'json' for raw event logs
@@ -34,10 +33,9 @@ targets:
   # Claude - Anthropic's Claude Agent SDK
   - name: claude
     provider: claude
-    judge_target: azure_base
+    judge_target: azure-llm
     # Uses the @anthropic-ai/claude-agent-sdk
     # model: claude-sonnet-4-20250514          # Optional: override model
-    timeout_seconds: 180
     # cwd: ${{ CLAUDE_WORKSPACE_DIR }}         # Optional: working directory (defaults to process.cwd())
     # max_turns: 50                            # Optional: max conversation turns
     # max_budget_usd: 5.0                      # Optional: max cost budget in USD
@@ -49,29 +47,29 @@ targets:
     provider: vscode
     workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
     provider_batching: false
-    judge_target: azure_base
+    judge_target: azure-llm
 
   - name: vscode_insiders_projectx
     provider: vscode-insiders
     workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
     provider_batching: false
-    judge_target: azure_base
+    judge_target: azure-llm
 
-  - name: azure_base
+  - name: azure-llm
     provider: azure
     endpoint: ${{ AZURE_OPENAI_ENDPOINT }}
     api_key: ${{ AZURE_OPENAI_API_KEY }}
     model: ${{ AZURE_DEPLOYMENT_NAME }}
     version: ${{ AZURE_OPENAI_API_VERSION }}
 
-  - name: gemini_base
+  - name: gemini-llm
     provider: gemini
     api_key: ${{ GOOGLE_GENERATIVE_AI_API_KEY }}
     model: ${{ GEMINI_MODEL_NAME }}
 
   - name: local_cli
     provider: cli
-    judge_target: azure_base
+    judge_target: azure-llm
     # Passes the fully rendered prompt and any attached files to a local Python script
     # NOTE: Do not add quotes around {PROMPT} or {FILES} - they are already shell-escaped
     command: uv run ./mock_cli.py --prompt {PROMPT} {FILES} --output {OUTPUT_FILE}
@@ -79,6 +77,5 @@ targets:
     files_format: --file {path}
     # Optional working directory resolved from .env
     cwd: ${{ CLI_EVALS_DIR }}
-    timeout_seconds: 30
     healthcheck:
       command: uv run ./mock_cli.py --healthcheck

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentv",
-  "version": "2.19.0",
+  "version": "3.0.0-next.1",
   "description": "CLI entry point for AgentV",
   "type": "module",
   "repository": {
@@ -43,7 +43,7 @@
     "yaml": "^2.6.1"
   },
   "devDependencies": {
-    "@agentv/core": "2.12.0",
+    "@agentv/core": "2.19.0",
     "@types/semver": "^7.7.1",
     "execa": "^9.3.0"
   }