@agentv/core 1.2.0 → 1.4.0

package/README.md

@@ -1,77 +1,77 @@
-# @agentv/core
-
-Core evaluation engine and runtime primitives for AgentV - a TypeScript-based AI agent evaluation and optimization framework.
-
-## Overview
-
-This package provides the foundational components for building and evaluating AI agents:
-
-- **Provider Abstraction**: Unified interface for Azure OpenAI, Anthropic, Google Gemini, VS Code Copilot, and mock providers
-- **Evaluation Engine**: YAML-based test specification and execution
-- **Quality Grading**: AI-powered scoring system for comparing expected vs. actual outputs
-- **Target Management**: Flexible configuration for different execution environments
-
-## Installation
-
-```bash
-npm install @agentv/core
-```
-
-## Usage
-
-This is a low-level package primarily used by the [agentv](https://www.npmjs.com/package/agentv) CLI. Most users should install the CLI package instead:
-
-```bash
-npm install -g agentv
-```
-
-For programmatic usage or custom integrations, you can import core components:
-
-```typescript
-import { createProvider, runEvaluation } from '@agentv/core';
-```
-
-## Features
-
-### Multi-Provider Support
-
-- **Azure OpenAI**: Enterprise-grade deployment support
-- **Anthropic Claude**: Latest Claude models including Sonnet 4.5
-- **Google Gemini**: Gemini 2.0 Flash and other models
-- **VS Code Copilot**: Programmatic integration via subagent
-- **Mock Provider**: Testing without API calls
-
-### Evaluation Framework
-
-- YAML-based test specifications
-- Code block extraction and structured prompting
-- Automatic retry handling for timeouts
-- Detailed scoring with hit/miss analysis
-- Multiple output formats (JSONL, YAML)
-
-### Quality Grading
-
-- AI-powered aspect extraction and comparison
-- Normalized scoring (0.0 to 1.0)
-- Detailed reasoning and analysis
-- Configurable grading models
-
-## Architecture
-
-Built on modern TypeScript tooling:
-
-- **Vercel AI SDK**: Direct Azure OpenAI, Anthropic, and Google Gemini integrations
-- **Zod**: Runtime type validation
-- **YAML**: Configuration and test specifications
-
-## Documentation
-
-For complete documentation, examples, and CLI usage, see the [agentv](https://www.npmjs.com/package/agentv) package.
-
-## Repository
-
-[https://github.com/EntityProcess/agentv](https://github.com/EntityProcess/agentv)
-
-## License
-
-MIT License - see [LICENSE](../../LICENSE) for details.
+# @agentv/core
+
+Core evaluation engine and runtime primitives for AgentV - a TypeScript-based AI agent evaluation and optimization framework.
+
+## Overview
+
+This package provides the foundational components for building and evaluating AI agents:
+
+- **Provider Abstraction**: Unified interface for Azure OpenAI, Anthropic, Google Gemini, VS Code Copilot, and mock providers
+- **Evaluation Engine**: YAML-based test specification and execution
+- **Quality Grading**: AI-powered scoring system for comparing expected vs. actual outputs
+- **Target Management**: Flexible configuration for different execution environments
+
+## Installation
+
+```bash
+npm install @agentv/core
+```
+
+## Usage
+
+This is a low-level package primarily used by the [agentv](https://www.npmjs.com/package/agentv) CLI. Most users should install the CLI package instead:
+
+```bash
+npm install -g agentv
+```
+
+For programmatic usage or custom integrations, you can import core components:
+
+```typescript
+import { createProvider, runEvaluation } from '@agentv/core';
+```
+
+## Features
+
+### Multi-Provider Support
+
+- **Azure OpenAI**: Enterprise-grade deployment support
+- **Anthropic Claude**: Latest Claude models including Sonnet 4.5
+- **Google Gemini**: Gemini 2.0 Flash and other models
+- **VS Code Copilot**: Programmatic integration via subagent
+- **Mock Provider**: Testing without API calls
+
+### Evaluation Framework
+
+- YAML-based test specifications
+- Code block extraction and structured prompting
+- Automatic retry handling for timeouts
+- Detailed scoring with hit/miss analysis
+- Multiple output formats (JSONL, YAML)
+
+### Quality Grading
+
+- AI-powered aspect extraction and comparison
+- Normalized scoring (0.0 to 1.0)
+- Detailed reasoning and analysis
+- Configurable grading models
+
+## Architecture
+
+Built on modern TypeScript tooling:
+
+- **Vercel AI SDK**: Direct Azure OpenAI, Anthropic, and Google Gemini integrations
+- **Zod**: Runtime type validation
+- **YAML**: Configuration and test specifications
+
+## Documentation
+
+For complete documentation, examples, and CLI usage, see the [agentv](https://www.npmjs.com/package/agentv) package.
+
+## Repository
+
+[https://github.com/EntityProcess/agentv](https://github.com/EntityProcess/agentv)
+
+## License
+
+MIT License - see [LICENSE](../../LICENSE) for details.

package/dist/{chunk-V3JCB3HI.js → chunk-KPHTMTZ3.js}

@@ -368,8 +368,7 @@ function normalizeCodexLogFormat(value) {
 }
 function resolveMockConfig(target) {
   const response = typeof target.response === "string" ? target.response : void 0;
-  const trace = Array.isArray(target.trace) ? target.trace : void 0;
-  return { response, trace };
+  return { response };
 }
 function resolveVSCodeConfig(target, env, insiders) {
   const workspaceTemplateEnvVar = resolveOptionalLiteralString(
@@ -406,10 +405,17 @@ function resolveCliConfig(target, env, evalFilePath) {
   const filesFormat = resolveOptionalLiteralString(
     target.files_format ?? target.filesFormat ?? target.attachments_format ?? target.attachmentsFormat
   );
+  const verbose = resolveOptionalBoolean(target.verbose ?? target.cli_verbose ?? target.cliVerbose);
+  const keepTempFiles = resolveOptionalBoolean(
+    target.keep_temp_files ?? target.keepTempFiles ?? target.keep_output_files ?? target.keepOutputFiles
+  );
   let cwd = resolveOptionalString(target.cwd, env, `${target.name} working directory`, {
     allowLiteral: true,
     optionalEnv: true
   });
+  if (cwd && evalFilePath && !path2.isAbsolute(cwd)) {
+    cwd = path2.resolve(path2.dirname(path2.resolve(evalFilePath)), cwd);
+  }
   if (!cwd && evalFilePath) {
     cwd = path2.dirname(path2.resolve(evalFilePath));
   }
@@ -417,7 +423,7 @@ function resolveCliConfig(target, env, evalFilePath) {
     target.timeout_seconds ?? target.timeoutSeconds,
     `${target.name} timeout`
   );
-  const healthcheck = resolveCliHealthcheck(target.healthcheck, env, target.name);
+  const healthcheck = resolveCliHealthcheck(target.healthcheck, env, target.name, evalFilePath);
   const commandTemplate = resolveString(
     commandTemplateSource,
     env,
@@ -430,7 +436,9 @@ function resolveCliConfig(target, env, evalFilePath) {
     filesFormat,
     cwd,
     timeoutMs,
-    healthcheck
+    healthcheck,
+    verbose,
+    keepTempFiles
   };
 }
 function resolveTimeoutMs(source, description) {
@@ -443,7 +451,7 @@ function resolveTimeoutMs(source, description) {
   }
   return Math.floor(seconds * 1e3);
 }
-function resolveCliHealthcheck(source, env, targetName) {
+function resolveCliHealthcheck(source, env, targetName, evalFilePath) {
   if (source === void 0 || source === null) {
     return void 0;
   }
@@ -476,11 +484,12 @@ function resolveCliHealthcheck(source, env, targetName) {
       allowLiteral: true,
       optionalEnv: true
     });
+    const resolvedCwd = cwd && evalFilePath && !path2.isAbsolute(cwd) ? path2.resolve(path2.dirname(path2.resolve(evalFilePath)), cwd) : cwd;
     return {
       type: "command",
       commandTemplate,
       timeoutMs,
-      cwd
+      cwd: resolvedCwd
     };
   }
   throw new Error(`${targetName} healthcheck type must be 'http' or 'command'`);
@@ -681,6 +690,21 @@ var PROVIDER_ALIASES = [
   "vertex"
   // legacy/future support
 ];
+function extractLastAssistantContent(messages) {
+  if (!messages || messages.length === 0) {
+    return "";
+  }
+  for (let i = messages.length - 1; i >= 0; i--) {
+    const msg = messages[i];
+    if (msg.role === "assistant" && msg.content !== void 0) {
+      if (typeof msg.content === "string") {
+        return msg.content;
+      }
+      return JSON.stringify(msg.content);
+    }
+  }
+  return "";
+}
 function isAgentProvider(provider) {
   return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;
 }
@@ -698,6 +722,7 @@ export {
   resolveTargetDefinition,
   KNOWN_PROVIDERS,
   PROVIDER_ALIASES,
+  extractLastAssistantContent,
   isAgentProvider
 };
-//# sourceMappingURL=chunk-V3JCB3HI.js.map
+//# sourceMappingURL=chunk-KPHTMTZ3.js.map

package/dist/chunk-KPHTMTZ3.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evaluation/file-utils.ts","../src/evaluation/providers/targets.ts","../src/evaluation/providers/types.ts"],"sourcesContent":["import { constants } from 'node:fs';\nimport { access, readFile } from 'node:fs/promises';\nimport path from 'node:path';\n\nexport async function fileExists(filePath: string): Promise<boolean> {\n  try {\n    await access(filePath, constants.F_OK);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Normalize line endings to LF (\\n).\n * This ensures consistent behavior across Windows (CRLF) and Unix (LF) systems.\n */\nexport function normalizeLineEndings(content: string): string {\n  return content.replace(/\\r\\n/g, '\\n');\n}\n\n/**\n * Read a text file and normalize line endings to LF (\\n).\n * This ensures consistent behavior across Windows (CRLF) and Unix (LF) systems.\n */\nexport async function readTextFile(filePath: string): Promise<string> {\n  const content = await readFile(filePath, 'utf8');\n  return normalizeLineEndings(content);\n}\n\n/**\n * Read a JSON file and parse it.\n */\nexport async function readJsonFile<T = unknown>(filePath: string): Promise<T> {\n  const content = await readFile(filePath, 'utf8');\n  return JSON.parse(content) as T;\n}\n\n/**\n * Find git repository root by walking up the directory tree.\n */\nexport async function findGitRoot(startPath: string): Promise<string | null> {\n  let currentDir = path.dirname(path.resolve(startPath));\n  const root = path.parse(currentDir).root;\n\n  while (currentDir !== root) {\n    const gitPath = path.join(currentDir, '.git');\n    if (await fileExists(gitPath)) {\n      return currentDir;\n    }\n\n    const parentDir = path.dirname(currentDir);\n    if (parentDir === currentDir) {\n      break;\n    }\n    currentDir = parentDir;\n  }\n\n  return null;\n}\n\n/**\n * Build a chain of directories walking from a file's location up to repo root.\n * Used for discovering configuration files like targets.yaml or config.yaml.\n */\nexport function buildDirectoryChain(filePath: string, repoRoot: string): readonly string[] {\n  const directories: string[] = [];\n  const seen = new Set<string>();\n  const boundary = path.resolve(repoRoot);\n  let current: string | undefined = path.resolve(path.dirname(filePath));\n\n  while (current !== undefined) {\n    if (!seen.has(current)) {\n      directories.push(current);\n      seen.add(current);\n    }\n    if (current === boundary) {\n      break;\n    }\n    const parent = path.dirname(current);\n    if (parent === current) {\n      break;\n    }\n    current = parent;\n  }\n\n  if (!seen.has(boundary)) {\n    directories.push(boundary);\n  }\n\n  return directories;\n}\n\n/**\n * Build search roots for file resolution, matching yaml-parser behavior.\n * Searches from eval file directory up to repo root.\n */\nexport function buildSearchRoots(evalPath: string, repoRoot: string): readonly string[] {\n  const uniqueRoots: string[] = [];\n  const addRoot = (root: string): void => {\n    const normalized = path.resolve(root);\n    if (!uniqueRoots.includes(normalized)) {\n      uniqueRoots.push(normalized);\n    }\n  };\n\n  let currentDir = path.dirname(evalPath);\n  let reachedBoundary = false;\n  while (!reachedBoundary) {\n    addRoot(currentDir);\n    const parentDir = path.dirname(currentDir);\n    if (currentDir === repoRoot || parentDir === currentDir) {\n      reachedBoundary = true;\n    } else {\n      currentDir = parentDir;\n    }\n  }\n\n  addRoot(repoRoot);\n  addRoot(process.cwd());\n  return uniqueRoots;\n}\n\n/**\n * Trim leading path separators for display.\n */\nfunction trimLeadingSeparators(value: string): string {\n  const trimmed = value.replace(/^[/\\\\]+/, '');\n  return trimmed.length > 0 ? trimmed : value;\n}\n\n/**\n * Resolve a file reference using search roots, matching yaml-parser behavior.\n */\nexport async function resolveFileReference(\n  rawValue: string,\n  searchRoots: readonly string[],\n): Promise<{\n  readonly displayPath: string;\n  readonly resolvedPath?: string;\n  readonly attempted: readonly string[];\n}> {\n  const displayPath = trimLeadingSeparators(rawValue);\n  const potentialPaths: string[] = [];\n\n  if (path.isAbsolute(rawValue)) {\n    potentialPaths.push(path.normalize(rawValue));\n  }\n\n  for (const base of searchRoots) {\n    potentialPaths.push(path.resolve(base, displayPath));\n  }\n\n  const attempted: string[] = [];\n  const seen = new Set<string>();\n  for (const candidate of potentialPaths) {\n    const absoluteCandidate = path.resolve(candidate);\n    if (seen.has(absoluteCandidate)) {\n      continue;\n    }\n    seen.add(absoluteCandidate);\n    attempted.push(absoluteCandidate);\n    if (await fileExists(absoluteCandidate)) {\n      return { displayPath, resolvedPath: absoluteCandidate, attempted };\n    }\n  }\n\n  return { displayPath, attempted };\n}\n","import path from 'node:path';\nimport { z } from 'zod';\n\nimport type { EnvLookup, TargetDefinition } from './types.js';\n\nexport const CLI_PLACEHOLDERS = new Set([\n  'PROMPT',\n  'GUIDELINES',\n  'EVAL_ID',\n  'ATTEMPT',\n  'FILES',\n  'OUTPUT_FILE',\n]);\n\nexport interface RetryConfig {\n  readonly maxRetries?: number;\n  readonly initialDelayMs?: number;\n  readonly maxDelayMs?: number;\n  readonly backoffFactor?: number;\n  readonly retryableStatusCodes?: readonly number[];\n}\n\n/**\n * Azure OpenAI settings used by the Vercel AI SDK.\n */\nexport interface AzureResolvedConfig {\n  readonly resourceName: string;\n  readonly deploymentName: string;\n  readonly apiKey: string;\n  readonly version?: string;\n  readonly temperature?: number;\n  readonly maxOutputTokens?: number;\n  readonly retry?: RetryConfig;\n}\n\n/**\n * Anthropic Claude settings used by the Vercel AI SDK.\n */\nexport interface AnthropicResolvedConfig {\n  readonly apiKey: string;\n  readonly model: string;\n  readonly temperature?: number;\n  readonly maxOutputTokens?: number;\n  readonly thinkingBudget?: number;\n  readonly retry?: RetryConfig;\n}\n\n/**\n * Google Gemini settings used by the Vercel AI SDK.\n */\nexport interface GeminiResolvedConfig {\n  readonly apiKey: string;\n  readonly model: string;\n  readonly temperature?: number;\n  readonly maxOutputTokens?: number;\n  readonly retry?: RetryConfig;\n}\n\nexport interface CodexResolvedConfig {\n  readonly executable: string;\n  readonly args?: readonly string[];\n  readonly cwd?: string;\n  readonly timeoutMs?: number;\n  readonly logDir?: string;\n  readonly logFormat?: 'summary' | 'json';\n}\n\nexport interface MockResolvedConfig {\n  readonly response?: string;\n  readonly delayMs?: number;\n  readonly delayMinMs?: number;\n  readonly delayMaxMs?: number;\n}\n\nexport interface VSCodeResolvedConfig {\n  readonly command: string;\n  readonly waitForResponse: boolean;\n  readonly dryRun: boolean;\n  readonly subagentRoot?: string;\n  readonly workspaceTemplate?: string;\n}\n\nexport type CliHealthcheck =\n  | {\n      readonly type: 'http';\n      readonly url: string;\n      readonly timeoutMs?: number;\n    }\n  | {\n      readonly type: 'command';\n      readonly commandTemplate: string;\n      readonly timeoutMs?: number;\n      readonly cwd?: string;\n    };\n\nexport interface CliResolvedConfig {\n  readonly commandTemplate: string;\n  readonly filesFormat?: string;\n  readonly cwd?: string;\n  readonly timeoutMs?: number;\n  readonly healthcheck?: CliHealthcheck;\n  readonly verbose?: boolean;\n  readonly keepTempFiles?: boolean;\n}\n\nexport type ResolvedTarget =\n  | {\n      readonly kind: 'azure';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: AzureResolvedConfig;\n    }\n  | {\n      readonly kind: 'anthropic';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: AnthropicResolvedConfig;\n    }\n  | {\n      readonly kind: 'gemini';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: GeminiResolvedConfig;\n    }\n  | {\n      readonly kind: 'codex';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: CodexResolvedConfig;\n    }\n  | {\n      readonly kind: 'mock';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: MockResolvedConfig;\n    }\n  | {\n      readonly kind: 'vscode' | 'vscode-insiders';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: VSCodeResolvedConfig;\n    }\n  | {\n      readonly kind: 'cli';\n      readonly name: string;\n      readonly judgeTarget?: string;\n      readonly workers?: number;\n      readonly providerBatching?: boolean;\n      readonly config: CliResolvedConfig;\n    };\n\nconst BASE_TARGET_SCHEMA = z\n  .object({\n    name: z.string().min(1, 'target name is required'),\n    provider: z.string().min(1, 'provider is required'),\n    judge_target: z.string().optional(),\n    workers: z.number().int().min(1).optional(),\n  })\n  .passthrough();\n\nconst DEFAULT_AZURE_API_VERSION = '2024-12-01-preview';\n\nfunction normalizeAzureApiVersion(value: string | undefined): string {\n  if (!value) {\n    return DEFAULT_AZURE_API_VERSION;\n  }\n\n  const trimmed = value.trim();\n  if (trimmed.length === 0) {\n    return DEFAULT_AZURE_API_VERSION;\n  }\n\n  const withoutPrefix = trimmed.replace(/^api[-_]?version\\s*=\\s*/i, '').trim();\n  return withoutPrefix.length > 0 ? withoutPrefix : DEFAULT_AZURE_API_VERSION;\n}\n\nfunction resolveRetryConfig(target: z.infer<typeof BASE_TARGET_SCHEMA>): RetryConfig | undefined {\n  const maxRetries = resolveOptionalNumber(\n    target.max_retries ?? target.maxRetries,\n    `${target.name} max retries`,\n  );\n  const initialDelayMs = resolveOptionalNumber(\n    target.retry_initial_delay_ms ?? target.retryInitialDelayMs,\n    `${target.name} retry initial delay`,\n  );\n  const maxDelayMs = resolveOptionalNumber(\n    target.retry_max_delay_ms ?? target.retryMaxDelayMs,\n    `${target.name} retry max delay`,\n  );\n  const backoffFactor = resolveOptionalNumber(\n    target.retry_backoff_factor ?? target.retryBackoffFactor,\n    `${target.name} retry backoff factor`,\n  );\n  const retryableStatusCodes = resolveOptionalNumberArray(\n    target.retry_status_codes ?? target.retryStatusCodes,\n    `${target.name} retry status codes`,\n  );\n\n  // Only return retry config if at least one field is set\n  if (\n    maxRetries === undefined &&\n    initialDelayMs === undefined &&\n    maxDelayMs === undefined &&\n    backoffFactor === undefined &&\n    retryableStatusCodes === undefined\n  ) {\n    return undefined;\n  }\n\n  return {\n    maxRetries,\n    initialDelayMs,\n    maxDelayMs,\n    backoffFactor,\n    retryableStatusCodes,\n  };\n}\n\nexport function resolveTargetDefinition(\n  definition: TargetDefinition,\n  env: EnvLookup = process.env,\n  evalFilePath?: string,\n): ResolvedTarget {\n  const parsed = BASE_TARGET_SCHEMA.parse(definition);\n  const provider = parsed.provider.toLowerCase();\n  const providerBatching = resolveOptionalBoolean(\n    parsed.provider_batching ?? parsed.providerBatching,\n  );\n\n  switch (provider) {\n    case 'azure':\n    case 'azure-openai':\n      return {\n        kind: 'azure',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveAzureConfig(parsed, env),\n      };\n    case 'anthropic':\n      return {\n        kind: 'anthropic',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveAnthropicConfig(parsed, env),\n      };\n    case 'gemini':\n    case 'google':\n    case 'google-gemini':\n      return {\n        kind: 'gemini',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveGeminiConfig(parsed, env),\n      };\n    case 'codex':\n    case 'codex-cli':\n      return {\n        kind: 'codex',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveCodexConfig(parsed, env),\n      };\n    case 'mock':\n      return {\n        kind: 'mock',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveMockConfig(parsed),\n      };\n    case 'vscode':\n    case 'vscode-insiders':\n      return {\n        kind: provider as 'vscode' | 'vscode-insiders',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveVSCodeConfig(parsed, env, provider === 'vscode-insiders'),\n      };\n    case 'cli':\n      return {\n        kind: 'cli',\n        name: parsed.name,\n        judgeTarget: parsed.judge_target,\n        workers: parsed.workers,\n        providerBatching,\n        config: resolveCliConfig(parsed, env, evalFilePath),\n      };\n    default:\n      throw new Error(`Unsupported provider '${parsed.provider}' in target '${parsed.name}'`);\n  }\n}\n\nfunction resolveAzureConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n): AzureResolvedConfig {\n  const endpointSource = target.endpoint ?? target.resource ?? target.resourceName;\n  const apiKeySource = target.api_key ?? target.apiKey;\n  const deploymentSource = target.deployment ?? target.deploymentName ?? target.model;\n  const versionSource = target.version ?? target.api_version;\n  const temperatureSource = target.temperature;\n  const maxTokensSource = target.max_output_tokens ?? target.maxTokens;\n\n  const resourceName = resolveString(endpointSource, env, `${target.name} endpoint`);\n  const apiKey = resolveString(apiKeySource, env, `${target.name} api key`);\n  const deploymentName = resolveString(deploymentSource, env, `${target.name} deployment`);\n  const version = normalizeAzureApiVersion(\n    resolveOptionalString(versionSource, env, `${target.name} api version`, {\n      allowLiteral: true,\n      optionalEnv: true,\n    }),\n  );\n  const temperature = resolveOptionalNumber(temperatureSource, `${target.name} temperature`);\n  const maxOutputTokens = resolveOptionalNumber(\n    maxTokensSource,\n    `${target.name} max output tokens`,\n  );\n  const retry = resolveRetryConfig(target);\n\n  return {\n    resourceName,\n    deploymentName,\n    apiKey,\n    version,\n    temperature,\n    maxOutputTokens,\n    retry,\n  };\n}\n\nfunction resolveAnthropicConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n): AnthropicResolvedConfig {\n  const apiKeySource = target.api_key ?? target.apiKey;\n  const modelSource = target.model ?? target.deployment ?? target.variant;\n  const temperatureSource = target.temperature;\n  const maxTokensSource = target.max_output_tokens ?? target.maxTokens;\n  const thinkingBudgetSource = target.thinking_budget ?? target.thinkingBudget;\n\n  const apiKey = resolveString(apiKeySource, env, `${target.name} Anthropic api key`);\n  const model = resolveString(modelSource, env, `${target.name} Anthropic model`);\n  const retry = resolveRetryConfig(target);\n\n  return {\n    apiKey,\n    model,\n    temperature: resolveOptionalNumber(temperatureSource, `${target.name} temperature`),\n    maxOutputTokens: resolveOptionalNumber(maxTokensSource, `${target.name} max output tokens`),\n    thinkingBudget: resolveOptionalNumber(thinkingBudgetSource, `${target.name} thinking budget`),\n    retry,\n  };\n}\n\nfunction resolveGeminiConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n): GeminiResolvedConfig {\n  const apiKeySource = target.api_key ?? target.apiKey;\n  const modelSource = target.model ?? target.deployment ?? target.variant;\n  const temperatureSource = target.temperature;\n  const maxTokensSource = target.max_output_tokens ?? target.maxTokens;\n\n  const apiKey = resolveString(apiKeySource, env, `${target.name} Google API key`);\n  const model =\n    resolveOptionalString(modelSource, env, `${target.name} Gemini model`, {\n      allowLiteral: true,\n      optionalEnv: true,\n    }) ?? 'gemini-2.5-flash';\n  const retry = resolveRetryConfig(target);\n\n  return {\n    apiKey,\n    model,\n    temperature: resolveOptionalNumber(temperatureSource, `${target.name} temperature`),\n    maxOutputTokens: resolveOptionalNumber(maxTokensSource, `${target.name} max output tokens`),\n    retry,\n  };\n}\n\nfunction resolveCodexConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n): CodexResolvedConfig {\n  const executableSource = target.executable ?? target.command ?? target.binary;\n  const argsSource = target.args ?? target.arguments;\n  const cwdSource = target.cwd;\n  const timeoutSource = target.timeout_seconds ?? target.timeoutSeconds;\n  const logDirSource =\n    target.log_dir ?? target.logDir ?? target.log_directory ?? target.logDirectory;\n  const logFormatSource =\n    target.log_format ??\n    target.logFormat ??\n    target.log_output_format ??\n    target.logOutputFormat ??\n    env.AGENTV_CODEX_LOG_FORMAT;\n\n  const executable =\n    resolveOptionalString(executableSource, env, `${target.name} codex executable`, {\n      allowLiteral: true,\n      optionalEnv: true,\n    }) ?? 'codex';\n\n  const args = resolveOptionalStringArray(argsSource, env, `${target.name} codex args`);\n\n  const cwd = resolveOptionalString(cwdSource, env, `${target.name} codex cwd`, {\n    allowLiteral: true,\n    optionalEnv: true,\n  });\n  const timeoutMs = resolveTimeoutMs(timeoutSource, `${target.name} codex timeout`);\n  const logDir = resolveOptionalString(logDirSource, env, `${target.name} codex log directory`, {\n    allowLiteral: true,\n    optionalEnv: true,\n  });\n  const logFormat = normalizeCodexLogFormat(logFormatSource);\n\n  return {\n    executable,\n    args,\n    cwd,\n    timeoutMs,\n    logDir,\n    logFormat,\n  };\n}\n\nfunction normalizeCodexLogFormat(value: unknown): 'summary' | 'json' | undefined {\n  if (value === undefined || value === null) {\n    return undefined;\n  }\n  if (typeof value !== 'string') {\n    throw new Error(\"codex log format must be 'summary' or 'json'\");\n  }\n  const normalized = value.trim().toLowerCase();\n  if (normalized === 'json' || normalized === 'summary') {\n    return normalized;\n  }\n  throw new Error(\"codex log format must be 'summary' or 'json'\");\n}\n\nfunction resolveMockConfig(target: z.infer<typeof BASE_TARGET_SCHEMA>): MockResolvedConfig {\n  const response = typeof target.response === 'string' ? target.response : undefined;\n  return { response };\n}\n\nfunction resolveVSCodeConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n  insiders: boolean,\n): VSCodeResolvedConfig {\n  const workspaceTemplateEnvVar = resolveOptionalLiteralString(\n    target.workspace_template ?? target.workspaceTemplate,\n  );\n  const workspaceTemplate = workspaceTemplateEnvVar\n    ? resolveOptionalString(\n        workspaceTemplateEnvVar,\n        env,\n        `${target.name} workspace template path`,\n        {\n          allowLiteral: false,\n          optionalEnv: true,\n        },\n      )\n    : undefined;\n\n  const commandSource = target.vscode_cmd ?? target.command;\n  const waitSource = target.wait;\n  const dryRunSource = target.dry_run ?? target.dryRun;\n  const subagentRootSource = target.subagent_root ?? target.subagentRoot;\n\n  const defaultCommand = insiders ? 'code-insiders' : 'code';\n  const command = resolveOptionalLiteralString(commandSource) ?? defaultCommand;\n\n  return {\n    command,\n    waitForResponse: resolveOptionalBoolean(waitSource) ?? true,\n    dryRun: resolveOptionalBoolean(dryRunSource) ?? false,\n    subagentRoot: resolveOptionalString(subagentRootSource, env, `${target.name} subagent root`, {\n      allowLiteral: true,\n      optionalEnv: true,\n    }),\n    workspaceTemplate,\n  };\n}\n\nfunction resolveCliConfig(\n  target: z.infer<typeof BASE_TARGET_SCHEMA>,\n  env: EnvLookup,\n  evalFilePath?: string,\n): CliResolvedConfig {\n  const commandTemplateSource = target.command_template ?? target.commandTemplate;\n  const filesFormat = resolveOptionalLiteralString(\n    target.files_format ??\n      target.filesFormat ??\n      target.attachments_format ??\n      target.attachmentsFormat,\n  );\n\n  const verbose = resolveOptionalBoolean(target.verbose ?? target.cli_verbose ?? target.cliVerbose);\n  const keepTempFiles = resolveOptionalBoolean(\n    target.keep_temp_files ??\n      target.keepTempFiles ??\n      target.keep_output_files ??\n      target.keepOutputFiles,\n  );\n  let cwd = resolveOptionalString(target.cwd, env, `${target.name} working directory`, {\n    allowLiteral: true,\n    optionalEnv: true,\n  });\n\n  // If cwd is a relative path, resolve it relative to the eval file directory.\n  // This makes `cwd: .` in a colocated .agentv/targets.yaml behave intuitively.\n  if (cwd && evalFilePath && !path.isAbsolute(cwd)) {\n    cwd = path.resolve(path.dirname(path.resolve(evalFilePath)), cwd);\n  }\n  // Fallback: if cwd is not set and we have an eval file path, use the eval directory\n  if (!cwd && evalFilePath) {\n    cwd = path.dirname(path.resolve(evalFilePath));\n  }\n  const timeoutMs = resolveTimeoutMs(\n    target.timeout_seconds ?? target.timeoutSeconds,\n    `${target.name} timeout`,\n  );\n  const healthcheck = resolveCliHealthcheck(target.healthcheck, env, target.name, evalFilePath);\n\n  const commandTemplate = resolveString(\n    commandTemplateSource,\n    env,\n    `${target.name} CLI command template`,\n    true,\n  );\n  assertSupportedCliPlaceholders(commandTemplate, `${target.name} CLI command template`);\n\n  return {\n    commandTemplate,\n    filesFormat,\n    cwd,\n    timeoutMs,\n    healthcheck,\n    verbose,\n    keepTempFiles,\n  };\n}\n\nfunction resolveTimeoutMs(source: unknown, description: string): number | undefined {\n  const seconds = resolveOptionalNumber(source, `${description} (seconds)`);\n  if (seconds === undefined) {\n    return undefined;\n  }\n  if (seconds <= 0) {\n    throw new Error(`${description} must be greater than zero seconds`);\n  }\n  return Math.floor(seconds * 1000);\n}\n\nfunction resolveCliHealthcheck(\n  source: unknown,\n  env: EnvLookup,\n  targetName: string,\n  evalFilePath?: string,\n): CliHealthcheck | undefined {\n  if (source === undefined || source === null) {\n    return undefined;\n  }\n  if (typeof source !== 'object' || Array.isArray(source)) {\n    throw new Error(`${targetName} healthcheck must be an object`);\n  }\n\n  const candidate = source as Record<string, unknown>;\n  const type = candidate.type;\n  const timeoutMs = resolveTimeoutMs(\n    candidate.timeout_seconds ?? candidate.timeoutSeconds,\n    `${targetName} healthcheck timeout`,\n  );\n\n  if (type === 'http') {\n    const url = resolveString(candidate.url, env, `${targetName} healthcheck URL`);\n    return {\n      type: 'http',\n      url,\n      timeoutMs,\n    };\n  }\n\n  if (type === 'command') {\n    const commandTemplate = resolveString(\n      candidate.command_template ?? candidate.commandTemplate,\n      env,\n      `${targetName} healthcheck command template`,\n      true,\n    );\n    assertSupportedCliPlaceholders(commandTemplate, `${targetName} healthcheck command template`);\n    const cwd = resolveOptionalString(candidate.cwd, env, `${targetName} healthcheck cwd`, {\n      allowLiteral: true,\n      optionalEnv: true,\n    });\n\n    const resolvedCwd =\n      cwd && evalFilePath && !path.isAbsolute(cwd)\n        ? path.resolve(path.dirname(path.resolve(evalFilePath)), cwd)\n        : cwd;\n    return {\n      type: 'command',\n      commandTemplate,\n      timeoutMs,\n      cwd: resolvedCwd,\n    };\n  }\n\n  throw new Error(`${targetName} healthcheck type must be 'http' or 'command'`);\n}\n\nfunction assertSupportedCliPlaceholders(template: string, description: string): void {\n  const placeholders = extractCliPlaceholders(template);\n  for (const placeholder of placeholders) {\n    if (!CLI_PLACEHOLDERS.has(placeholder)) {\n      throw new Error(\n        `${description} includes unsupported placeholder '{${placeholder}}'. Supported placeholders: ${Array.from(CLI_PLACEHOLDERS).join(', ')}`,\n      );\n    }\n  }\n}\n\nfunction extractCliPlaceholders(template: string): string[] {\n  const matches = template.matchAll(/\\{([A-Z_]+)\\}/g);\n  const results: string[] = [];\n  for (const match of matches) {\n    if (match[1]) {\n      results.push(match[1]);\n    }\n  }\n  return results;\n}\n\nfunction resolveString(\n  source: unknown,\n  env: EnvLookup,\n  description: string,\n  allowLiteral = false,\n): string {\n  const value = resolveOptionalString(source, env, description, {\n    allowLiteral,\n    optionalEnv: false,\n  });\n  if (value === undefined) {\n    throw new Error(`${description} is required`);\n  }\n  return value;\n}\n\nfunction resolveOptionalString(\n  source: unknown,\n  env: EnvLookup,\n  description: string,\n  options?: { allowLiteral?: boolean; optionalEnv?: boolean },\n): string | undefined {\n  if (source === undefined || source === null) {\n    return undefined;\n  }\n  if (typeof source !== 'string') {\n    throw new Error(`${description} must be a string`);\n  }\n  const trimmed = source.trim();\n  if (trimmed.length === 0) {\n    return undefined;\n  }\n\n  // Check for ${{ variable }} syntax\n  const envVarMatch = trimmed.match(/^\\$\\{\\{\\s*([A-Z0-9_]+)\\s*\\}\\}$/i);\n  if (envVarMatch) {\n    const varName = envVarMatch[1];\n    const envValue = env[varName];\n    const optionalEnv = options?.optionalEnv ?? false;\n\n    // Treat empty or undefined env vars the same way\n    if (envValue === undefined || envValue.trim().length === 0) {\n      if (optionalEnv) {\n        return undefined;\n      }\n      const status = envValue === undefined ? 'is not set' : 'is empty';\n      throw new Error(`Environment variable '${varName}' required for ${description} ${status}`);\n    }\n    return envValue;\n  }\n\n  // Return as literal value\n  const allowLiteral = options?.allowLiteral ?? false;\n  if (!allowLiteral) {\n    throw new Error(\n      `${description} must use \\${{ VARIABLE_NAME }} syntax for environment variables or be marked as allowing literals`,\n    );\n  }\n  return trimmed;\n}\n\nfunction resolveOptionalLiteralString(source: unknown): string | undefined {\n  if (source === undefined || source === null) {\n    return undefined;\n  }\n  if (typeof source !== 'string') {\n    throw new Error('expected string value');\n  }\n  const trimmed = source.trim();\n  return trimmed.length > 0 ? trimmed : undefined;\n}\n\nfunction resolveOptionalNumber(source: unknown, description: string): number | undefined {\n  if (source === undefined || source === null || source === '') {\n    return undefined;\n  }\n  if (typeof source === 'number') {\n    return Number.isFinite(source) ? source : undefined;\n  }\n  if (typeof source === 'string') {\n    const numeric = Number(source);\n    if (Number.isFinite(numeric)) {\n      return numeric;\n    }\n  }\n  throw new Error(`${description} must be a number`);\n}\n\nfunction resolveOptionalBoolean(source: unknown): boolean | undefined {\n  if (source === undefined || source === null || source === '') {\n    return undefined;\n  }\n  if (typeof source === 'boolean') {\n    return source;\n  }\n  if (typeof source === 'string') {\n    const lowered = source.trim().toLowerCase();\n    if (lowered === 'true' || lowered === '1') {\n      return true;\n    }\n    if (lowered === 'false' || lowered === '0') {\n      return false;\n    }\n  }\n  throw new Error('expected boolean value');\n}\n\nfunction resolveOptionalStringArray(\n  source: unknown,\n  env: EnvLookup,\n  description: string,\n): readonly string[] | undefined {\n  if (source === undefined || source === null) {\n    return undefined;\n  }\n  if (!Array.isArray(source)) {\n    throw new Error(`${description} must be an array of strings`);\n  }\n  if (source.length === 0) {\n    return undefined;\n  }\n  const resolved: string[] = [];\n  for (let i = 0; i < source.length; i++) {\n    const item = source[i];\n    if (typeof item !== 'string') {\n      throw new Error(`${description}[${i}] must be a string`);\n    }\n    const trimmed = item.trim();\n    if (trimmed.length === 0) {\n      throw new Error(`${description}[${i}] cannot be empty`);\n    }\n\n    // Check for ${{ variable }} syntax\n    const envVarMatch = trimmed.match(/^\\$\\{\\{\\s*([A-Z0-9_]+)\\s*\\}\\}$/i);\n    if (envVarMatch) {\n      const varName = envVarMatch[1];\n      const envValue = env[varName];\n      if (envValue !== undefined) {\n        if (envValue.trim().length === 0) {\n          throw new Error(`Environment variable '${varName}' for ${description}[${i}] is empty`);\n        }\n        resolved.push(envValue);\n        continue;\n      }\n      throw new Error(`Environment variable '${varName}' for ${description}[${i}] is not set`);\n    }\n\n    // Treat as literal value\n    resolved.push(trimmed);\n  }\n  return resolved.length > 0 ? resolved : undefined;\n}\n\nfunction resolveOptionalNumberArray(\n  source: unknown,\n  description: string,\n): readonly number[] | undefined {\n  if (source === undefined || source === null) {\n    return undefined;\n  }\n  if (!Array.isArray(source)) {\n    throw new Error(`${description} must be an array of numbers`);\n  }\n  if (source.length === 0) {\n    return undefined;\n  }\n  const resolved: number[] = [];\n  for (let i = 0; i < source.length; i++) {\n    const item = source[i];\n    if (typeof item !== 'number' || !Number.isFinite(item)) {\n      throw new Error(`${description}[${i}] must be a number`);\n    }\n    resolved.push(item);\n  }\n  return resolved.length > 0 ? resolved : undefined;\n}\n","import type { JsonObject } from '../types.js';\n\nexport type ChatMessageRole = 'system' | 'user' | 'assistant' | 'tool' | 'function';\n\nexport interface ChatMessage {\n  readonly role: ChatMessageRole;\n  readonly content: string;\n  readonly name?: string;\n}\n\nexport type ChatPrompt = readonly ChatMessage[];\n\nexport type ProviderKind =\n  | 'azure'\n  | 'anthropic'\n  | 'gemini'\n  | 'codex'\n  | 'cli'\n  | 'mock'\n  | 'vscode'\n  | 'vscode-insiders';\n\n/**\n * Agent providers that have filesystem access and don't need unwrapped guidelines.\n * These providers read files directly from the filesystem using file:// URIs.\n */\nexport const AGENT_PROVIDER_KINDS: readonly ProviderKind[] = [\n  'codex',\n  'vscode',\n  'vscode-insiders',\n] as const;\n\n/**\n * List of all supported provider kinds.\n * This is the source of truth for provider validation.\n */\nexport const KNOWN_PROVIDERS: readonly ProviderKind[] = [\n  'azure',\n  'anthropic',\n  'gemini',\n  'codex',\n  'cli',\n  'mock',\n  'vscode',\n  'vscode-insiders',\n] as const;\n\n/**\n * Provider aliases that are accepted in target definitions.\n * These map to the canonical ProviderKind values.\n */\nexport const PROVIDER_ALIASES: readonly string[] = [\n  'azure-openai', // alias for \"azure\"\n  'google', // alias for \"gemini\"\n  'google-gemini', // alias for \"gemini\"\n  'codex-cli', // alias for \"codex\"\n  'openai', // legacy/future support\n  'bedrock', // legacy/future support\n  'vertex', // legacy/future support\n] as const;\n\n/**\n * Schema identifier for targets.yaml files (version 2).\n */\nexport const TARGETS_SCHEMA_V2 = 'agentv-targets-v2.2';\n\nexport interface ProviderRequest {\n  readonly question: string;\n  readonly systemPrompt?: string;\n  readonly guidelines?: string;\n  readonly guideline_patterns?: readonly string[];\n  readonly chatPrompt?: ChatPrompt;\n  readonly inputFiles?: readonly string[];\n  readonly evalCaseId?: string;\n  readonly attempt?: number;\n  readonly maxOutputTokens?: number;\n  readonly temperature?: number;\n  readonly metadata?: JsonObject;\n  readonly signal?: AbortSignal;\n}\n\n/**\n * A tool call within an output message.\n * Represents a single tool invocation with its input and optional output.\n */\nexport interface ToolCall {\n  /** Tool name */\n  readonly tool: string;\n  /** Tool input arguments */\n  readonly input?: unknown;\n  /** Tool output result */\n  readonly output?: unknown;\n  /** Stable identifier for pairing tool calls */\n  readonly id?: string;\n  /** ISO 8601 timestamp */\n  readonly timestamp?: string;\n}\n\n/**\n * An output message from agent execution.\n * Represents a single message in the conversation with optional tool calls.\n */\nexport interface OutputMessage {\n  /** Message role (e.g., 'assistant', 'user', 'tool') */\n  readonly role: string;\n  /** Optional name for the message sender */\n  readonly name?: string;\n  /** Message content */\n  readonly content?: unknown;\n  /** Tool calls made in this message */\n  readonly toolCalls?: readonly ToolCall[];\n  /** ISO 8601 timestamp */\n  readonly timestamp?: string;\n  /** Provider-specific metadata */\n  readonly metadata?: Record<string, unknown>;\n}\n\nexport interface ProviderResponse {\n  readonly raw?: unknown;\n  readonly usage?: JsonObject;\n  /** Output messages from agent execution (primary source for tool trajectory) */\n  readonly outputMessages?: readonly OutputMessage[];\n}\n\n/**\n * Extract the content from the last assistant message in an output message array.\n * Returns empty string if no assistant message found.\n */\nexport function extractLastAssistantContent(\n  messages: readonly OutputMessage[] | undefined,\n): string {\n  if (!messages || messages.length === 0) {\n    return '';\n  }\n\n  // Find the last assistant message (reverse search)\n  for (let i = messages.length - 1; i >= 0; i--) {\n    const msg = messages[i];\n    if (msg.role === 'assistant' && msg.content !== undefined) {\n      if (typeof msg.content === 'string') {\n        return msg.content;\n      }\n      return JSON.stringify(msg.content);\n    }\n  }\n\n  return '';\n}\n\n/**\n * Type guard to check if a provider is an agent provider with filesystem access.\n * Agent providers read files directly and don't need unwrapped guideline content.\n */\nexport function isAgentProvider(provider: Provider | undefined): boolean {\n  return provider ? AGENT_PROVIDER_KINDS.includes(provider.kind) : false;\n}\n\nexport interface Provider {\n  readonly id: string;\n  readonly kind: ProviderKind;\n  readonly targetName: string;\n  invoke(request: ProviderRequest): Promise<ProviderResponse>;\n  /**\n   * Optional capability marker for provider-managed batching (single session handling multiple requests).\n   */\n  readonly supportsBatch?: boolean;\n  /**\n   * Optional batch invocation hook. When defined alongside supportsBatch=true,\n   * the orchestrator may send multiple requests in a single provider session.\n   */\n  invokeBatch?(requests: readonly ProviderRequest[]): Promise<readonly ProviderResponse[]>;\n  /**\n   * Optional method to get a Vercel AI SDK LanguageModel instance for structured output generation.\n   * Used by evaluators that need generateObject/generateText from the AI SDK.\n   */\n  asLanguageModel?(): import('ai').LanguageModel;\n}\n\nexport type EnvLookup = Readonly<Record<string, string | undefined>>;\n\nexport interface TargetDefinition {\n  readonly name: string;\n  readonly provider: ProviderKind | string;\n  readonly judge_target?: string | undefined;\n  readonly workers?: number | undefined;\n  // Provider batching\n  readonly provider_batching?: boolean | undefined;\n  readonly providerBatching?: boolean | undefined;\n  // Azure fields\n  readonly endpoint?: string | unknown | undefined;\n  readonly resource?: string | unknown | undefined;\n  readonly resourceName?: string | unknown | undefined;\n  readonly api_key?: string | unknown | undefined;\n  readonly apiKey?: string | unknown | undefined;\n  readonly deployment?: string | unknown | undefined;\n  readonly deploymentName?: string | unknown | undefined;\n  readonly model?: string | unknown | undefined;\n  readonly version?: string | unknown | undefined;\n  readonly api_version?: string | unknown | undefined;\n  // Anthropic fields\n  readonly variant?: string | unknown | undefined;\n  readonly thinking_budget?: number | unknown | undefined;\n  readonly thinkingBudget?: number | unknown | undefined;\n  // Common fields\n  readonly temperature?: number | unknown | undefined;\n  readonly max_output_tokens?: number | unknown | undefined;\n  readonly maxTokens?: number | unknown | undefined;\n  // Codex fields\n  readonly executable?: string | unknown | undefined;\n  readonly command?: string | unknown | undefined;\n  readonly binary?: string | unknown | undefined;\n  readonly args?: unknown | undefined;\n  readonly arguments?: unknown | undefined;\n  readonly cwd?: string | unknown | undefined;\n  readonly timeout_seconds?: number | unknown | undefined;\n  readonly timeoutSeconds?: number | unknown | undefined;\n  readonly log_dir?: string | unknown | undefined;\n  readonly logDir?: string | unknown | undefined;\n  readonly log_directory?: string | unknown | undefined;\n  readonly logDirectory?: string | unknown | undefined;\n  readonly log_format?: string | unknown | undefined;\n  readonly logFormat?: string | unknown | undefined;\n  readonly log_output_format?: string | unknown | undefined;\n  readonly logOutputFormat?: string | unknown | undefined;\n  // Mock fields\n  readonly response?: string | unknown | undefined;\n  readonly delayMs?: number | unknown | undefined;\n  readonly delayMinMs?: number | unknown | undefined;\n  readonly delayMaxMs?: number | unknown | undefined;\n  // VSCode fields\n  readonly vscode_cmd?: string | unknown | undefined;\n  readonly wait?: boolean | unknown | undefined;\n  readonly dry_run?: boolean | unknown | undefined;\n  readonly dryRun?: boolean | unknown | undefined;\n  readonly subagent_root?: string | unknown | undefined;\n  readonly subagentRoot?: string | unknown | undefined;\n  readonly workspace_template?: string | unknown | undefined;\n  readonly workspaceTemplate?: string | unknown | undefined;\n  // CLI fields\n  readonly command_template?: string | unknown | undefined;\n  readonly commandTemplate?: string | unknown | undefined;\n  readonly files_format?: string | unknown | undefined;\n  readonly filesFormat?: string | unknown | undefined;\n  readonly attachments_format?: string | unknown | undefined;\n  readonly attachmentsFormat?: string | unknown | undefined;\n  readonly env?: unknown | undefined;\n  readonly healthcheck?: unknown | undefined;\n  // Retry configuration fields\n  readonly max_retries?: number | unknown | undefined;\n  readonly maxRetries?: number | unknown | undefined;\n  readonly retry_initial_delay_ms?: number | unknown | undefined;\n  readonly retryInitialDelayMs?: number | unknown | undefined;\n  readonly retry_max_delay_ms?: number | unknown | undefined;\n  readonly retryMaxDelayMs?: number | unknown | undefined;\n  readonly retry_backoff_factor?: number | unknown | undefined;\n  readonly retryBackoffFactor?: number | unknown | undefined;\n  readonly retry_status_codes?: unknown | undefined;\n  readonly retryStatusCodes?: unknown | undefined;\n}\n"],"mappings":";AAAA,SAAS,iBAAiB;AAC1B,SAAS,QAAQ,gBAAgB;AACjC,OAAO,UAAU;AAEjB,eAAsB,WAAW,UAAoC;AACnE,MAAI;AACF,UAAM,OAAO,UAAU,UAAU,IAAI;AACrC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAMO,SAAS,qBAAqB,SAAyB;AAC5D,SAAO,QAAQ,QAAQ,SAAS,IAAI;AACtC;AAMA,eAAsB,aAAa,UAAmC;AACpE,QAAM,UAAU,MAAM,SAAS,UAAU,MAAM;AAC/C,SAAO,qBAAqB,OAAO;AACrC;AAKA,eAAsB,aAA0B,UAA8B;AAC5E,QAAM,UAAU,MAAM,SAAS,UAAU,MAAM;AAC/C,SAAO,KAAK,MAAM,OAAO;AAC3B;AAKA,eAAsB,YAAY,WAA2C;AAC3E,MAAI,aAAa,KAAK,QAAQ,KAAK,QAAQ,SAAS,CAAC;AACrD,QAAM,OAAO,KAAK,MAAM,UAAU,EAAE;AAEpC,SAAO,eAAe,MAAM;AAC1B,UAAM,UAAU,KAAK,KAAK,YAAY,MAAM;AAC5C,QAAI,MAAM,WAAW,OAAO,GAAG;AAC7B,aAAO;AAAA,IACT;AAEA,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,cAAc,YAAY;AAC5B;AAAA,IACF;AACA,iBAAa;AAAA,EACf;AAEA,SAAO;AACT;AAMO,SAAS,oBAAoB,UAAkB,UAAqC;AACzF,QAAM,cAAwB,CAAC;AAC/B,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,WAAW,KAAK,QAAQ,QAAQ;AACtC,MAAI,UAA8B,KAAK,QAAQ,KAAK,QAAQ,QAAQ,CAAC;AAErE,SAAO,YAAY,QAAW;AAC5B,QAAI,CAAC,KAAK,IAAI,OAAO,GAAG;AACtB,kBAAY,KAAK,OAAO;AACxB,WAAK,IAAI,OAAO;AAAA,IAClB;AACA,QAAI,YAAY,UAAU;AACxB;AAAA,IACF;AACA,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,SAAS;AACtB;AAAA,IACF;AACA,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,KAAK,IAAI,QAAQ,GAAG;AACvB,gBAAY,KAAK,QAAQ;AAAA,EAC3B;AAEA,SAAO;AACT;AAMO,SAAS,iBAAiB,UAAkB,UAAqC;AACtF,QAAM,cAAwB,CAAC;AAC/B,QAAM,UAAU,CAAC,SAAuB;AACtC,UAAM,aAAa,KAAK,QAAQ,IAAI;AACpC,QAAI,CAAC,YAAY,SAAS,UAAU,GAAG;AACrC,kBAAY,KAAK,UAAU;AAAA,IAC7B;AAAA,EACF;AAEA,MAAI,aAAa,KAAK,QAAQ,QAAQ;AACtC,MAAI,kBAAkB;AACtB,SAAO,CAAC,iBAAiB;AACvB,YAAQ,UAAU;AAClB,UAAM,YAAY,KAAK,QAAQ,UAAU;AACzC,QAAI,eAAe,YAAY,cAAc,YAAY;AACvD,wBAAkB;AAAA,IACpB,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AAEA,UAAQ,QAAQ;AAChB,UAAQ,QAAQ,IAAI,CAAC;AACrB,SAAO;AACT;AAKA,SAAS,sBAAsB,OAAuB;AACpD,QAAM,UAAU,MAAM,QAAQ,WAAW,EAAE;AAC3C,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAKA,eAAsB,qBACpB,UACA,aAKC;AACD,QAAM,cAAc,sBAAsB,QAAQ;AAClD,QAAM,iBAA2B,CAAC;AAElC,MAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,mBAAe,KAAK,KAAK,UAAU,QAAQ,CAAC;AAAA,EAC9C;AAEA,aAAW,QAAQ,aAAa;AAC9B,mBAAe,KAAK,KAAK,QAAQ,MAAM,WAAW,CAAC;AAAA,EACrD;AAEA,QAAM,YAAsB,CAAC;AAC7B,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,gBAAgB;AACtC,UAAM,oBAAoB,KAAK,QAAQ,SAAS;AAChD,QAAI,KAAK,IAAI,iBAAiB,GAAG;AAC/B;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,cAAU,KAAK,iBAAiB;AAChC,QAAI,MAAM,WAAW,iBAAiB,GAAG;AACvC,aAAO,EAAE,aAAa,cAAc,mBAAmB,UAAU;AAAA,IACnE;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,UAAU;AAClC;;;ACxKA,OAAOA,WAAU;AACjB,SAAS,SAAS;AAIX,IAAM,mBAAmB,oBAAI,IAAI;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAuJD,IAAM,qBAAqB,EACxB,OAAO;AAAA,EACN,MAAM,EAAE,OAAO,EAAE,IAAI,GAAG,yBAAyB;AAAA,EACjD,UAAU,EAAE,OAAO,EAAE,IAAI,GAAG,sBAAsB;AAAA,EAClD,cAAc,EAAE,OAAO,EAAE,SAAS;AAAA,EAClC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS;AAC5C,CAAC,EACA,YAAY;AAEf,IAAM,4BAA4B;AAElC,SAAS,yBAAyB,OAAmC;AACnE,MAAI,CAAC,OAAO;AACV,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,MAAM,KAAK;AAC3B,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB,QAAQ,QAAQ,4BAA4B,EAAE,EAAE,KAAK;AAC3E,SAAO,cAAc,SAAS,IAAI,gBAAgB;AACpD;AAEA,SAAS,mBAAmB,QAAqE;AAC/F,QAAM,aAAa;AAAA,IACjB,OAAO,eAAe,OAAO;AAAA,IAC7B,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,iBAAiB;AAAA,IACrB,OAAO,0BAA0B,OAAO;AAAA,IACxC,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,aAAa;AAAA,IACjB,OAAO,sBAAsB,OAAO;AAAA,IACpC,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,gBAAgB;AAAA,IACpB,OAAO,wBAAwB,OAAO;AAAA,IACtC,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,uBAAuB;AAAA,IAC3B,OAAO,sBAAsB,OAAO;AAAA,IACpC,GAAG,OAAO,IAAI;AAAA,EAChB;AAGA,MACE,eAAe,UACf,mBAAmB,UACnB,eAAe,UACf,kBAAkB,UAClB,yBAAyB,QACzB;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,wBACd,YACA,MAAiB,QAAQ,KACzB,cACgB;AAChB,QAAM,SAAS,mBAAmB,MAAM,UAAU;AAClD,QAAM,WAAW,OAAO,SAAS,YAAY;AAC7C,QAAM,mBAAmB;AAAA,IACvB,OAAO,qBAAqB,OAAO;AAAA,EACrC;AAEA,UAAQ,UAAU;AAAA,IAChB,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,mBAAmB,QAAQ,GAAG;AAAA,MACxC;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,uBAAuB,QAAQ,GAAG;AAAA,MAC5C;AAAA,IACF,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,oBAAoB,QAAQ,GAAG;AAAA,MACzC;AAAA,IACF,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,mBAAmB,QAAQ,GAAG;AAAA,MACxC;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,kBAAkB,MAAM;AAAA,MAClC;AAAA,IACF,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,oBAAoB,QAAQ,KAAK,aAAa,iBAAiB;AAAA,MACzE;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,OAAO;AAAA,QACb,aAAa,OAAO;AAAA,QACpB,SAAS,OAAO;AAAA,QAChB;AAAA,QACA,QAAQ,iBAAiB,QAAQ,KAAK,YAAY;AAAA,MACpD;AAAA,IACF;AACE,YAAM,IAAI,MAAM,yBAAyB,OAAO,QAAQ,gBAAgB,OAAO,IAAI,GAAG;AAAA,EAC1F;AACF;AAEA,SAAS,mBACP,QACA,KACqB;AACrB,QAAM,iBAAiB,OAAO,YAAY,OAAO,YAAY,OAAO;AACpE,QAAM,eAAe,OAAO,WAAW,OAAO;AAC9C,QAAM,mBAAmB,OAAO,cAAc,OAAO,kBAAkB,OAAO;AAC9E,QAAM,gBAAgB,OAAO,WAAW,OAAO;AAC/C,QAAM,oBAAoB,OAAO;AACjC,QAAM,kBAAkB,OAAO,qBAAqB,OAAO;AAE3D,QAAM,eAAe,cAAc,gBAAgB,KAAK,GAAG,OAAO,IAAI,WAAW;AACjF,QAAM,SAAS,cAAc,cAAc,KAAK,GAAG,OAAO,IAAI,UAAU;AACxE,QAAM,iBAAiB,cAAc,kBAAkB,KAAK,GAAG,OAAO,IAAI,aAAa;AACvF,QAAM,UAAU;AAAA,IACd,sBAAsB,eAAe,KAAK,GAAG,OAAO,IAAI,gBAAgB;AAAA,MACtE,cAAc;AAAA,MACd,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AACA,QAAM,cAAc,sBAAsB,mBAAmB,GAAG,OAAO,IAAI,cAAc;AACzF,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,QAAQ,mBAAmB,MAAM;AAEvC,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,uBACP,QACA,KACyB;AACzB,QAAM,eAAe,OAAO,WAAW,OAAO;AAC9C,QAAM,cAAc,OAAO,SAAS,OAAO,cAAc,OAAO;AAChE,QAAM,oBAAoB,OAAO;AACjC,QAAM,kBAAkB,OAAO,qBAAqB,OAAO;AAC3D,QAAM,uBAAuB,OAAO,mBAAmB,OAAO;AAE9D,QAAM,SAAS,cAAc,cAAc,KAAK,GAAG,OAAO,IAAI,oBAAoB;AAClF,QAAM,QAAQ,cAAc,aAAa,KAAK,GAAG,OAAO,IAAI,kBAAkB;AAC9E,QAAM,QAAQ,mBAAmB,MAAM;AAEvC,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,aAAa,sBAAsB,mBAAmB,GAAG,OAAO,IAAI,cAAc;AAAA,IAClF,iBAAiB,sBAAsB,iBAAiB,GAAG,OAAO,IAAI,oBAAoB;AAAA,IAC1F,gBAAgB,sBAAsB,sBAAsB,GAAG,OAAO,IAAI,kBAAkB;AAAA,IAC5F;AAAA,EACF;AACF;AAEA,SAAS,oBACP,QACA,KACsB;AACtB,QAAM,eAAe,OAAO,WAAW,OAAO;AAC9C,QAAM,cAAc,OAAO,SAAS,OAAO,cAAc,OAAO;AAChE,QAAM,oBAAoB,OAAO;AACjC,QAAM,kBAAkB,OAAO,qBAAqB,OAAO;AAE3D,QAAM,SAAS,cAAc,cAAc,KAAK,GAAG,OAAO,IAAI,iBAAiB;AAC/E,QAAM,QACJ,sBAAsB,aAAa,KAAK,GAAG,OAAO,IAAI,iBAAiB;AAAA,IACrE,cAAc;AAAA,IACd,aAAa;AAAA,EACf,CAAC,KAAK;AACR,QAAM,QAAQ,mBAAmB,MAAM;AAEvC,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,aAAa,sBAAsB,mBAAmB,GAAG,OAAO,IAAI,cAAc;AAAA,IAClF,iBAAiB,sBAAsB,iBAAiB,GAAG,OAAO,IAAI,oBAAoB;AAAA,IAC1F;AAAA,EACF;AACF;AAEA,SAAS,mBACP,QACA,KACqB;AACrB,QAAM,mBAAmB,OAAO,cAAc,OAAO,WAAW,OAAO;AACvE,QAAM,aAAa,OAAO,QAAQ,OAAO;AACzC,QAAM,YAAY,OAAO;AACzB,QAAM,gBAAgB,OAAO,mBAAmB,OAAO;AACvD,QAAM,eACJ,OAAO,WAAW,OAAO,UAAU,OAAO,iBAAiB,OAAO;AACpE,QAAM,kBACJ,OAAO,cACP,OAAO,aACP,OAAO,qBACP,OAAO,mBACP,IAAI;AAEN,QAAM,aACJ,sBAAsB,kBAAkB,KAAK,GAAG,OAAO,IAAI,qBAAqB;AAAA,IAC9E,cAAc;AAAA,IACd,aAAa;AAAA,EACf,CAAC,KAAK;AAER,QAAM,OAAO,2BAA2B,YAAY,KAAK,GAAG,OAAO,IAAI,aAAa;AAEpF,QAAM,MAAM,sBAAsB,WAAW,KAAK,GAAG,OAAO,IAAI,cAAc;AAAA,IAC5E,cAAc;AAAA,IACd,aAAa;AAAA,EACf,CAAC;AACD,QAAM,YAAY,iBAAiB,eAAe,GAAG,OAAO,IAAI,gBAAgB;AAChF,QAAM,SAAS,sBAAsB,cAAc,KAAK,GAAG,OAAO,IAAI,wBAAwB;AAAA,IAC5F,cAAc;AAAA,IACd,aAAa;AAAA,EACf,CAAC;AACD,QAAM,YAAY,wBAAwB,eAAe;AAEzD,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,wBAAwB,OAAgD;AAC/E,MAAI,UAAU,UAAa,UAAU,MAAM;AACzC,WAAO;AAAA,EACT;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AACA,QAAM,aAAa,MAAM,KAAK,EAAE,YAAY;AAC5C,MAAI,eAAe,UAAU,eAAe,WAAW;AACrD,WAAO;AAAA,EACT;AACA,QAAM,IAAI,MAAM,8CAA8C;AAChE;AAEA,SAAS,kBAAkB,QAAgE;AACzF,QAAM,WAAW,OAAO,OAAO,aAAa,WAAW,OAAO,WAAW;AACzE,SAAO,EAAE,SAAS;AACpB;AAEA,SAAS,oBACP,QACA,KACA,UACsB;AACtB,QAAM,0BAA0B;AAAA,IAC9B,OAAO,sBAAsB,OAAO;AAAA,EACtC;AACA,QAAM,oBAAoB,0BACtB;AAAA,IACE;AAAA,IACA;AAAA,IACA,GAAG,OAAO,IAAI;AAAA,IACd;AAAA,MACE,cAAc;AAAA,MACd,aAAa;AAAA,IACf;AAAA,EACF,IACA;AAEJ,QAAM,gBAAgB,OAAO,cAAc,OAAO;AAClD,QAAM,aAAa,OAAO;AAC1B,QAAM,eAAe,OAAO,WAAW,OAAO;AAC9C,QAAM,qBAAqB,OAAO,iBAAiB,OAAO;AAE1D,QAAM,iBAAiB,WAAW,kBAAkB;AACpD,QAAM,UAAU,6BAA6B,aAAa,KAAK;AAE/D,SAAO;AAAA,IACL;AAAA,IACA,iBAAiB,uBAAuB,UAAU,KAAK;AAAA,IACvD,QAAQ,uBAAuB,YAAY,KAAK;AAAA,IAChD,cAAc,sBAAsB,oBAAoB,KAAK,GAAG,OAAO,IAAI,kBAAkB;AAAA,MAC3F,cAAc;AAAA,MACd,aAAa;AAAA,IACf,CAAC;AAAA,IACD;AAAA,EACF;AACF;AAEA,SAAS,iBACP,QACA,KACA,cACmB;AACnB,QAAM,wBAAwB,OAAO,oBAAoB,OAAO;AAChE,QAAM,cAAc;AAAA,IAClB,OAAO,gBACL,OAAO,eACP,OAAO,sBACP,OAAO;AAAA,EACX;AAEA,QAAM,UAAU,uBAAuB,OAAO,WAAW,OAAO,eAAe,OAAO,UAAU;AAChG,QAAM,gBAAgB;AAAA,IACpB,OAAO,mBACL,OAAO,iBACP,OAAO,qBACP,OAAO;AAAA,EACX;AACA,MAAI,MAAM,sBAAsB,OAAO,KAAK,KAAK,GAAG,OAAO,IAAI,sBAAsB;AAAA,IACnF,cAAc;AAAA,IACd,aAAa;AAAA,EACf,CAAC;AAID,MAAI,OAAO,gBAAgB,CAACA,MAAK,WAAW,GAAG,GAAG;AAChD,UAAMA,MAAK,QAAQA,MAAK,QAAQA,MAAK,QAAQ,YAAY,CAAC,GAAG,GAAG;AAAA,EAClE;AAEA,MAAI,CAAC,OAAO,cAAc;AACxB,UAAMA,MAAK,QAAQA,MAAK,QAAQ,YAAY,CAAC;AAAA,EAC/C;AACA,QAAM,YAAY;AAAA,IAChB,OAAO,mBAAmB,OAAO;AAAA,IACjC,GAAG,OAAO,IAAI;AAAA,EAChB;AACA,QAAM,cAAc,sBAAsB,OAAO,aAAa,KAAK,OAAO,MAAM,YAAY;AAE5F,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA;AAAA,IACA,GAAG,OAAO,IAAI;AAAA,IACd;AAAA,EACF;AACA,iCAA+B,iBAAiB,GAAG,OAAO,IAAI,uBAAuB;AAErF,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,iBAAiB,QAAiB,aAAyC;AAClF,QAAM,UAAU,sBAAsB,QAAQ,GAAG,WAAW,YAAY;AACxE,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AACA,MAAI,WAAW,GAAG;AAChB,UAAM,IAAI,MAAM,GAAG,WAAW,oCAAoC;AAAA,EACpE;AACA,SAAO,KAAK,MAAM,UAAU,GAAI;AAClC;AAEA,SAAS,sBACP,QACA,KACA,YACA,cAC4B;AAC5B,MAAI,WAAW,UAAa,WAAW,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,YAAY,MAAM,QAAQ,MAAM,GAAG;AACvD,UAAM,IAAI,MAAM,GAAG,UAAU,gCAAgC;AAAA,EAC/D;AAEA,QAAM,YAAY;AAClB,QAAM,OAAO,UAAU;AACvB,QAAM,YAAY;AAAA,IAChB,UAAU,mBAAmB,UAAU;AAAA,IACvC,GAAG,UAAU;AAAA,EACf;AAEA,MAAI,SAAS,QAAQ;AACnB,UAAM,MAAM,cAAc,UAAU,KAAK,KAAK,GAAG,UAAU,kBAAkB;AAC7E,WAAO;AAAA,MACL,MAAM;AAAA,MACN;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAEA,MAAI,SAAS,WAAW;AACtB,UAAM,kBAAkB;AAAA,MACtB,UAAU,oBAAoB,UAAU;AAAA,MACxC;AAAA,MACA,GAAG,UAAU;AAAA,MACb;AAAA,IACF;AACA,mCAA+B,iBAAiB,GAAG,UAAU,+BAA+B;AAC5F,UAAM,MAAM,sBAAsB,UAAU,KAAK,KAAK,GAAG,UAAU,oBAAoB;AAAA,MACrF,cAAc;AAAA,MACd,aAAa;AAAA,IACf,CAAC;AAED,UAAM,cACJ,OAAO,gBAAgB,CAACA,MAAK,WAAW,GAAG,IACvCA,MAAK,QAAQA,MAAK,QAAQA,MAAK,QAAQ,YAAY,CAAC,GAAG,GAAG,IAC1D;AACN,WAAO;AAAA,MACL,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA,KAAK;AAAA,IACP;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,GAAG,UAAU,+CAA+C;AAC9E;AAEA,SAAS,+BAA+B,UAAkB,aAA2B;AACnF,QAAM,eAAe,uBAAuB,QAAQ;AACpD,aAAW,eAAe,cAAc;AACtC,QAAI,CAAC,iBAAiB,IAAI,WAAW,GAAG;AACtC,YAAM,IAAI;AAAA,QACR,GAAG,WAAW,uCAAuC,WAAW,+BAA+B,MAAM,KAAK,gBAAgB,EAAE,KAAK,IAAI,CAAC;AAAA,MACxI;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,uBAAuB,UAA4B;AAC1D,QAAM,UAAU,SAAS,SAAS,gBAAgB;AAClD,QAAM,UAAoB,CAAC;AAC3B,aAAW,SAAS,SAAS;AAC3B,QAAI,MAAM,CAAC,GAAG;AACZ,cAAQ,KAAK,MAAM,CAAC,CAAC;AAAA,IACvB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cACP,QACA,KACA,aACA,eAAe,OACP;AACR,QAAM,QAAQ,sBAAsB,QAAQ,KAAK,aAAa;AAAA,IAC5D;AAAA,IACA,aAAa;AAAA,EACf,CAAC;AACD,MAAI,UAAU,QAAW;AACvB,UAAM,IAAI,MAAM,GAAG,WAAW,cAAc;AAAA,EAC9C;AACA,SAAO;AACT;AAEA,SAAS,sBACP,QACA,KACA,aACA,SACoB;AACpB,MAAI,WAAW,UAAa,WAAW,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,IAAI,MAAM,GAAG,WAAW,mBAAmB;AAAA,EACnD;AACA,QAAM,UAAU,OAAO,KAAK;AAC5B,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,EACT;AAGA,QAAM,cAAc,QAAQ,MAAM,iCAAiC;AACnE,MAAI,aAAa;AACf,UAAM,UAAU,YAAY,CAAC;AAC7B,UAAM,WAAW,IAAI,OAAO;AAC5B,UAAM,cAAc,SAAS,eAAe;AAG5C,QAAI,aAAa,UAAa,SAAS,KAAK,EAAE,WAAW,GAAG;AAC1D,UAAI,aAAa;AACf,eAAO;AAAA,MACT;AACA,YAAM,SAAS,aAAa,SAAY,eAAe;AACvD,YAAM,IAAI,MAAM,yBAAyB,OAAO,kBAAkB,WAAW,IAAI,MAAM,EAAE;AAAA,IAC3F;AACA,WAAO;AAAA,EACT;AAGA,QAAM,eAAe,SAAS,gBAAgB;AAC9C,MAAI,CAAC,cAAc;AACjB,UAAM,IAAI;AAAA,MACR,GAAG,WAAW;AAAA,IAChB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,6BAA6B,QAAqC;AACzE,MAAI,WAAW,UAAa,WAAW,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,IAAI,MAAM,uBAAuB;AAAA,EACzC;AACA,QAAM,UAAU,OAAO,KAAK;AAC5B,SAAO,QAAQ,SAAS,IAAI,UAAU;AACxC;AAEA,SAAS,sBAAsB,QAAiB,aAAyC;AACvF,MAAI,WAAW,UAAa,WAAW,QAAQ,WAAW,IAAI;AAC5D,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,UAAU;AAC9B,WAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAAA,EAC5C;AACA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,UAAU,OAAO,MAAM;AAC7B,QAAI,OAAO,SAAS,OAAO,GAAG;AAC5B,aAAO;AAAA,IACT;AAAA,EACF;AACA,QAAM,IAAI,MAAM,GAAG,WAAW,mBAAmB;AACnD;AAEA,SAAS,uBAAuB,QAAsC;AACpE,MAAI,WAAW,UAAa,WAAW,QAAQ,WAAW,IAAI;AAC5D,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,WAAW;AAC/B,WAAO;AAAA,EACT;AACA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,UAAU,OAAO,KAAK,EAAE,YAAY;AAC1C,QAAI,YAAY,UAAU,YAAY,KAAK;AACzC,aAAO;AAAA,IACT;AACA,QAAI,YAAY,WAAW,YAAY,KAAK;AAC1C,aAAO;AAAA,IACT;AAAA,EACF;AACA,QAAM,IAAI,MAAM,wBAAwB;AAC1C;AAEA,SAAS,2BACP,QACA,KACA,aAC+B;AAC/B,MAAI,WAAW,UAAa,WAAW,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,UAAM,IAAI,MAAM,GAAG,WAAW,8BAA8B;AAAA,EAC9D;AACA,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,WAAqB,CAAC;AAC5B,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,UAAM,OAAO,OAAO,CAAC;AACrB,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,IAAI,MAAM,GAAG,WAAW,IAAI,CAAC,oBAAoB;AAAA,IACzD;AACA,UAAM,UAAU,KAAK,KAAK;AAC1B,QAAI,QAAQ,WAAW,GAAG;AACxB,YAAM,IAAI,MAAM,GAAG,WAAW,IAAI,CAAC,mBAAmB;AAAA,IACxD;AAGA,UAAM,cAAc,QAAQ,MAAM,iCAAiC;AACnE,QAAI,aAAa;AACf,YAAM,UAAU,YAAY,CAAC;AAC7B,YAAM,WAAW,IAAI,OAAO;AAC5B,UAAI,aAAa,QAAW;AAC1B,YAAI,SAAS,KAAK,EAAE,WAAW,GAAG;AAChC,gBAAM,IAAI,MAAM,yBAAyB,OAAO,SAAS,WAAW,IAAI,CAAC,YAAY;AAAA,QACvF;AACA,iBAAS,KAAK,QAAQ;AACtB;AAAA,MACF;AACA,YAAM,IAAI,MAAM,yBAAyB,OAAO,SAAS,WAAW,IAAI,CAAC,cAAc;AAAA,IACzF;AAGA,aAAS,KAAK,OAAO;AAAA,EACvB;AACA,SAAO,SAAS,SAAS,IAAI,WAAW;AAC1C;AAEA,SAAS,2BACP,QACA,aAC+B;AAC/B,MAAI,WAAW,UAAa,WAAW,MAAM;AAC3C,WAAO;AAAA,EACT;AACA,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,UAAM,IAAI,MAAM,GAAG,WAAW,8BAA8B;AAAA,EAC9D;AACA,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,WAAqB,CAAC;AAC5B,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,UAAM,OAAO,OAAO,CAAC;AACrB,QAAI,OAAO,SAAS,YAAY,CAAC,OAAO,SAAS,IAAI,GAAG;AACtD,YAAM,IAAI,MAAM,GAAG,WAAW,IAAI,CAAC,oBAAoB;AAAA,IACzD;AACA,aAAS,KAAK,IAAI;AAAA,EACpB;AACA,SAAO,SAAS,SAAS,IAAI,WAAW;AAC1C;;;ACtyBO,IAAM,uBAAgD;AAAA,EAC3D;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,kBAA2C;AAAA,EACtD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAMO,IAAM,mBAAsC;AAAA,EACjD;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AAAA,EACA;AAAA;AACF;AAqEO,SAAS,4BACd,UACQ;AACR,MAAI,CAAC,YAAY,SAAS,WAAW,GAAG;AACtC,WAAO;AAAA,EACT;AAGA,WAAS,IAAI,SAAS,SAAS,GAAG,KAAK,GAAG,KAAK;AAC7C,UAAM,MAAM,SAAS,CAAC;AACtB,QAAI,IAAI,SAAS,eAAe,IAAI,YAAY,QAAW;AACzD,UAAI,OAAO,IAAI,YAAY,UAAU;AACnC,eAAO,IAAI;AAAA,MACb;AACA,aAAO,KAAK,UAAU,IAAI,OAAO;AAAA,IACnC;AAAA,EACF;AAEA,SAAO;AACT;AAMO,SAAS,gBAAgB,UAAyC;AACvE,SAAO,WAAW,qBAAqB,SAAS,SAAS,IAAI,IAAI;AACnE;","names":["path"]}

package/dist/evaluation/validation/index.cjs

@@ -460,6 +460,9 @@ var CLI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "command_template",
   "commandTemplate",
+  "verbose",
+  "cli_verbose",
+  "cliVerbose",
   "files_format",
   "filesFormat",
   "attachments_format",
@@ -468,7 +471,11 @@ var CLI_SETTINGS = /* @__PURE__ */ new Set([
   "env",
   "timeout_seconds",
   "timeoutSeconds",
-  "healthcheck"
+  "healthcheck",
+  "keep_temp_files",
+  "keepTempFiles",
+  "keep_output_files",
+  "keepOutputFiles"
 ]);
 function getKnownSettings(provider) {
   const normalizedProvider = provider.toLowerCase();
@@ -593,6 +600,15 @@ async function validateTargetsFile(filePath) {
     if (healthcheck !== void 0) {
       validateCliHealthcheck(healthcheck, absolutePath2, `${location}.healthcheck`, errors2);
     }
+    const verbose = target.verbose ?? target.cli_verbose ?? target.cliVerbose;
+    if (verbose !== void 0 && typeof verbose !== "boolean") {
+      errors2.push({
+        severity: "error",
+        filePath: absolutePath2,
+        location: `${location}.verbose`,
+        message: "'verbose' must be a boolean when provided"
+      });
+    }
   }
   function validateCliHealthcheck(healthcheck, absolutePath2, location, errors2) {
     if (!isObject2(healthcheck)) {