@agentv/core 4.6.1 → 4.7.0

package/dist/evaluation/validation/index.cjs

@@ -299,7 +299,7 @@ var KNOWN_TEST_FIELDS = /* @__PURE__ */ new Set([
   "workspace",
   "metadata",
   "conversation_id",
-  "dataset",
+  "suite",
   "note"
 ]);
 var NAME_PATTERN = /^[a-z0-9-]+$/;
@@ -867,15 +867,13 @@ var import_node_path4 = __toESM(require("path"), 1);
 var import_zod = require("zod");
 var CliHealthcheckHttpInputSchema = import_zod.z.object({
   url: import_zod.z.string().min(1, "healthcheck URL is required"),
-  timeout_seconds: import_zod.z.number().positive().optional(),
-  timeoutSeconds: import_zod.z.number().positive().optional()
-});
+  timeout_seconds: import_zod.z.number().positive().optional()
+}).passthrough();
 var CliHealthcheckCommandInputSchema = import_zod.z.object({
   command: import_zod.z.string().min(1, "healthcheck command is required"),
   cwd: import_zod.z.string().optional(),
-  timeout_seconds: import_zod.z.number().positive().optional(),
-  timeoutSeconds: import_zod.z.number().positive().optional()
-});
+  timeout_seconds: import_zod.z.number().positive().optional()
+}).passthrough();
 var CliHealthcheckInputSchema = import_zod.z.union([
   CliHealthcheckHttpInputSchema,
   CliHealthcheckCommandInputSchema
@@ -887,36 +885,28 @@ var CliTargetInputSchema = import_zod.z.object({
   command: import_zod.z.string(),
   // Files format - optional
   files_format: import_zod.z.string().optional(),
-  filesFormat: import_zod.z.string().optional(),
   attachments_format: import_zod.z.string().optional(),
-  attachmentsFormat: import_zod.z.string().optional(),
   // Working directory - optional
   cwd: import_zod.z.string().optional(),
   // Workspace template directory - optional (mutually exclusive with cwd)
   workspace_template: import_zod.z.string().optional(),
-  workspaceTemplate: import_zod.z.string().optional(),
   // Timeout in seconds - optional
   timeout_seconds: import_zod.z.number().positive().optional(),
-  timeoutSeconds: import_zod.z.number().positive().optional(),
   // Healthcheck configuration - optional
   healthcheck: CliHealthcheckInputSchema.optional(),
   // Verbose mode - optional
   verbose: import_zod.z.boolean().optional(),
   cli_verbose: import_zod.z.boolean().optional(),
-  cliVerbose: import_zod.z.boolean().optional(),
   // Keep temp files - optional
   keep_temp_files: import_zod.z.boolean().optional(),
-  keepTempFiles: import_zod.z.boolean().optional(),
   keep_output_files: import_zod.z.boolean().optional(),
-  keepOutputFiles: import_zod.z.boolean().optional(),
   // Common target fields
   grader_target: import_zod.z.string().optional(),
   judge_target: import_zod.z.string().optional(),
   // backward compat
   workers: import_zod.z.number().int().min(1).optional(),
-  provider_batching: import_zod.z.boolean().optional(),
-  providerBatching: import_zod.z.boolean().optional()
-});
+  provider_batching: import_zod.z.boolean().optional()
+}).passthrough();
 var CliHealthcheckHttpSchema = import_zod.z.object({
   url: import_zod.z.string().min(1),
   timeoutMs: import_zod.z.number().positive().optional()
@@ -948,14 +938,83 @@ var CLI_PLACEHOLDERS = /* @__PURE__ */ new Set([
   "FILES",
   "OUTPUT_FILE"
 ]);
+var DEPRECATED_TARGET_CAMEL_CASE_FIELDS = /* @__PURE__ */ new Map([
+  ["providerBatching", "provider_batching"],
+  ["subagentModeAllowed", "subagent_mode_allowed"],
+  ["fallbackTargets", "fallback_targets"],
+  ["resourceName", "endpoint"],
+  ["baseUrl", "base_url"],
+  ["apiKey", "api_key"],
+  ["deploymentName", "model"],
+  ["thinkingBudget", "thinking_budget"],
+  ["maxTokens", "max_output_tokens"],
+  ["apiFormat", "api_format"],
+  ["timeoutSeconds", "timeout_seconds"],
+  ["logDir", "log_dir"],
+  ["logDirectory", "log_directory"],
+  ["logFormat", "log_format"],
+  ["logOutputFormat", "log_output_format"],
+  ["systemPrompt", "system_prompt"],
+  ["maxTurns", "max_turns"],
+  ["maxBudgetUsd", "max_budget_usd"],
+  ["dryRun", "dry_run"],
+  ["subagentRoot", "subagent_root"],
+  ["filesFormat", "files_format"],
+  ["attachmentsFormat", "attachments_format"],
+  ["cliUrl", "cli_url"],
+  ["cliPath", "cli_path"],
+  ["githubToken", "github_token"],
+  ["sessionDir", "session_dir"],
+  ["sessionId", "session_id"],
+  ["sessionStateDir", "session_state_dir"],
+  ["maxRetries", "max_retries"],
+  ["retryInitialDelayMs", "retry_initial_delay_ms"],
+  ["retryMaxDelayMs", "retry_max_delay_ms"],
+  ["retryBackoffFactor", "retry_backoff_factor"],
+  ["retryStatusCodes", "retry_status_codes"]
+]);
+var DEPRECATED_HEALTHCHECK_CAMEL_CASE_FIELDS = /* @__PURE__ */ new Map([
+  ["timeoutSeconds", "timeout_seconds"]
+]);
+function collectDeprecatedCamelCaseWarnings(value, location, aliases) {
+  if (typeof value !== "object" || value === null || Array.isArray(value)) {
+    return [];
+  }
+  const warnings = [];
+  for (const [camelCaseField, snakeCaseField] of aliases) {
+    if (Object.prototype.hasOwnProperty.call(value, camelCaseField)) {
+      warnings.push({
+        location: `${location}.${camelCaseField}`,
+        message: `camelCase field '${camelCaseField}' is no longer supported in targets.yaml. Use '${snakeCaseField}' instead.`
+      });
+    }
+  }
+  return warnings;
+}
+function findDeprecatedCamelCaseTargetWarnings(target, location) {
+  const warnings = collectDeprecatedCamelCaseWarnings(
+    target,
+    location,
+    DEPRECATED_TARGET_CAMEL_CASE_FIELDS
+  );
+  if (typeof target !== "object" || target === null || Array.isArray(target)) {
+    return warnings;
+  }
+  const healthcheck = target.healthcheck;
+  warnings.push(
+    ...collectDeprecatedCamelCaseWarnings(
+      healthcheck,
+      `${location}.healthcheck`,
+      DEPRECATED_HEALTHCHECK_CAMEL_CASE_FIELDS
+    )
+  );
+  return warnings;
+}
 var COMMON_TARGET_SETTINGS = [
   "use_target",
   "provider_batching",
-  "providerBatching",
   "subagent_mode_allowed",
-  "subagentModeAllowed",
-  "fallback_targets",
-  "fallbackTargets"
+  "fallback_targets"
 ];
 var BASE_TARGET_SCHEMA = import_zod.z.object({
   name: import_zod.z.string().min(1, "target name is required"),
@@ -966,10 +1025,8 @@ var BASE_TARGET_SCHEMA = import_zod.z.object({
   // backward compat
   workers: import_zod.z.number().int().min(1).optional(),
   workspace_template: import_zod.z.string().optional(),
-  workspaceTemplate: import_zod.z.string().optional(),
   subagent_mode_allowed: import_zod.z.boolean().optional(),
-  fallback_targets: import_zod.z.array(import_zod.z.string().min(1)).optional(),
-  fallbackTargets: import_zod.z.array(import_zod.z.string().min(1)).optional()
+  fallback_targets: import_zod.z.array(import_zod.z.string().min(1)).optional()
 }).passthrough();
 
 // src/evaluation/providers/types.ts
@@ -992,7 +1049,8 @@ var KNOWN_PROVIDERS = [
   "mock",
   "vscode",
   "vscode-insiders",
-  "agentv"
+  "agentv",
+  "transcript"
 ];
 var PROVIDER_ALIASES = [
   "azure-openai",
@@ -1024,87 +1082,68 @@ function isObject2(value) {
 var COMMON_SETTINGS = new Set(COMMON_TARGET_SETTINGS);
 var RETRY_SETTINGS = /* @__PURE__ */ new Set([
   "max_retries",
-  "maxRetries",
   "retry_initial_delay_ms",
-  "retryInitialDelayMs",
   "retry_max_delay_ms",
-  "retryMaxDelayMs",
   "retry_backoff_factor",
-  "retryBackoffFactor",
-  "retry_status_codes",
-  "retryStatusCodes"
+  "retry_status_codes"
 ]);
 var AZURE_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "endpoint",
   "resource",
-  "resourceName",
   "api_key",
-  "apiKey",
   "deployment",
-  "deploymentName",
   "model",
   "version",
   "api_version",
+  "api_format",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var OPENAI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "endpoint",
   "base_url",
-  "baseUrl",
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "api_format",
-  "apiFormat",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var OPENROUTER_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var ANTHROPIC_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
   "max_output_tokens",
-  "maxTokens",
-  "thinking_budget",
-  "thinkingBudget"
+  "thinking_budget"
 ]);
 var GEMINI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var CODEX_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
@@ -1116,40 +1155,25 @@ var CODEX_SETTINGS = /* @__PURE__ */ new Set([
   "arguments",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_directory",
-  "logDirectory",
   "log_format",
-  "logFormat",
   "log_output_format",
-  "logOutputFormat",
   "system_prompt",
-  "systemPrompt",
-  "workspace_template",
-  "workspaceTemplate"
+  "workspace_template"
 ]);
 var COPILOT_SDK_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "cli_url",
-  "cliUrl",
   "cli_path",
-  "cliPath",
   "github_token",
-  "githubToken",
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_format",
-  "logFormat",
   "system_prompt",
-  "systemPrompt",
-  "workspace_template",
-  "workspaceTemplate"
+  "workspace_template"
 ]);
 var COPILOT_CLI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
@@ -1161,35 +1185,23 @@ var COPILOT_CLI_SETTINGS = /* @__PURE__ */ new Set([
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_format",
-  "logFormat",
   "system_prompt",
-  "systemPrompt",
-  "workspace_template",
-  "workspaceTemplate"
+  "workspace_template"
 ]);
 var VSCODE_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "executable",
   "workspace_template",
-  "workspaceTemplate",
   "wait",
   "dry_run",
-  "dryRun",
   "subagent_root",
-  "subagentRoot",
-  "timeout_seconds",
-  "timeoutSeconds"
+  "timeout_seconds"
 ]);
 var MOCK_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "response",
-  "delayMs",
-  "delayMinMs",
-  "delayMaxMs",
   "trace"
   // For testing tool-trajectory evaluator
 ]);
@@ -1198,23 +1210,14 @@ var CLAUDE_SETTINGS = /* @__PURE__ */ new Set([
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_directory",
-  "logDirectory",
   "log_format",
-  "logFormat",
   "log_output_format",
-  "logOutputFormat",
   "system_prompt",
-  "systemPrompt",
   "workspace_template",
-  "workspaceTemplate",
   "max_turns",
-  "maxTurns",
-  "max_budget_usd",
-  "maxBudgetUsd"
+  "max_budget_usd"
 ]);
 function getKnownSettings(provider) {
   const normalizedProvider = provider.toLowerCase();
@@ -1339,15 +1342,15 @@ async function validateTargetsFile(filePath) {
       });
       return;
     }
-    const timeoutSeconds = healthcheck.timeout_seconds ?? healthcheck.timeoutSeconds;
+    const timeoutSeconds = healthcheck.timeout_seconds;
     if (timeoutSeconds !== void 0) {
       const numericTimeout = Number(timeoutSeconds);
       if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
         errors2.push({
           severity: "error",
           filePath: absolutePath2,
-          location: `${location}.timeoutSeconds`,
-          message: "healthcheck.timeoutSeconds must be a positive number when provided"
+          location: `${location}.timeout_seconds`,
+          message: "healthcheck.timeout_seconds must be a positive number when provided"
         });
       }
     }
@@ -1446,6 +1449,18 @@ async function validateTargetsFile(filePath) {
       });
       continue;
     }
+    for (const warning of findDeprecatedCamelCaseTargetWarnings(target, location)) {
+      const fieldMatch = warning.message.match(/field '([^']+)'/);
+      const replacementMatch = warning.message.match(/Use '([^']+)' instead/);
+      const field = fieldMatch?.[1] ?? "unknown";
+      const replacement = replacementMatch?.[1] ?? "snake_case";
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: warning.location,
+        message: `camelCase field '${field}' is no longer supported in targets.yaml. Use '${replacement}' instead.`
+      });
+    }
     const name = target.name;
     if (typeof name !== "string" || name.trim().length === 0) {
       errors.push({