@agentv/core 4.6.1 → 4.8.0

package/dist/evaluation/validation/index.js

@@ -4,12 +4,13 @@ import {
   KNOWN_PROVIDERS,
   PROVIDER_ALIASES,
   buildSearchRoots,
+  findDeprecatedCamelCaseTargetWarnings,
   findGitRoot,
   interpolateEnv,
   isEvaluatorKind,
   loadCasesFromFile,
   resolveFileReference
-} from "../../chunk-ZK4GG7PR.js";
+} from "../../chunk-VCVVKCC4.js";
 
 // src/evaluation/validation/file-type.ts
 import { readFile } from "node:fs/promises";
@@ -123,7 +124,7 @@ var KNOWN_TEST_FIELDS = /* @__PURE__ */ new Set([
   "workspace",
   "metadata",
   "conversation_id",
-  "dataset",
+  "suite",
   "note"
 ]);
 var NAME_PATTERN = /^[a-z0-9-]+$/;
@@ -691,87 +692,68 @@ function isObject2(value) {
 var COMMON_SETTINGS = new Set(COMMON_TARGET_SETTINGS);
 var RETRY_SETTINGS = /* @__PURE__ */ new Set([
   "max_retries",
-  "maxRetries",
   "retry_initial_delay_ms",
-  "retryInitialDelayMs",
   "retry_max_delay_ms",
-  "retryMaxDelayMs",
   "retry_backoff_factor",
-  "retryBackoffFactor",
-  "retry_status_codes",
-  "retryStatusCodes"
+  "retry_status_codes"
 ]);
 var AZURE_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "endpoint",
   "resource",
-  "resourceName",
   "api_key",
-  "apiKey",
   "deployment",
-  "deploymentName",
   "model",
   "version",
   "api_version",
+  "api_format",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var OPENAI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "endpoint",
   "base_url",
-  "baseUrl",
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "api_format",
-  "apiFormat",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var OPENROUTER_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var ANTHROPIC_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
   "max_output_tokens",
-  "maxTokens",
-  "thinking_budget",
-  "thinkingBudget"
+  "thinking_budget"
 ]);
 var GEMINI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   ...RETRY_SETTINGS,
   "api_key",
-  "apiKey",
   "model",
   "deployment",
   "variant",
   "temperature",
-  "max_output_tokens",
-  "maxTokens"
+  "max_output_tokens"
 ]);
 var CODEX_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
@@ -783,40 +765,26 @@ var CODEX_SETTINGS = /* @__PURE__ */ new Set([
   "arguments",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_directory",
-  "logDirectory",
   "log_format",
-  "logFormat",
   "log_output_format",
-  "logOutputFormat",
   "system_prompt",
-  "systemPrompt",
-  "workspace_template",
-  "workspaceTemplate"
+  "workspace_template"
 ]);
 var COPILOT_SDK_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "cli_url",
-  "cliUrl",
   "cli_path",
-  "cliPath",
   "github_token",
-  "githubToken",
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_format",
-  "logFormat",
   "system_prompt",
-  "systemPrompt",
   "workspace_template",
-  "workspaceTemplate"
+  "byok"
 ]);
 var COPILOT_CLI_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
@@ -828,35 +796,23 @@ var COPILOT_CLI_SETTINGS = /* @__PURE__ */ new Set([
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_format",
-  "logFormat",
   "system_prompt",
-  "systemPrompt",
-  "workspace_template",
-  "workspaceTemplate"
+  "workspace_template"
 ]);
 var VSCODE_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "executable",
   "workspace_template",
-  "workspaceTemplate",
   "wait",
   "dry_run",
-  "dryRun",
   "subagent_root",
-  "subagentRoot",
-  "timeout_seconds",
-  "timeoutSeconds"
+  "timeout_seconds"
 ]);
 var MOCK_SETTINGS = /* @__PURE__ */ new Set([
   ...COMMON_SETTINGS,
   "response",
-  "delayMs",
-  "delayMinMs",
-  "delayMaxMs",
   "trace"
   // For testing tool-trajectory evaluator
 ]);
@@ -865,23 +821,14 @@ var CLAUDE_SETTINGS = /* @__PURE__ */ new Set([
   "model",
   "cwd",
   "timeout_seconds",
-  "timeoutSeconds",
   "log_dir",
-  "logDir",
   "log_directory",
-  "logDirectory",
   "log_format",
-  "logFormat",
   "log_output_format",
-  "logOutputFormat",
   "system_prompt",
-  "systemPrompt",
   "workspace_template",
-  "workspaceTemplate",
   "max_turns",
-  "maxTurns",
-  "max_budget_usd",
-  "maxBudgetUsd"
+  "max_budget_usd"
 ]);
 function getKnownSettings(provider) {
   const normalizedProvider = provider.toLowerCase();
@@ -1006,15 +953,15 @@ async function validateTargetsFile(filePath) {
       });
       return;
     }
-    const timeoutSeconds = healthcheck.timeout_seconds ?? healthcheck.timeoutSeconds;
+    const timeoutSeconds = healthcheck.timeout_seconds;
     if (timeoutSeconds !== void 0) {
       const numericTimeout = Number(timeoutSeconds);
       if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
         errors2.push({
           severity: "error",
           filePath: absolutePath2,
-          location: `${location}.timeoutSeconds`,
-          message: "healthcheck.timeoutSeconds must be a positive number when provided"
+          location: `${location}.timeout_seconds`,
+          message: "healthcheck.timeout_seconds must be a positive number when provided"
         });
       }
     }
@@ -1113,6 +1060,18 @@ async function validateTargetsFile(filePath) {
       });
       continue;
     }
+    for (const warning of findDeprecatedCamelCaseTargetWarnings(target, location)) {
+      const fieldMatch = warning.message.match(/field '([^']+)'/);
+      const replacementMatch = warning.message.match(/Use '([^']+)' instead/);
+      const field = fieldMatch?.[1] ?? "unknown";
+      const replacement = replacementMatch?.[1] ?? "snake_case";
+      errors.push({
+        severity: "error",
+        filePath: absolutePath,
+        location: warning.location,
+        message: `camelCase field '${field}' is no longer supported in targets.yaml. Use '${replacement}' instead.`
+      });
+    }
     const name = target.name;
     if (typeof name !== "string" || name.trim().length === 0) {
       errors.push({