@agentv/core 1.4.0 → 1.5.0

package/dist/evaluation/validation/index.cjs

@@ -313,6 +313,83 @@ var import_yaml3 = require("yaml");
 // src/evaluation/providers/targets.ts
 var import_node_path3 = __toESM(require("path"), 1);
 var import_zod = require("zod");
+var CliHealthcheckHttpInputSchema = import_zod.z.object({
+  type: import_zod.z.literal("http"),
+  url: import_zod.z.string().min(1, "healthcheck URL is required"),
+  timeout_seconds: import_zod.z.number().positive().optional(),
+  timeoutSeconds: import_zod.z.number().positive().optional()
+});
+var CliHealthcheckCommandInputSchema = import_zod.z.object({
+  type: import_zod.z.literal("command"),
+  command_template: import_zod.z.string().optional(),
+  commandTemplate: import_zod.z.string().optional(),
+  cwd: import_zod.z.string().optional(),
+  timeout_seconds: import_zod.z.number().positive().optional(),
+  timeoutSeconds: import_zod.z.number().positive().optional()
+});
+var CliHealthcheckInputSchema = import_zod.z.discriminatedUnion("type", [
+  CliHealthcheckHttpInputSchema,
+  CliHealthcheckCommandInputSchema
+]);
+var CliTargetInputSchema = import_zod.z.object({
+  name: import_zod.z.string().min(1, "target name is required"),
+  provider: import_zod.z.string().refine((p) => p.toLowerCase() === "cli", { message: "provider must be 'cli'" }),
+  // Command template - required (accept both naming conventions)
+  command_template: import_zod.z.string().optional(),
+  commandTemplate: import_zod.z.string().optional(),
+  // Files format - optional
+  files_format: import_zod.z.string().optional(),
+  filesFormat: import_zod.z.string().optional(),
+  attachments_format: import_zod.z.string().optional(),
+  attachmentsFormat: import_zod.z.string().optional(),
+  // Working directory - optional
+  cwd: import_zod.z.string().optional(),
+  // Timeout in seconds - optional
+  timeout_seconds: import_zod.z.number().positive().optional(),
+  timeoutSeconds: import_zod.z.number().positive().optional(),
+  // Healthcheck configuration - optional
+  healthcheck: CliHealthcheckInputSchema.optional(),
+  // Verbose mode - optional
+  verbose: import_zod.z.boolean().optional(),
+  cli_verbose: import_zod.z.boolean().optional(),
+  cliVerbose: import_zod.z.boolean().optional(),
+  // Keep temp files - optional
+  keep_temp_files: import_zod.z.boolean().optional(),
+  keepTempFiles: import_zod.z.boolean().optional(),
+  keep_output_files: import_zod.z.boolean().optional(),
+  keepOutputFiles: import_zod.z.boolean().optional(),
+  // Common target fields
+  judge_target: import_zod.z.string().optional(),
+  workers: import_zod.z.number().int().min(1).optional(),
+  provider_batching: import_zod.z.boolean().optional(),
+  providerBatching: import_zod.z.boolean().optional()
+}).refine((data) => data.command_template !== void 0 || data.commandTemplate !== void 0, {
+  message: "Either command_template or commandTemplate is required"
+});
+var CliHealthcheckHttpSchema = import_zod.z.object({
+  type: import_zod.z.literal("http"),
+  url: import_zod.z.string().min(1),
+  timeoutMs: import_zod.z.number().positive().optional()
+}).strict();
+var CliHealthcheckCommandSchema = import_zod.z.object({
+  type: import_zod.z.literal("command"),
+  commandTemplate: import_zod.z.string().min(1),
+  cwd: import_zod.z.string().optional(),
+  timeoutMs: import_zod.z.number().positive().optional()
+}).strict();
+var CliHealthcheckSchema = import_zod.z.discriminatedUnion("type", [
+  CliHealthcheckHttpSchema,
+  CliHealthcheckCommandSchema
+]);
+var CliTargetConfigSchema = import_zod.z.object({
+  commandTemplate: import_zod.z.string().min(1),
+  filesFormat: import_zod.z.string().optional(),
+  cwd: import_zod.z.string().optional(),
+  timeoutMs: import_zod.z.number().positive().optional(),
+  healthcheck: CliHealthcheckSchema.optional(),
+  verbose: import_zod.z.boolean().optional(),
+  keepTempFiles: import_zod.z.boolean().optional()
+}).strict();
 var CLI_PLACEHOLDERS = /* @__PURE__ */ new Set([
   "PROMPT",
   "GUIDELINES",
@@ -334,6 +411,7 @@ var KNOWN_PROVIDERS = [
   "anthropic",
   "gemini",
   "codex",
+  "pi-coding-agent",
   "cli",
   "mock",
   "vscode",
@@ -348,6 +426,8 @@ var PROVIDER_ALIASES = [
   // alias for "gemini"
   "codex-cli",
   // alias for "codex"
+  "pi",
+  // alias for "pi-coding-agent"
   "openai",
   // legacy/future support
   "bedrock",
@@ -456,27 +536,6 @@ var MOCK_SETTINGS = /* @__PURE__ */ new Set([
   "trace"
   // For testing tool_trajectory evaluator
 ]);
-var CLI_SETTINGS = /* @__PURE__ */ new Set([
-  ...COMMON_SETTINGS,
-  "command_template",
-  "commandTemplate",
-  "verbose",
-  "cli_verbose",
-  "cliVerbose",
-  "files_format",
-  "filesFormat",
-  "attachments_format",
-  "attachmentsFormat",
-  "cwd",
-  "env",
-  "timeout_seconds",
-  "timeoutSeconds",
-  "healthcheck",
-  "keep_temp_files",
-  "keepTempFiles",
-  "keep_output_files",
-  "keepOutputFiles"
-]);
 function getKnownSettings(provider) {
   const normalizedProvider = provider.toLowerCase();
   switch (normalizedProvider) {
@@ -498,7 +557,7 @@ function getKnownSettings(provider) {
     case "mock":
       return MOCK_SETTINGS;
     case "cli":
-      return CLI_SETTINGS;
+      return null;
     default:
       return null;
   }
@@ -547,7 +606,7 @@ async function validateTargetsFile(filePath) {
         severity: "error",
         filePath: absolutePath2,
         location: `${location}.commandTemplate`,
-        message: "CLI provider requires 'commandTemplate' as a non-empty string"
+        message: "CLI provider requires 'command_template' or 'commandTemplate' as a non-empty string"
       });
     } else {
       recordUnknownPlaceholders(
@@ -557,58 +616,10 @@ async function validateTargetsFile(filePath) {
         errors2
       );
     }
-    const attachmentsFormat = target.attachments_format ?? target.attachmentsFormat;
-    if (attachmentsFormat !== void 0 && typeof attachmentsFormat !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.attachmentsFormat`,
-        message: "'attachmentsFormat' must be a string when provided"
-      });
-    }
-    const filesFormat = target.files_format ?? target.filesFormat;
-    if (filesFormat !== void 0 && typeof filesFormat !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.filesFormat`,
-        message: "'filesFormat' must be a string when provided"
-      });
-    }
-    const cwd = target.cwd;
-    if (cwd !== void 0 && typeof cwd !== "string") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.cwd`,
-        message: "'cwd' must be a string when provided"
-      });
-    }
-    const timeoutSeconds = target.timeout_seconds ?? target.timeoutSeconds;
-    if (timeoutSeconds !== void 0) {
-      const numericTimeout = Number(timeoutSeconds);
-      if (!Number.isFinite(numericTimeout) || numericTimeout <= 0) {
-        errors2.push({
-          severity: "error",
-          filePath: absolutePath2,
-          location: `${location}.timeoutSeconds`,
-          message: "'timeoutSeconds' must be a positive number when provided"
-        });
-      }
-    }
     const healthcheck = target.healthcheck;
     if (healthcheck !== void 0) {
       validateCliHealthcheck(healthcheck, absolutePath2, `${location}.healthcheck`, errors2);
     }
-    const verbose = target.verbose ?? target.cli_verbose ?? target.cliVerbose;
-    if (verbose !== void 0 && typeof verbose !== "boolean") {
-      errors2.push({
-        severity: "error",
-        filePath: absolutePath2,
-        location: `${location}.verbose`,
-        message: "'verbose' must be a boolean when provided"
-      });
-    }
   }
   function validateCliHealthcheck(healthcheck, absolutePath2, location, errors2) {
     if (!isObject2(healthcheck)) {