@agentv/core 4.32.0-next.1 → 4.34.0-next.1

package/dist/{chunk-5RQMJZDJ.js → chunk-EW5X2RGJ.js}

@@ -98,6 +98,7 @@ var GRADER_KIND_SET = new Set(GRADER_KIND_VALUES);
 function isGraderKind(value) {
   return typeof value === "string" && GRADER_KIND_SET.has(value);
 }
+var RUBRIC_OPERATOR_VALUES = ["correctness", "contradiction"];
 
 // src/evaluation/yaml-loader.ts
 import { parse } from "yaml";
@@ -106,10 +107,40 @@ function parseYamlValue(content) {
   return parse(content, PARSE_OPTIONS);
 }
 
+// src/paths.ts
+import os from "node:os";
+import path from "node:path";
+function readEnvPath(name) {
+  const value = process.env[name];
+  if (!value || value === "undefined") return void 0;
+  return value;
+}
+function getAgentvConfigDir() {
+  return readEnvPath("AGENTV_HOME") ?? path.join(os.homedir(), ".agentv");
+}
+function getAgentvHome() {
+  return getAgentvConfigDir();
+}
+function getAgentvDataDir() {
+  return readEnvPath("AGENTV_DATA_DIR") ?? getAgentvConfigDir();
+}
+function getWorkspacesRoot() {
+  return path.join(getAgentvDataDir(), "workspaces");
+}
+function getSubagentsRoot() {
+  return path.join(getAgentvDataDir(), "subagents");
+}
+function getTraceStateRoot() {
+  return path.join(getAgentvDataDir(), "trace-state");
+}
+function getWorkspacePoolRoot() {
+  return path.join(getAgentvDataDir(), "workspace-pool");
+}
+
 // src/evaluation/file-utils.ts
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
-import path from "node:path";
+import path2 from "node:path";
 async function fileExists(filePath) {
   try {
     await access(filePath, constants.F_OK);
@@ -130,14 +161,14 @@ async function readJsonFile(filePath) {
   return JSON.parse(content);
 }
 async function findGitRoot(startPath) {
-  let currentDir = path.dirname(path.resolve(startPath));
-  const root = path.parse(currentDir).root;
+  let currentDir = path2.dirname(path2.resolve(startPath));
+  const root = path2.parse(currentDir).root;
   while (currentDir !== root) {
-    const gitPath = path.join(currentDir, ".git");
+    const gitPath = path2.join(currentDir, ".git");
     if (await fileExists(gitPath)) {
       return currentDir;
     }
-    const parentDir = path.dirname(currentDir);
+    const parentDir = path2.dirname(currentDir);
     if (parentDir === currentDir) {
       break;
     }
@@ -148,8 +179,8 @@ async function findGitRoot(startPath) {
 function buildDirectoryChain(filePath, repoRoot) {
   const directories = [];
   const seen = /* @__PURE__ */ new Set();
-  const boundary = path.resolve(repoRoot);
-  let current = path.resolve(path.dirname(filePath));
+  const boundary = path2.resolve(repoRoot);
+  let current = path2.resolve(path2.dirname(filePath));
   while (current !== void 0) {
     if (!seen.has(current)) {
       directories.push(current);
@@ -158,7 +189,7 @@ function buildDirectoryChain(filePath, repoRoot) {
     if (current === boundary) {
       break;
     }
-    const parent = path.dirname(current);
+    const parent = path2.dirname(current);
     if (parent === current) {
       break;
     }
@@ -172,16 +203,16 @@ function buildDirectoryChain(filePath, repoRoot) {
 function buildSearchRoots(evalPath, repoRoot) {
   const uniqueRoots = [];
   const addRoot = (root) => {
-    const normalized = path.resolve(root);
+    const normalized = path2.resolve(root);
     if (!uniqueRoots.includes(normalized)) {
       uniqueRoots.push(normalized);
     }
   };
-  let currentDir = path.dirname(evalPath);
+  let currentDir = path2.dirname(evalPath);
   let reachedBoundary = false;
   while (!reachedBoundary) {
     addRoot(currentDir);
-    const parentDir = path.dirname(currentDir);
+    const parentDir = path2.dirname(currentDir);
     if (currentDir === repoRoot || parentDir === currentDir) {
       reachedBoundary = true;
     } else {
@@ -199,16 +230,16 @@ function trimLeadingSeparators(value) {
 async function resolveFileReference(rawValue, searchRoots) {
   const displayPath = trimLeadingSeparators(rawValue);
   const potentialPaths = [];
-  if (path.isAbsolute(rawValue)) {
-    potentialPaths.push(path.normalize(rawValue));
+  if (path2.isAbsolute(rawValue)) {
+    potentialPaths.push(path2.normalize(rawValue));
   }
   for (const base of searchRoots) {
-    potentialPaths.push(path.resolve(base, displayPath));
+    potentialPaths.push(path2.resolve(base, displayPath));
   }
   const attempted = [];
   const seen = /* @__PURE__ */ new Set();
   for (const candidate of potentialPaths) {
-    const absoluteCandidate = path.resolve(candidate);
+    const absoluteCandidate = path2.resolve(candidate);
     if (seen.has(absoluteCandidate)) {
       continue;
     }
@@ -314,7 +345,7 @@ function isAgentProvider(provider) {
 // src/evaluation/providers/targets.ts
 import { existsSync, readFileSync } from "node:fs";
 import { homedir } from "node:os";
-import path2 from "node:path";
+import path3 from "node:path";
 import { z } from "zod";
 var CliHealthcheckHttpInputSchema = z.object({
   url: z.string().min(1, "healthcheck URL is required"),
@@ -398,11 +429,11 @@ function normalizeCliHealthcheck(input, env, targetName, evalFilePath) {
     allowLiteral: true,
     optionalEnv: true
   });
-  if (cwd && evalFilePath && !path2.isAbsolute(cwd)) {
-    cwd = path2.resolve(path2.dirname(path2.resolve(evalFilePath)), cwd);
+  if (cwd && evalFilePath && !path3.isAbsolute(cwd)) {
+    cwd = path3.resolve(path3.dirname(path3.resolve(evalFilePath)), cwd);
   }
   if (!cwd && evalFilePath) {
-    cwd = path2.dirname(path2.resolve(evalFilePath));
+    cwd = path3.dirname(path3.resolve(evalFilePath));
   }
   return {
     command,
@@ -419,11 +450,11 @@ function normalizeCliTargetInput(input, env, evalFilePath) {
     allowLiteral: true,
     optionalEnv: true
   });
-  if (cwd && evalFilePath && !path2.isAbsolute(cwd)) {
-    cwd = path2.resolve(path2.dirname(path2.resolve(evalFilePath)), cwd);
+  if (cwd && evalFilePath && !path3.isAbsolute(cwd)) {
+    cwd = path3.resolve(path3.dirname(path3.resolve(evalFilePath)), cwd);
   }
   if (!cwd && evalFilePath) {
-    cwd = path2.dirname(path2.resolve(evalFilePath));
+    cwd = path3.dirname(path3.resolve(evalFilePath));
   }
   const timeoutSeconds = input.timeout_seconds;
   const timeoutMs = timeoutSeconds !== void 0 ? Math.floor(timeoutSeconds * 1e3) : void 0;
@@ -481,7 +512,15 @@ var DEPRECATED_TARGET_CAMEL_CASE_FIELDS = /* @__PURE__ */ new Map([
   ["retryInitialDelayMs", "retry_initial_delay_ms"],
   ["retryMaxDelayMs", "retry_max_delay_ms"],
   ["retryBackoffFactor", "retry_backoff_factor"],
-  ["retryStatusCodes", "retry_status_codes"]
+  ["retryStatusCodes", "retry_status_codes"],
+  ["modelReasoningEffort", "model_reasoning_effort"]
+]);
+var CODEX_MODEL_REASONING_EFFORT_VALUES = /* @__PURE__ */ new Set([
+  "minimal",
+  "low",
+  "medium",
+  "high",
+  "xhigh"
 ]);
 var DEPRECATED_HEALTHCHECK_CAMEL_CASE_FIELDS = /* @__PURE__ */ new Map([
   ["timeoutSeconds", "timeout_seconds"]
@@ -819,6 +858,9 @@ function normalizeOpenAIBaseUrl(value) {
   if (trimmed.length === 0) {
     return DEFAULT_OPENAI_BASE_URL;
   }
+  if (/\.openai\.azure\.com\/openai\/deployments\/[^/]+$/i.test(trimmed)) {
+    return trimmed;
+  }
   return trimmed.endsWith("/v1") ? trimmed : `${trimmed}/v1`;
 }
 function resolveAzureConfig(target, env) {
@@ -947,22 +989,34 @@ function resolveGeminiConfig(target, env) {
 }
 function resolveCodexConfig(target, env, _evalFilePath) {
   const modelSource = target.model;
+  const modelReasoningEffortSource = target.model_reasoning_effort;
   const executableSource = target.executable ?? target.command ?? target.binary;
   const argsSource = target.args ?? target.arguments;
   const cwdSource = target.cwd;
   const timeoutSource = target.timeout_seconds;
   const logDirSource = target.log_dir ?? target.log_directory;
-  const logFormatSource = target.log_format ?? target.log_output_format ?? env.AGENTV_CODEX_LOG_FORMAT;
   const systemPromptSource = target.system_prompt;
-  const streamLogResult = resolveStreamLog(target, env.AGENTV_CODEX_LOG_FORMAT);
-  if (streamLogResult.deprecationWarning) {
-    process.stderr.write(`[agentv] \u26A0 ${streamLogResult.deprecationWarning}
-`);
+  if (target.log_format !== void 0 || target.log_output_format !== void 0) {
+    throw new Error(
+      `${target.name}: log_format is no longer supported for codex targets. Use stream_log instead.`
+    );
   }
+  const streamLogResult = resolveStreamLog({ name: target.name, stream_log: target.stream_log });
   const model = resolveOptionalString(modelSource, env, `${target.name} codex model`, {
     allowLiteral: true,
     optionalEnv: true
   });
+  const modelReasoningEffort = normalizeCodexModelReasoningEffort(
+    resolveOptionalString(
+      modelReasoningEffortSource,
+      env,
+      `${target.name} codex model reasoning effort`,
+      {
+        allowLiteral: true,
+        optionalEnv: true
+      }
+    )
+  );
   const executable = resolveOptionalString(executableSource, env, `${target.name} codex executable`, {
     allowLiteral: true,
     optionalEnv: true
@@ -977,32 +1031,30 @@ function resolveCodexConfig(target, env, _evalFilePath) {
     allowLiteral: true,
     optionalEnv: true
   });
-  const logFormat = normalizeCodexLogFormat(logFormatSource);
   const systemPrompt = typeof systemPromptSource === "string" && systemPromptSource.trim().length > 0 ? systemPromptSource.trim() : void 0;
   return {
     model,
+    modelReasoningEffort,
     executable,
     args,
     cwd,
     timeoutMs,
     logDir,
-    logFormat,
     streamLog: streamLogResult.streamLog,
     systemPrompt
   };
 }
-function normalizeCodexLogFormat(value) {
-  if (value === void 0 || value === null) {
+function normalizeCodexModelReasoningEffort(value) {
+  if (value === void 0) {
     return void 0;
   }
-  if (typeof value !== "string") {
-    throw new Error("codex log format must be 'summary' or 'json'");
-  }
   const normalized = value.trim().toLowerCase();
-  if (normalized === "json" || normalized === "summary") {
+  if (CODEX_MODEL_REASONING_EFFORT_VALUES.has(normalized)) {
     return normalized;
   }
-  throw new Error("codex log format must be 'summary' or 'json'");
+  throw new Error(
+    `codex model_reasoning_effort must be one of: ${[...CODEX_MODEL_REASONING_EFFORT_VALUES].join(", ")}`
+  );
 }
 function resolveStreamLog(target, envFallback) {
   if (target.stream_log !== void 0 && target.stream_log !== null) {
@@ -1411,7 +1463,7 @@ function resolveClaudeConfig(target, env, _evalFilePath) {
   };
 }
 function resolveCcMirrorBinaryPath(variant) {
-  const variantJsonPath = path2.join(homedir(), ".cc-mirror", variant, "variant.json");
+  const variantJsonPath = path3.join(homedir(), ".cc-mirror", variant, "variant.json");
   if (!existsSync(variantJsonPath)) {
     throw new Error(
       `cc-mirror variant "${variant}": ${variantJsonPath} not found. Install the variant or set "executable" explicitly.`
@@ -1488,8 +1540,8 @@ function resolveCliConfig(target, env, evalFilePath) {
   const parseResult = CliTargetInputSchema.safeParse(target, { errorMap: cliErrorMap });
   if (!parseResult.success) {
     const firstError = parseResult.error.errors[0];
-    const path4 = firstError?.path.join(".") || "";
-    const prefix = path4 ? `${target.name} ${path4}: ` : `${target.name}: `;
+    const path5 = firstError?.path.join(".") || "";
+    const prefix = path5 ? `${target.name} ${path5}: ` : `${target.name}: `;
     throw new Error(`${prefix}${firstError?.message}`);
   }
   const normalized = normalizeCliTargetInput(parseResult.data, env, evalFilePath);
@@ -1510,11 +1562,11 @@ function resolveDiscoveredProviderConfig(target, providerKind, env, evalFilePath
     allowLiteral: true,
     optionalEnv: true
   });
-  if (cwd && evalFilePath && !path2.isAbsolute(cwd)) {
-    cwd = path2.resolve(path2.dirname(path2.resolve(evalFilePath)), cwd);
+  if (cwd && evalFilePath && !path3.isAbsolute(cwd)) {
+    cwd = path3.resolve(path3.dirname(path3.resolve(evalFilePath)), cwd);
   }
   if (!cwd && evalFilePath) {
-    cwd = path2.dirname(path2.resolve(evalFilePath));
+    cwd = path3.dirname(path3.resolve(evalFilePath));
   }
   return {
     command,
@@ -1822,7 +1874,7 @@ function interpolateTemplateVars(value, vars) {
 
 // src/evaluation/loaders/case-file-loader.ts
 import { readFile as readFile2, readdir, stat } from "node:fs/promises";
-import path3 from "node:path";
+import path4 from "node:path";
 import fg from "fast-glob";
 var ANSI_YELLOW = "\x1B[33m";
 var ANSI_RESET = "\x1B[0m";
@@ -1875,7 +1927,7 @@ function parseJsonlCases(content, filePath) {
   return results;
 }
 async function loadCasesFromFile(filePath) {
-  const ext = path3.extname(filePath).toLowerCase();
+  const ext = path4.extname(filePath).toLowerCase();
   let content;
   try {
     content = await readFile2(filePath, "utf8");
@@ -1902,7 +1954,7 @@ async function loadCasesFromFile(filePath) {
 }
 async function resolveFileReference2(ref, evalFileDir) {
   const rawPath = extractFilePath(ref);
-  const absolutePattern = path3.resolve(evalFileDir, rawPath);
+  const absolutePattern = path4.resolve(evalFileDir, rawPath);
   if (isGlobPattern(rawPath)) {
     const matches = await fg(absolutePattern.replaceAll("\\", "/"), {
       onlyFiles: true,
@@ -1929,10 +1981,10 @@ async function loadCasesFromDirectory(dirPath) {
   const subdirs = entries.filter((e) => e.isDirectory()).sort((a, b) => a.name < b.name ? -1 : a.name > b.name ? 1 : 0);
   const results = [];
   for (const subdir of subdirs) {
-    const subdirPath = path3.join(dirPath, subdir.name);
+    const subdirPath = path4.join(dirPath, subdir.name);
     let caseFilePath;
     for (const filename of ["case.yaml", "case.yml"]) {
-      const candidate = path3.join(subdirPath, filename);
+      const candidate = path4.join(subdirPath, filename);
       try {
         const s = await stat(candidate);
         if (s.isFile()) {
@@ -1968,7 +2020,7 @@ async function loadCasesFromDirectory(dirPath) {
       caseObj.id = subdir.name;
     }
     if (!caseObj.workspace) {
-      const workspaceDirPath = path3.join(subdirPath, "workspace");
+      const workspaceDirPath = path4.join(subdirPath, "workspace");
       try {
         const s = await stat(workspaceDirPath);
         if (s.isDirectory()) {
@@ -2004,12 +2056,20 @@ export {
   isJsonValue,
   isTestMessage,
   isGraderKind,
+  RUBRIC_OPERATOR_VALUES,
   parseYamlValue,
   interpolateEnv,
   interpolateTemplateVars,
   loadCasesFromFile,
   loadCasesFromDirectory,
   expandFileReferences,
+  getAgentvConfigDir,
+  getAgentvHome,
+  getAgentvDataDir,
+  getWorkspacesRoot,
+  getSubagentsRoot,
+  getTraceStateRoot,
+  getWorkspacePoolRoot,
   fileExists,
   normalizeLineEndings,
   readTextFile,
@@ -2029,4 +2089,4 @@ export {
   resolveDelegatedTargetDefinition,
   resolveTargetDefinition
 };
-//# sourceMappingURL=chunk-5RQMJZDJ.js.map
+//# sourceMappingURL=chunk-EW5X2RGJ.js.map