@agentv/core 4.15.9-next.1 → 4.16.0-next.1

package/dist/index.js

@@ -25,7 +25,7 @@ import {
   resolveDelegatedTargetDefinition,
   resolveFileReference,
   resolveTargetDefinition
-} from "./chunk-HVEQNYTC.js";
+} from "./chunk-6VZY3B6M.js";
 import {
   execFileWithStdin,
   execShellWithStdin
@@ -483,17 +483,76 @@ function extractTargetFromSuite(suite) {
   }
   return void 0;
 }
-function extractTargetsFromSuite(suite) {
+function extractTargetRefsFromSuite(suite) {
   const execution = suite.execution;
   if (!execution || typeof execution !== "object" || Array.isArray(execution)) {
     return void 0;
   }
   const targets = execution.targets;
-  if (Array.isArray(targets)) {
-    const valid = targets.filter((t) => typeof t === "string" && t.trim().length > 0);
-    return valid.length > 0 ? valid.map((t) => t.trim()) : void 0;
+  if (!Array.isArray(targets)) {
+    return void 0;
   }
-  return void 0;
+  const refs = [];
+  for (const t of targets) {
+    if (typeof t === "string" && t.trim().length > 0) {
+      refs.push({ name: t.trim() });
+    } else if (t && typeof t === "object" && !Array.isArray(t) && "name" in t) {
+      const obj = t;
+      const name = typeof obj.name === "string" ? obj.name.trim() : "";
+      if (name.length === 0) continue;
+      const useTarget = typeof obj.use_target === "string" ? obj.use_target.trim() : void 0;
+      const hooks = parseTargetHooks(obj.hooks);
+      refs.push({
+        name,
+        ...useTarget && { use_target: useTarget },
+        ...hooks && { hooks }
+      });
+    }
+  }
+  return refs.length > 0 ? refs : void 0;
+}
+function extractTargetsFromSuite(suite) {
+  const refs = extractTargetRefsFromSuite(suite);
+  if (!refs) return void 0;
+  const names = refs.map((r) => r.name);
+  return names.length > 0 ? names : void 0;
+}
+function parseHookConfig(raw) {
+  if (!raw || typeof raw !== "object") return void 0;
+  const obj = raw;
+  let command;
+  if (typeof obj.command === "string") {
+    command = ["sh", "-c", obj.command];
+  } else if (Array.isArray(obj.command)) {
+    command = obj.command.filter((s) => typeof s === "string");
+  } else if (typeof obj.script === "string") {
+    command = ["sh", "-c", obj.script];
+  } else if (Array.isArray(obj.script)) {
+    command = obj.script.filter((s) => typeof s === "string");
+  }
+  if (!command || command.length === 0) return void 0;
+  const timeoutMs = typeof obj.timeout_ms === "number" ? obj.timeout_ms : typeof obj.timeoutMs === "number" ? obj.timeoutMs : void 0;
+  const cwd = typeof obj.cwd === "string" ? obj.cwd : void 0;
+  return {
+    command,
+    ...timeoutMs !== void 0 && { timeout_ms: timeoutMs },
+    ...cwd && { cwd }
+  };
+}
+function parseTargetHooks(raw) {
+  if (!raw || typeof raw !== "object") return void 0;
+  const obj = raw;
+  const beforeAll = parseHookConfig(obj.before_all);
+  const beforeEach = parseHookConfig(obj.before_each);
+  const afterEach = parseHookConfig(obj.after_each);
+  const afterAll = parseHookConfig(obj.after_all);
+  if (!beforeAll && !beforeEach && !afterEach && !afterAll) return void 0;
+  return {
+    ...beforeAll && { before_all: beforeAll },
+    ...beforeEach && { before_each: beforeEach },
+    ...afterEach && { after_each: afterEach },
+    ...afterAll && { after_all: afterAll }
+  };
 }
 function extractWorkersFromSuite(suite) {
   const execution = suite.execution;
@@ -1160,7 +1219,11 @@ async function parseEvaluatorList(candidateEvaluators, searchRoots, evalId, defa
     }
     const placeholderIndex = result.indexOf(PLACEHOLDER);
     if (strings.length > 0 && placeholderIndex !== -1) {
-      result[placeholderIndex] = { type: "rubrics", criteria: strings };
+      result[placeholderIndex] = {
+        type: "rubrics",
+        criteria: strings,
+        weight: strings.length
+      };
     } else if (placeholderIndex !== -1) {
       result.splice(placeholderIndex, 1);
     }
@@ -3555,6 +3618,7 @@ async function readTestSuiteMetadata(testFilePath) {
     return {
       target: extractTargetFromSuite(parsed),
       targets: extractTargetsFromSuite(parsed),
+      targetRefs: extractTargetRefsFromSuite(parsed),
       trials: extractTrialsConfig(parsed)
     };
   } catch {
@@ -3581,6 +3645,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     tests,
     trials: extractTrialsConfig(parsed),
     targets: extractTargetsFromSuite(parsed),
+    targetRefs: extractTargetRefsFromSuite(parsed),
     workers: extractWorkersFromSuite(parsed),
     cacheConfig: extractCacheConfig(parsed),
     totalBudgetUsd: extractTotalBudgetUsd(parsed),
@@ -5208,7 +5273,7 @@ var ClaudeCliProvider = class {
       if (options.cwd) {
         spawnOptions.cwd = options.cwd;
       }
-      const child = spawn("claude", options.args, spawnOptions);
+      const child = spawn(this.config.executable, options.args, spawnOptions);
       let stdout = "";
       let stderr = "";
       let timedOut = false;
@@ -5267,7 +5332,7 @@ var ClaudeCliProvider = class {
         if (err.code === "ENOENT") {
           reject(
             new Error(
-              `Claude CLI executable 'claude' was not found on PATH. Install claude-code or ensure it is in PATH.`
+              `Claude CLI executable '${this.config.executable}' was not found on PATH. Install claude-code or ensure it is in PATH.`
             )
           );
         } else {
@@ -9339,6 +9404,9 @@ import { fileURLToPath as fileURLToPath4, pathToFileURL } from "node:url";
 import os2 from "node:os";
 import path22 from "node:path";
 var logged = false;
+function getAgentvConfigDir() {
+  return path22.join(os2.homedir(), ".agentv");
+}
 function getAgentvHome() {
   const envHome = process.env.AGENTV_HOME;
   if (envHome && envHome !== "undefined") {
@@ -10010,7 +10078,7 @@ var ProviderRegistry = class {
 
 // src/evaluation/providers/vscode-provider.ts
 import { exec as exec2 } from "node:child_process";
-import { constants as constants3, access as access3, stat as stat6 } from "node:fs/promises";
+import { constants as constants3, access as access3 } from "node:fs/promises";
 import path34 from "node:path";
 import { promisify as promisify4 } from "node:util";
 
@@ -11151,7 +11219,7 @@ var VSCodeProvider = class {
     await this.ensureEnvironmentReady();
     const inputFiles = normalizeAttachments(request.inputFiles);
     const promptContent = buildPromptDocument2(request, inputFiles);
-    const workspaceTemplate = request.workspaceFile ?? await resolveWorkspaceTemplateFile(this.config.workspaceTemplate);
+    const workspaceTemplate = request.workspaceFile;
     const startTime = Date.now();
     const session = await dispatchAgentSession({
       userQuery: promptContent,
@@ -11207,9 +11275,6 @@ var VSCodeProvider = class {
     const userQueries = normalizedRequests.map(
       ({ request, inputFiles }) => buildPromptDocument2(request, inputFiles)
     );
-    const batchWorkspaceTemplate = await resolveWorkspaceTemplateFile(
-      this.config.workspaceTemplate
-    );
     const startTime = Date.now();
     const session = await dispatchBatchAgent({
       userQueries,
@@ -11219,7 +11284,7 @@ var VSCodeProvider = class {
       dryRun: this.config.dryRun,
       vscodeCmd: this.config.executable,
       subagentRoot: this.config.subagentRoot,
-      workspaceTemplate: batchWorkspaceTemplate,
+      workspaceTemplate: void 0,
       silent: true,
       timeoutMs: this.config.timeoutMs
     });
@@ -11299,17 +11364,6 @@ async function locateVSCodeExecutable(candidate) {
     `VS Code executable '${candidate}' was not found on PATH. Check the 'executable' setting in your target configuration.`
   );
 }
-async function resolveWorkspaceTemplateFile(template) {
-  if (!template) {
-    return void 0;
-  }
-  try {
-    const stats = await stat6(path34.resolve(template));
-    return stats.isFile() ? template : void 0;
-  } catch {
-    return template;
-  }
-}
 function buildPromptDocument2(request, attachments) {
   const parts = [];
   if (request.systemPrompt && request.systemPrompt.trim().length > 0) {
@@ -12507,7 +12561,7 @@ ${context.fileChanges}`;
     const workspacePath = context.workspacePath;
     if (!workspacePath) {
       throw new Error(
-        "llm-grader built-in agent mode requires a workspace_template target (workspacePath is not set)"
+        "llm-grader built-in agent mode requires a workspace (workspacePath is not set)"
       );
     }
     const systemPrompt = this.buildAgentSystemPrompt(context);
@@ -13246,11 +13300,11 @@ function createFilesystemTools(workspacePath) {
       execute: async (input) => {
         try {
           const resolved = resolveSandboxed(workspacePath, input.path);
-          const stat13 = await fs2.stat(resolved);
-          if (stat13.isDirectory()) {
+          const stat12 = await fs2.stat(resolved);
+          if (stat12.isDirectory()) {
             return { error: `'${input.path}' is a directory, not a file` };
           }
-          const buffer = Buffer.alloc(Math.min(stat13.size, MAX_FILE_SIZE));
+          const buffer = Buffer.alloc(Math.min(stat12.size, MAX_FILE_SIZE));
           const fd = await fs2.open(resolved, "r");
           try {
             await fd.read(buffer, 0, buffer.length, 0);
@@ -13258,8 +13312,8 @@ function createFilesystemTools(workspacePath) {
             await fd.close();
           }
           const content = buffer.toString("utf-8");
-          const truncated = stat13.size > MAX_FILE_SIZE;
-          return { content, truncated, size: stat13.size };
+          const truncated = stat12.size > MAX_FILE_SIZE;
+          return { content, truncated, size: stat12.size };
         } catch (error) {
           return { error: error instanceof Error ? error.message : String(error) };
         }
@@ -13310,8 +13364,8 @@ async function searchDirectory(dirPath, workspacePath, regex, matches) {
       const ext = path37.extname(entry.name).toLowerCase();
       if (BINARY_EXTENSIONS.has(ext)) continue;
       try {
-        const stat13 = await fs2.stat(fullPath);
-        if (stat13.size > MAX_FILE_SIZE) continue;
+        const stat12 = await fs2.stat(fullPath);
+        if (stat12.size > MAX_FILE_SIZE) continue;
         const content = await fs2.readFile(fullPath, "utf-8");
         const lines = content.split("\n");
         for (let i = 0; i < lines.length; i++) {
@@ -15205,7 +15259,7 @@ function runEqualsAssertion(output, value) {
 import { execFile as execFile3 } from "node:child_process";
 import { createHash as createHash2, randomUUID as randomUUID9 } from "node:crypto";
 import { existsSync as existsSync5 } from "node:fs";
-import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat9 } from "node:fs/promises";
+import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat8 } from "node:fs/promises";
 import path45 from "node:path";
 import { promisify as promisify7 } from "node:util";
 import micromatch3 from "micromatch";
@@ -15983,7 +16037,7 @@ function getTCritical(df) {
 }
 
 // src/evaluation/workspace/manager.ts
-import { cp, mkdir as mkdir12, readdir as readdir5, rm as rm4, stat as stat7 } from "node:fs/promises";
+import { cp, mkdir as mkdir12, readdir as readdir5, rm as rm4, stat as stat6 } from "node:fs/promises";
 import path41 from "node:path";
 var TemplateNotFoundError = class extends Error {
   constructor(templatePath) {
@@ -16006,7 +16060,7 @@ var WorkspaceCreationError = class extends Error {
 };
 async function isDirectory(filePath) {
   try {
-    const stats = await stat7(filePath);
+    const stats = await stat6(filePath);
     return stats.isDirectory();
   } catch {
     return false;
@@ -16582,14 +16636,14 @@ ${lines.join("\n")}`;
 };
 
 // src/evaluation/workspace/resolve.ts
-import { readdir as readdir7, stat as stat8 } from "node:fs/promises";
+import { readdir as readdir7, stat as stat7 } from "node:fs/promises";
 import path44 from "node:path";
 async function resolveWorkspaceTemplate(templatePath) {
   if (!templatePath) {
     return void 0;
   }
   const resolved = path44.resolve(templatePath);
-  const stats = await stat8(resolved);
+  const stats = await stat7(resolved);
   if (stats.isFile()) {
     return {
       dir: path44.dirname(resolved),
@@ -16729,13 +16783,6 @@ async function resetWorkspaceRoot(workspacePath, resetMode, baselineRef) {
   await execFileAsync3("git", ["clean", cleanFlag], opts);
   return true;
 }
-function getWorkspaceTemplate(target) {
-  const config = target.config;
-  if ("workspaceTemplate" in config && typeof config.workspaceTemplate === "string") {
-    return config.workspaceTemplate;
-  }
-  return void 0;
-}
 function validateDependencyGraph(tests) {
   const ids = /* @__PURE__ */ new Set();
   for (const test of tests) {
@@ -17009,7 +17056,7 @@ async function runEvaluation(options) {
     }
   }
   const suiteWorkspace = filteredEvalCases[0]?.workspace;
-  const rawTemplate = suiteWorkspace?.template ?? getWorkspaceTemplate(target);
+  const rawTemplate = suiteWorkspace?.template;
   const resolvedTemplate = await resolveWorkspaceTemplate(rawTemplate);
   const workspaceTemplate = resolvedTemplate?.dir;
   let suiteWorkspaceFile = resolvedTemplate?.workspaceFile;
@@ -17102,7 +17149,7 @@ async function runEvaluation(options) {
   let staticMaterialised = false;
   const isYamlConfiguredPath = !cliWorkspacePath && !!yamlWorkspacePath;
   if (useStaticWorkspace && configuredStaticPath) {
-    const dirExists = await stat9(configuredStaticPath).then(
+    const dirExists = await stat8(configuredStaticPath).then(
       (s) => s.isDirectory(),
       () => false
     );
@@ -17192,7 +17239,7 @@ async function runEvaluation(options) {
     if (suiteWorkspaceFile && sharedWorkspacePath) {
       const copiedWorkspaceFile = path45.join(sharedWorkspacePath, path45.basename(suiteWorkspaceFile));
       try {
-        await stat9(copiedWorkspaceFile);
+        await stat8(copiedWorkspaceFile);
         suiteWorkspaceFile = copiedWorkspaceFile;
       } catch {
       }
@@ -17297,6 +17344,54 @@ async function runEvaluation(options) {
         }
       }
     }
+    const targetHooks = options.targetHooks;
+    const targetBeforeAllHook = targetHooks?.before_all;
+    if (sharedWorkspacePath && hasHookCommand(targetBeforeAllHook)) {
+      const beforeAllCommand = (targetBeforeAllHook.command ?? []).join(" ");
+      setupLog(`running target before_all command=${beforeAllCommand}`);
+      const scriptContext = {
+        workspacePath: sharedWorkspacePath,
+        testId: "__target_before_all__",
+        evalRunId,
+        evalDir,
+        workspaceFileDir: suiteWorkspace?.workspaceFileDir
+      };
+      try {
+        await executeWorkspaceScript(
+          toScriptConfig(targetBeforeAllHook, "before_all", "target hooks"),
+          scriptContext
+        );
+        setupLog("target before_all completed");
+      } catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        if (sharedWorkspacePath && !useStaticWorkspace) {
+          await cleanupWorkspace(sharedWorkspacePath).catch(() => {
+          });
+        }
+        throw new Error(`target before_all hook failed: ${message}`);
+      }
+    }
+    if (availablePoolSlots.length > 0 && hasHookCommand(targetBeforeAllHook)) {
+      for (const slot of availablePoolSlots) {
+        setupLog(`running target before_all on pool slot ${slot.index}`);
+        const scriptContext = {
+          workspacePath: slot.path,
+          testId: "__target_before_all__",
+          evalRunId,
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
+        };
+        try {
+          await executeWorkspaceScript(
+            toScriptConfig(targetBeforeAllHook, "before_all", "target hooks"),
+            scriptContext
+          );
+        } catch (error) {
+          const message = error instanceof Error ? error.message : String(error);
+          throw new Error(`target before_all hook failed on pool slot ${slot.index}: ${message}`);
+        }
+      }
+    }
     if (sharedWorkspacePath) {
       try {
         sharedBaselineCommit = await initializeBaseline(sharedWorkspacePath);
@@ -17442,6 +17537,7 @@ async function runEvaluation(options) {
           evalDir,
           verbose,
           threshold: scoreThreshold,
+          targetHooks: options.targetHooks,
           ...depResults && Object.keys(depResults).length > 0 ? { dependencyResults: depResults } : {}
         };
         let result = trials && trials.count > 1 ? await runEvalCaseWithTrials(runCaseOptions, trials) : await runEvalCase(runCaseOptions);
@@ -17583,6 +17679,26 @@ async function runEvaluation(options) {
       }
     }
     const afterAllWorkspaces = poolSlots.length > 1 ? poolSlots.map((s) => s.path) : sharedWorkspacePath ? [sharedWorkspacePath] : [];
+    const targetAfterAllHook = targetHooks?.after_all;
+    if (afterAllWorkspaces.length > 0 && hasHookCommand(targetAfterAllHook)) {
+      for (const wsPath of afterAllWorkspaces) {
+        const scriptContext = {
+          workspacePath: wsPath,
+          testId: "__target_after_all__",
+          evalRunId,
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
+        };
+        try {
+          await executeWorkspaceScript(
+            toScriptConfig(targetAfterAllHook, "after_all", "target hooks"),
+            scriptContext,
+            "warn"
+          );
+        } catch {
+        }
+      }
+    }
     const suiteAfterAllHook = suiteWorkspace?.hooks?.after_all;
     if (afterAllWorkspaces.length > 0 && suiteHooksEnabled && hasHookCommand(suiteAfterAllHook)) {
       const afterAllHook = suiteAfterAllHook;
@@ -17845,7 +17961,7 @@ async function runEvalCase(options) {
   let caseWorkspaceFile;
   const caseHooksEnabled = hooksEnabled(evalCase.workspace);
   if (!workspacePath) {
-    const rawCaseTemplate = evalCase.workspace?.template ?? getWorkspaceTemplate(target);
+    const rawCaseTemplate = evalCase.workspace?.template;
     const resolvedCaseTemplate = await resolveWorkspaceTemplate(rawCaseTemplate);
     const caseWorkspaceTemplate = resolvedCaseTemplate?.dir;
     caseWorkspaceFile = resolvedCaseTemplate?.workspaceFile;
@@ -17869,7 +17985,7 @@ async function runEvalCase(options) {
       if (caseWorkspaceFile && workspacePath) {
         const copiedFile = path45.join(workspacePath, path45.basename(caseWorkspaceFile));
         try {
-          await stat9(copiedFile);
+          await stat8(copiedFile);
           caseWorkspaceFile = copiedFile;
         } catch {
         }
@@ -18063,6 +18179,38 @@ async function runEvalCase(options) {
       );
     }
   }
+  const targetBeforeEachHook = options.targetHooks?.before_each;
+  if (workspacePath && hasHookCommand(targetBeforeEachHook)) {
+    const scriptContext = {
+      workspacePath,
+      testId: evalCase.id,
+      evalRunId: evalRunId ?? "",
+      caseInput: evalCase.question,
+      caseMetadata: evalCase.metadata,
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
+    };
+    try {
+      await executeWorkspaceScript(
+        toScriptConfig(targetBeforeEachHook, "before_each", `target hook for '${evalCase.id}'`),
+        scriptContext
+      );
+      beforeEachNeedsFreshBaseline = true;
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      return buildErrorResult(
+        evalCase,
+        target.name,
+        nowFn(),
+        new Error(`target before_each hook failed: ${message}`),
+        promptInputs,
+        provider,
+        "setup",
+        "script_error",
+        verbose
+      );
+    }
+  }
   let baselineCommit = beforeEachNeedsFreshBaseline ? void 0 : sharedBaselineCommit;
   if (!baselineCommit && workspacePath) {
     try {
@@ -18217,6 +18365,26 @@ async function runEvalCase(options) {
 ${providerFileChanges}` : providerFileChanges;
   }
   const providerError = extractProviderError(providerResponse);
+  const targetAfterEachHook = options.targetHooks?.after_each;
+  if (workspacePath && hasHookCommand(targetAfterEachHook)) {
+    const scriptContext = {
+      workspacePath,
+      testId: evalCase.id,
+      evalRunId: evalRunId ?? "",
+      caseInput: evalCase.question,
+      caseMetadata: evalCase.metadata,
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
+    };
+    try {
+      await executeWorkspaceScript(
+        toScriptConfig(targetAfterEachHook, "after_each", `target hook for '${evalCase.id}'`),
+        scriptContext,
+        "warn"
+      );
+    } catch {
+    }
+  }
   if (caseHooksEnabled && workspacePath && evalCase.workspace?.hooks?.after_each?.reset && evalCase.workspace.hooks.after_each.reset !== "none") {
     try {
       if (repoManager && evalCase.workspace.repos?.length) {
@@ -19838,7 +20006,7 @@ function shouldSkipCacheForTemperature(targetConfig) {
 // src/evaluation/results-repo.ts
 import { execFile as execFile4 } from "node:child_process";
 import { existsSync as existsSync7, mkdirSync as mkdirSync2, readFileSync as readFileSync3, rmSync, writeFileSync } from "node:fs";
-import { cp as cp3, mkdtemp as mkdtemp3, readdir as readdir9, rm as rm6, stat as stat10 } from "node:fs/promises";
+import { cp as cp3, mkdtemp as mkdtemp3, readdir as readdir9, rm as rm6, stat as stat9 } from "node:fs/promises";
 import os3 from "node:os";
 import path49 from "node:path";
 import { promisify as promisify8 } from "node:util";
@@ -20061,7 +20229,7 @@ function resolveResultsRepoRunsDir(config) {
   );
 }
 async function directorySizeBytes(targetPath) {
-  const entry = await stat10(targetPath);
+  const entry = await stat9(targetPath);
   if (entry.isFile()) {
     return entry.size;
   }
@@ -20117,14 +20285,34 @@ async function createDraftResultsPr(params) {
 }
 
 // src/benchmarks.ts
-import { existsSync as existsSync8, mkdirSync as mkdirSync3, readFileSync as readFileSync4, readdirSync as readdirSync3, statSync as statSync2, writeFileSync as writeFileSync2 } from "node:fs";
+import {
+  copyFileSync,
+  existsSync as existsSync8,
+  mkdirSync as mkdirSync3,
+  readFileSync as readFileSync4,
+  readdirSync as readdirSync3,
+  statSync as statSync2,
+  writeFileSync as writeFileSync2
+} from "node:fs";
 import path50 from "node:path";
 import { parse as parseYaml3, stringify as stringifyYaml } from "yaml";
 function getBenchmarksRegistryPath() {
-  return path50.join(getAgentvHome(), "projects.yaml");
+  return path50.join(getAgentvConfigDir(), "projects.yaml");
+}
+function migrateProjectsYaml(targetPath) {
+  const dataHome = getAgentvHome();
+  const configDir = getAgentvConfigDir();
+  if (dataHome === configDir) return;
+  const legacyPath = path50.join(dataHome, "projects.yaml");
+  if (!existsSync8(legacyPath)) return;
+  mkdirSync3(path50.dirname(targetPath), { recursive: true });
+  copyFileSync(legacyPath, targetPath);
 }
 function loadBenchmarkRegistry() {
   const registryPath = getBenchmarksRegistryPath();
+  if (!existsSync8(registryPath)) {
+    migrateProjectsYaml(registryPath);
+  }
   if (!existsSync8(registryPath)) {
     return { benchmarks: [] };
   }
@@ -21143,7 +21331,7 @@ function extractResponseItemContent(content) {
 }
 
 // src/import/codex-session-discovery.ts
-import { readdir as readdir10, stat as stat11 } from "node:fs/promises";
+import { readdir as readdir10, stat as stat10 } from "node:fs/promises";
 import { homedir as homedir5 } from "node:os";
 import path51 from "node:path";
 var DEFAULT_SESSIONS_DIR = () => path51.join(homedir5(), ".codex", "sessions");
@@ -21193,7 +21381,7 @@ async function discoverCodexSessions(opts) {
           const sessionId = parts.length >= 6 ? parts.slice(-5).join("-") : nameWithoutExt;
           let updatedAt;
           try {
-            const fileStat = await stat11(filePath);
+            const fileStat = await stat10(filePath);
             updatedAt = fileStat.mtime;
           } catch {
             updatedAt = /* @__PURE__ */ new Date(0);
@@ -21208,7 +21396,7 @@ async function discoverCodexSessions(opts) {
 }
 
 // src/import/session-discovery.ts
-import { readdir as readdir11, stat as stat12 } from "node:fs/promises";
+import { readdir as readdir11, stat as stat11 } from "node:fs/promises";
 import { homedir as homedir6 } from "node:os";
 import path52 from "node:path";
 var DEFAULT_PROJECTS_DIR = () => path52.join(homedir6(), ".claude", "projects");
@@ -21244,7 +21432,7 @@ async function discoverClaudeSessions(opts) {
       const filePath = path52.join(dirPath, entry);
       let updatedAt;
       try {
-        const fileStat = await stat12(filePath);
+        const fileStat = await stat11(filePath);
         updatedAt = fileStat.mtime;
       } catch {
         updatedAt = /* @__PURE__ */ new Date(0);
@@ -21500,6 +21688,7 @@ export {
   extractJsonBlob,
   extractLastAssistantContent,
   extractTargetFromSuite,
+  extractTargetRefsFromSuite,
   extractTargetsFromSuite,
   extractTargetsFromTestCase,
   extractThreshold,
@@ -21509,6 +21698,7 @@ export {
   findGitRoot,
   freeformEvaluationSchema,
   generateRubrics,
+  getAgentvConfigDir,
   getAgentvHome,
   getBenchmark,
   getBenchmarksRegistryPath,