agentv 3.12.0 → 3.13.1

package/dist/{chunk-VLOFRXH4.js → chunk-LSXO22CF.js}

@@ -27,12 +27,12 @@ import {
   subscribeToCopilotCliLogEntries,
   subscribeToCopilotSdkLogEntries,
   subscribeToPiLogEntries
-} from "./chunk-UYBLUYHN.js";
+} from "./chunk-K747KGDP.js";
 
 // package.json
 var package_default = {
   name: "agentv",
-  version: "3.12.0",
+  version: "3.13.1",
   description: "CLI entry point for AgentV",
   type: "module",
   repository: {
@@ -302,28 +302,21 @@ function toSnakeCaseDeep(obj) {
 import { existsSync, statSync } from "node:fs";
 import path3 from "node:path";
 var RESULT_INDEX_FILENAME = "index.jsonl";
-var LEGACY_RESULTS_FILENAME = "results.jsonl";
+var RESULT_RUNS_DIRNAME = "runs";
 function createRunDirName(timestamp = /* @__PURE__ */ new Date()) {
   return `eval_${timestamp.toISOString().replace(/[:.]/g, "-")}`;
 }
 function buildDefaultRunDir(cwd) {
-  return path3.join(cwd, ".agentv", "results", "raw", createRunDirName());
+  return path3.join(cwd, ".agentv", "results", RESULT_RUNS_DIRNAME, createRunDirName());
 }
 function resolveRunIndexPath(runDir) {
   return path3.join(runDir, RESULT_INDEX_FILENAME);
 }
-function resolveRunLegacyResultsPath(runDir) {
-  return path3.join(runDir, LEGACY_RESULTS_FILENAME);
-}
 function resolveExistingRunPrimaryPath(runDir) {
   const indexPath = resolveRunIndexPath(runDir);
   if (existsSync(indexPath)) {
     return indexPath;
   }
-  const legacyPath = resolveRunLegacyResultsPath(runDir);
-  if (existsSync(legacyPath)) {
-    return legacyPath;
-  }
   return void 0;
 }
 function isDirectoryPath(filePath) {
@@ -339,9 +332,7 @@ function resolveWorkspaceOrFilePath(filePath) {
   }
   const existing = resolveExistingRunPrimaryPath(filePath);
   if (!existing) {
-    throw new Error(
-      `Result workspace is missing ${RESULT_INDEX_FILENAME} and ${LEGACY_RESULTS_FILENAME}: ${filePath}`
-    );
+    throw new Error(`Result workspace is missing ${RESULT_INDEX_FILENAME}: ${filePath}`);
   }
   return existing;
 }
@@ -557,7 +548,7 @@ function buildBenchmarkArtifact(results, evalFile = "") {
       tests_run: testIds
     },
     run_summary: runSummary,
-    per_evaluator_summary: perEvaluatorSummary,
+    per_grader_summary: perEvaluatorSummary,
     notes
   };
 }
@@ -670,7 +661,6 @@ async function writeArtifactsFromResults(results, outputDir, options) {
   const timingPath = path4.join(outputDir, "timing.json");
   const benchmarkPath = path4.join(outputDir, "benchmark.json");
   const indexPath = path4.join(outputDir, RESULT_INDEX_FILENAME);
-  const legacyResultsPath = options?.writeLegacyResults ? path4.join(outputDir, LEGACY_RESULTS_FILENAME) : void 0;
   await mkdir(outputDir, { recursive: true });
   const indexRecords = [];
   for (const result of results) {
@@ -707,10 +697,7 @@ async function writeArtifactsFromResults(results, outputDir, options) {
   await writeFile(benchmarkPath, `${JSON.stringify(benchmark, null, 2)}
 `, "utf8");
   await writeJsonlFile(indexPath, indexRecords);
-  if (legacyResultsPath) {
-    await writeJsonlFile(legacyResultsPath, results);
-  }
-  return { testArtifactDir, timingPath, benchmarkPath, indexPath, legacyResultsPath };
+  return { testArtifactDir, timingPath, benchmarkPath, indexPath };
 }
 
 // src/commands/eval/benchmark-writer.ts
@@ -2141,7 +2128,7 @@ async function saveRunCache(cwd, resultPath) {
   const dir = path13.join(cwd, ".agentv");
   await mkdir7(dir, { recursive: true });
   const basename = path13.basename(resultPath);
-  const cache = basename === RESULT_INDEX_FILENAME || basename === LEGACY_RESULTS_FILENAME ? {
+  const cache = basename === RESULT_INDEX_FILENAME ? {
     lastRunDir: path13.dirname(resultPath),
     timestamp: (/* @__PURE__ */ new Date()).toISOString()
   } : {
@@ -4050,7 +4037,6 @@ function normalizeOptions(rawOptions, config, yamlExecution) {
     verbose: normalizeBoolean(rawOptions.verbose) || yamlExecution?.verbose === true || config?.execution?.verbose === true,
     // Precedence: CLI > YAML config > TS config
     otelFile: normalizeString(rawOptions.otelFile) ?? (yamlExecution?.otel_file ? resolveTimestampPlaceholder(yamlExecution.otel_file) : void 0) ?? (config?.execution?.otelFile ? resolveTimestampPlaceholder(config.execution.otelFile) : void 0),
-    traceFile: normalizeString(rawOptions.traceFile) ?? (yamlExecution?.trace_file ? resolveTimestampPlaceholder(yamlExecution.trace_file) : void 0) ?? (config?.execution?.traceFile ? resolveTimestampPlaceholder(config.execution.traceFile) : void 0),
     exportOtel: normalizeBoolean(rawOptions.exportOtel) || yamlExecution?.export_otel === true,
     otelBackend: normalizeString(rawOptions.otelBackend) ?? yamlExecution?.otel_backend,
     otelCaptureContent: normalizeBoolean(rawOptions.otelCaptureContent) || yamlExecution?.otel_capture_content === true,
@@ -4418,13 +4404,11 @@ async function runEvalCommand(input) {
   }
   const usesDefaultArtifactWorkspace = !options.outPath;
   const outputPath = options.outPath ? path15.resolve(options.outPath) : buildDefaultOutputPath(cwd);
-  const defaultTraceFile = usesDefaultArtifactWorkspace && !options.traceFile ? path15.join(path15.dirname(outputPath), "trace.jsonl") : void 0;
-  const traceFilePath = options.traceFile ? path15.resolve(options.traceFile) : defaultTraceFile;
   let otelExporter = null;
-  const useFileExport = !!(options.otelFile || traceFilePath);
+  const useFileExport = !!options.otelFile;
   if (options.exportOtel || useFileExport) {
     try {
-      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-L6R5HJ72.js");
+      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-LCZDS36N.js");
       let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
       let headers = {};
       if (options.otelBackend) {
@@ -4448,8 +4432,7 @@ async function runEvalCommand(input) {
         headers,
         captureContent,
         groupTurns: options.otelGroupTurns,
-        otlpFilePath: options.otelFile ? path15.resolve(options.otelFile) : void 0,
-        traceFilePath
+        otlpFilePath: options.otelFile ? path15.resolve(options.otelFile) : void 0
       });
       const initialized = await otelExporter.init();
       if (!initialized) {
@@ -4465,7 +4448,7 @@ async function runEvalCommand(input) {
       otelExporter = null;
     }
   }
-  const primaryWritePath = usesDefaultArtifactWorkspace ? path15.join(path15.dirname(outputPath), LEGACY_RESULTS_FILENAME) : outputPath;
+  const primaryWritePath = outputPath;
   const extraOutputPaths = options.outputPaths.map((p) => path15.resolve(p));
   const allOutputPaths = extraOutputPaths.length > 0 ? [primaryWritePath, ...extraOutputPaths] : [primaryWritePath];
   const uniqueOutputPaths = [...new Set(allOutputPaths)];
@@ -4486,9 +4469,6 @@ async function runEvalCommand(input) {
   if (options.otelFile) {
     console.log(`OTLP JSON file: ${path15.resolve(options.otelFile)}`);
   }
-  if (traceFilePath) {
-    console.log(`Trace file: ${traceFilePath}`);
-  }
   const evaluationRunner = await resolveEvaluationRunner();
   const allResults = [];
   const seenEvalCases = /* @__PURE__ */ new Set();
@@ -4676,11 +4656,9 @@ async function runEvalCommand(input) {
         testArtifactDir,
         timingPath,
         benchmarkPath: workspaceBenchmarkPath,
-        indexPath,
-        legacyResultsPath
+        indexPath
       } = await writeArtifactsFromResults(allResults, workspaceDir, {
-        evalFile,
-        writeLegacyResults: true
+        evalFile
       });
       console.log(`Artifact workspace written to: ${workspaceDir}`);
       console.log(`  Index: ${indexPath}`);
@@ -4689,9 +4667,6 @@ async function runEvalCommand(input) {
       );
       console.log(`  Timing: ${timingPath}`);
       console.log(`  Benchmark: ${workspaceBenchmarkPath}`);
-      if (legacyResultsPath) {
-        console.log(`  Compatibility output: ${legacyResultsPath} (deprecated)`);
-      }
     }
     if (options.artifacts) {
       const artifactsDir = path15.resolve(options.artifacts);
@@ -4702,8 +4677,7 @@ async function runEvalCommand(input) {
         timingPath,
         benchmarkPath: abp
       } = await writeArtifactsFromResults(allResults, artifactsDir, {
-        evalFile,
-        writeLegacyResults: false
+        evalFile
       });
       console.log(`Artifacts written to: ${artifactsDir}`);
       console.log(`  Index: ${indexPath}`);
@@ -4785,7 +4759,7 @@ export {
   package_default,
   toSnakeCaseDeep,
   RESULT_INDEX_FILENAME,
-  LEGACY_RESULTS_FILENAME,
+  RESULT_RUNS_DIRNAME,
   resolveExistingRunPrimaryPath,
   resolveWorkspaceOrFilePath,
   writeArtifactsFromResults,
@@ -4807,4 +4781,4 @@ export {
   selectTarget,
   runEvalCommand
 };
-//# sourceMappingURL=chunk-VLOFRXH4.js.map
+//# sourceMappingURL=chunk-LSXO22CF.js.map