agentv 5.2.0-next.1 → 5.3.0-next.1

package/dist/{chunk-3X357HS4.js → chunk-T32NL3E6.js}

@@ -61,11 +61,11 @@ import {
   validateFileReferences,
   validateTargetsFile,
   validateWorkspacePaths
-} from "./chunk-T4AD3H3Y.js";
+} from "./chunk-FVR4RQFK.js";
 import {
   materializeEvalBundle,
   writeArtifactsFromResults as writeArtifactsFromResults2
-} from "./chunk-46K2OET3.js";
+} from "./chunk-BHKQHG26.js";
 import {
   discoverClaudeSessions,
   discoverCodexSessions,
@@ -80,12 +80,14 @@ import {
   syncProjects,
   transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-ALVZQUZP.js";
+} from "./chunk-V52ATPTT.js";
 import {
   AGENTV_RESULTS_ARTIFACTS_REF,
   DEFAULT_CATEGORY,
   DEFAULT_THRESHOLD,
   EXECUTION_TRACE_SCHEMA_VERSION,
+  LEGACY_METRICS_SCHEMA_VERSION,
+  METRICS_SCHEMA_VERSION,
   RESULT_INDEX_FILENAME,
   addProject,
   aggregateRunDir,
@@ -110,6 +112,7 @@ import {
   loadTestSuite,
   mergeConfigObjects,
   normalizeCategoryPath,
+  normalizeMetricsArtifactWire,
   normalizeResultRow,
   omitExternalTraceMetadataKeys,
   parseYamlValue,
@@ -139,7 +142,7 @@ import {
   traceEnvelopeToTranscriptMessages,
   traceFromTranscriptJsonLines,
   writeArtifactsFromResults
-} from "./chunk-3S6A2RKR.js";
+} from "./chunk-6ZZCDZPD.js";
 import {
   __commonJS,
   __require,
@@ -12947,6 +12950,44 @@ function validateNoLegacyGradingFields(value, pathLabel) {
   }
   return errors;
 }
+function validateMetricsArtifact(value) {
+  if (!isRecord2(value)) {
+    return [{ severity: "error", message: "metrics.json must be an object" }];
+  }
+  const diagnostics = [];
+  const schemaVersion = value.schema_version;
+  const isCurrentSchema = schemaVersion === METRICS_SCHEMA_VERSION;
+  const isLegacySchema = schemaVersion === LEGACY_METRICS_SCHEMA_VERSION;
+  if (isCurrentSchema && Object.hasOwn(value, "trace")) {
+    diagnostics.push({
+      severity: "error",
+      message: "metrics.json must not include trace in agentv.metrics.v2"
+    });
+  } else if (isLegacySchema && Object.hasOwn(value, "trace")) {
+    diagnostics.push({
+      severity: "warning",
+      message: "metrics.json uses legacy trace identity; readers ignore it"
+    });
+  }
+  if (isCurrentSchema && Object.hasOwn(value, "metrics")) {
+    diagnostics.push({
+      severity: "error",
+      message: "metrics.json must not include nested metrics in agentv.metrics.v2"
+    });
+  } else if (isLegacySchema && Object.hasOwn(value, "metrics")) {
+    diagnostics.push({
+      severity: "warning",
+      message: "metrics.json uses legacy nested metrics; readers flatten it"
+    });
+  }
+  if (!normalizeMetricsArtifactWire(value)) {
+    diagnostics.push({
+      severity: "error",
+      message: "metrics.json does not match a supported metrics artifact shape"
+    });
+  }
+  return diagnostics;
+}
 function checkDirectoryNaming(runDir) {
   const dirName = path24.basename(runDir);
   const pathSegments = path24.normalize(runDir).split(path24.sep).filter(Boolean);
@@ -13163,6 +13204,21 @@ function checkArtifactFiles(runDir, entries2) {
           severity: "warning",
           message: `${testId}: metrics.json not found at '${entry.metrics_path}'`
         });
+      } else {
+        try {
+          const metrics = JSON.parse(readFileSync12(metricsPath, "utf8"));
+          for (const diagnostic of validateMetricsArtifact(metrics)) {
+            diagnostics.push({
+              severity: diagnostic.severity,
+              message: `${testId}: ${diagnostic.message}`
+            });
+          }
+        } catch {
+          diagnostics.push({
+            severity: "error",
+            message: `${testId}: metrics.json is not valid JSON`
+          });
+        }
       }
     }
   }
@@ -14550,7 +14606,7 @@ function buildRepeatTrialReadModels(baseDir, record) {
     const answerPath = caseTrialArtifactPath(resultDir, runPath, "outputs/answer.md");
     const resultPath = caseTrialArtifactPath(resultDir, runPath, "result.json");
     const runResult = readArtifactJsonObject(baseDir, resultPath);
-    const metrics = readArtifactJsonObject(baseDir, metricsPath);
+    const metrics = normalizeMetricsArtifactWire(readArtifactJsonObject(baseDir, metricsPath));
     const timing = readArtifactJsonObject(baseDir, timingPath);
     const toolCalls = objectField(metrics, "tool_calls");
     const tokenUsage = objectField(metrics, "tokens") ?? objectField(timing, "token_usage");
@@ -17914,4 +17970,4 @@ export {
   preprocessArgv,
   runCli
 };
-//# sourceMappingURL=chunk-3X357HS4.js.map
+//# sourceMappingURL=chunk-T32NL3E6.js.map