agentv 3.11.1 → 3.12.0

package/dist/{chunk-JK6V4KVD.js → chunk-NR7QVL75.js}

@@ -1,6 +1,6 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 
-// ../../packages/core/dist/chunk-HMXZ2AX4.js
+// ../../packages/core/dist/chunk-3G2KXH7N.js
 import { createWriteStream } from "node:fs";
 import { mkdir } from "node:fs/promises";
 import { dirname } from "node:path";
@@ -10,6 +10,7 @@ var SimpleTraceFileExporter = class {
   streamReady = null;
   pendingWrites = [];
   _shuttingDown = false;
+  spansByTraceId = /* @__PURE__ */ new Map();
   constructor(filePath) {
     this.filePath = filePath;
   }
@@ -28,25 +29,27 @@ var SimpleTraceFileExporter = class {
       resultCallback({ code: 0 });
       return;
     }
-    const spanMap = /* @__PURE__ */ new Map();
-    const childMap = /* @__PURE__ */ new Map();
+    const rootSpans = [];
     for (const span of spans) {
-      spanMap.set(span.spanContext().spanId, span);
-      const parentId = span.parentSpanId;
-      if (parentId) {
-        if (!childMap.has(parentId)) childMap.set(parentId, []);
-        childMap.get(parentId)?.push(span);
+      const traceId = span.spanContext().traceId;
+      const existing = this.spansByTraceId.get(traceId) ?? [];
+      existing.push(span);
+      this.spansByTraceId.set(traceId, existing);
+      if (span.name === "agentv.eval") {
+        rootSpans.push(span);
       }
     }
-    const rootSpans = spans.filter(
-      (s) => !s.parentSpanId || !spanMap.has(s.parentSpanId)
-    );
     const writePromise = this.ensureStream().then((stream) => {
       for (const root of rootSpans) {
-        const children = this.collectChildren(root.spanContext().spanId, childMap);
+        const traceId = root.spanContext().traceId;
+        const traceSpans = this.spansByTraceId.get(traceId) ?? [root];
+        const children = traceSpans.filter(
+          (span) => span.spanContext().spanId !== root.spanContext().spanId
+        );
         const record = this.buildSimpleRecord(root, children);
         stream.write(`${JSON.stringify(record)}
 `);
+        this.spansByTraceId.delete(traceId);
       }
     });
     this.pendingWrites.push(writePromise);
@@ -56,6 +59,7 @@ var SimpleTraceFileExporter = class {
     this._shuttingDown = true;
     await Promise.all(this.pendingWrites);
     this.pendingWrites = [];
+    this.spansByTraceId.clear();
     return new Promise((resolve) => {
       if (this.stream) {
         this.stream.end(() => resolve());
@@ -68,17 +72,9 @@ var SimpleTraceFileExporter = class {
     await Promise.all(this.pendingWrites);
     this.pendingWrites = [];
   }
-  collectChildren(spanId, childMap) {
-    const direct = childMap.get(spanId) || [];
-    const all = [...direct];
-    for (const child of direct) {
-      all.push(...this.collectChildren(child.spanContext().spanId, childMap));
-    }
-    return all;
-  }
   buildSimpleRecord(root, children) {
     const attrs = root.attributes || {};
-    const durationMs = hrTimeDiffMs(root.startTime, root.endTime);
+    const durationMs = typeof attrs["agentv.trace.duration_ms"] === "number" ? attrs["agentv.trace.duration_ms"] : hrTimeDiffMs(root.startTime, root.endTime);
     let inputTokens = 0;
     let outputTokens = 0;
     for (const child of children) {
@@ -86,6 +82,14 @@ var SimpleTraceFileExporter = class {
       if (ca["gen_ai.usage.input_tokens"]) inputTokens += ca["gen_ai.usage.input_tokens"];
       if (ca["gen_ai.usage.output_tokens"]) outputTokens += ca["gen_ai.usage.output_tokens"];
     }
+    const rootInputTokens = typeof attrs["agentv.trace.token_input"] === "number" ? attrs["agentv.trace.token_input"] : 0;
+    const rootOutputTokens = typeof attrs["agentv.trace.token_output"] === "number" ? attrs["agentv.trace.token_output"] : 0;
+    const rootCachedTokens = typeof attrs["agentv.trace.token_cached"] === "number" ? attrs["agentv.trace.token_cached"] : void 0;
+    const llmSpans = children.filter((s) => s.attributes?.["gen_ai.operation.name"] === "chat").map((s) => ({
+      type: "llm",
+      name: s.name,
+      duration_ms: hrTimeDiffMs(s.startTime, s.endTime)
+    }));
     const toolSpans = children.filter((s) => s.attributes?.["gen_ai.tool.name"]).map((s) => ({
       type: "tool",
       name: s.attributes["gen_ai.tool.name"],
@@ -97,8 +101,12 @@ var SimpleTraceFileExporter = class {
       score: attrs["agentv.score"],
       duration_ms: durationMs,
       cost_usd: attrs["agentv.trace.cost_usd"],
-      token_usage: inputTokens || outputTokens ? { input: inputTokens, output: outputTokens } : void 0,
-      spans: toolSpans.length > 0 ? toolSpans : void 0
+      token_usage: inputTokens || outputTokens || rootInputTokens || rootOutputTokens || rootCachedTokens ? {
+        input: inputTokens || rootInputTokens,
+        output: outputTokens || rootOutputTokens,
+        ...rootCachedTokens ? { cached: rootCachedTokens } : {}
+      } : void 0,
+      spans: [...llmSpans, ...toolSpans].length > 0 ? [...llmSpans, ...toolSpans] : void 0
     };
   }
 };
@@ -111,4 +119,4 @@ function hrTimeDiffMs(start, end) {
 export {
   SimpleTraceFileExporter
 };
-//# sourceMappingURL=chunk-JK6V4KVD.js.map
+//# sourceMappingURL=chunk-NR7QVL75.js.map

package/dist/chunk-NR7QVL75.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/core/src/observability/simple-trace-file-exporter.ts"],"sourcesContent":["import { type WriteStream, createWriteStream } from 'node:fs';\nimport { mkdir } from 'node:fs/promises';\nimport { dirname } from 'node:path';\n\n// biome-ignore lint/suspicious/noExplicitAny: OTel ReadableSpan loaded dynamically\ntype ReadableSpan = any;\n\n/**\n * SpanExporter that writes human-readable JSONL (one line per root span).\n * Designed for quick debugging and analysis without OTel tooling.\n */\nexport class SimpleTraceFileExporter {\n  private stream: WriteStream | null = null;\n  private filePath: string;\n  private streamReady: Promise<WriteStream> | null = null;\n  private pendingWrites: Promise<void>[] = [];\n  private _shuttingDown = false;\n  private spansByTraceId = new Map<string, ReadableSpan[]>();\n\n  constructor(filePath: string) {\n    this.filePath = filePath;\n  }\n\n  private async ensureStream(): Promise<WriteStream> {\n    if (!this.streamReady) {\n      this.streamReady = (async () => {\n        await mkdir(dirname(this.filePath), { recursive: true });\n        this.stream = createWriteStream(this.filePath, { flags: 'w' });\n        return this.stream;\n      })();\n    }\n    return this.streamReady;\n  }\n\n  export(spans: ReadableSpan[], resultCallback: (result: { code: number }) => void): void {\n    if (this._shuttingDown) {\n      resultCallback({ code: 0 });\n      return;\n    }\n    const rootSpans: ReadableSpan[] = [];\n    for (const span of spans) {\n      const traceId = span.spanContext().traceId;\n      const existing = this.spansByTraceId.get(traceId) ?? [];\n      existing.push(span);\n      this.spansByTraceId.set(traceId, existing);\n      if (span.name === 'agentv.eval') {\n        rootSpans.push(span);\n      }\n    }\n\n    const writePromise = this.ensureStream().then((stream) => {\n      for (const root of rootSpans) {\n        const traceId = root.spanContext().traceId;\n        const traceSpans = this.spansByTraceId.get(traceId) ?? [root];\n        const children = traceSpans.filter(\n          (span) => span.spanContext().spanId !== root.spanContext().spanId,\n        );\n        const record = this.buildSimpleRecord(root, children);\n        stream.write(`${JSON.stringify(record)}\\n`);\n        this.spansByTraceId.delete(traceId);\n      }\n    });\n    this.pendingWrites.push(writePromise);\n\n    resultCallback({ code: 0 });\n  }\n\n  async shutdown(): Promise<void> {\n    this._shuttingDown = true;\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n    this.spansByTraceId.clear();\n    return new Promise((resolve) => {\n      if (this.stream) {\n        this.stream.end(() => resolve());\n      } else {\n        resolve();\n      }\n    });\n  }\n\n  async forceFlush(): Promise<void> {\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n  }\n\n  private buildSimpleRecord(root: ReadableSpan, children: ReadableSpan[]): Record<string, unknown> {\n    const attrs = root.attributes || {};\n    const durationMs =\n      typeof attrs['agentv.trace.duration_ms'] === 'number'\n        ? attrs['agentv.trace.duration_ms']\n        : hrTimeDiffMs(root.startTime, root.endTime);\n\n    let inputTokens = 0;\n    let outputTokens = 0;\n    for (const child of children) {\n      const ca = child.attributes || {};\n      if (ca['gen_ai.usage.input_tokens']) inputTokens += ca['gen_ai.usage.input_tokens'];\n      if (ca['gen_ai.usage.output_tokens']) outputTokens += ca['gen_ai.usage.output_tokens'];\n    }\n    const rootInputTokens =\n      typeof attrs['agentv.trace.token_input'] === 'number' ? attrs['agentv.trace.token_input'] : 0;\n    const rootOutputTokens =\n      typeof attrs['agentv.trace.token_output'] === 'number'\n        ? attrs['agentv.trace.token_output']\n        : 0;\n    const rootCachedTokens =\n      typeof attrs['agentv.trace.token_cached'] === 'number'\n        ? attrs['agentv.trace.token_cached']\n        : undefined;\n\n    const llmSpans = children\n      .filter((s: ReadableSpan) => s.attributes?.['gen_ai.operation.name'] === 'chat')\n      .map((s: ReadableSpan) => ({\n        type: 'llm' as const,\n        name: s.name,\n        duration_ms: hrTimeDiffMs(s.startTime, s.endTime),\n      }));\n\n    const toolSpans = children\n      .filter((s: ReadableSpan) => s.attributes?.['gen_ai.tool.name'])\n      .map((s: ReadableSpan) => ({\n        type: 'tool' as const,\n        name: s.attributes['gen_ai.tool.name'],\n        duration_ms: hrTimeDiffMs(s.startTime, s.endTime),\n      }));\n\n    return {\n      test_id: attrs['agentv.test_id'],\n      target: attrs['agentv.target'],\n      score: attrs['agentv.score'],\n      duration_ms: durationMs,\n      cost_usd: attrs['agentv.trace.cost_usd'],\n      token_usage:\n        inputTokens || outputTokens || rootInputTokens || rootOutputTokens || rootCachedTokens\n          ? {\n              input: inputTokens || rootInputTokens,\n              output: outputTokens || rootOutputTokens,\n              ...(rootCachedTokens ? { cached: rootCachedTokens } : {}),\n            }\n          : undefined,\n      spans: [...llmSpans, ...toolSpans].length > 0 ? [...llmSpans, ...toolSpans] : undefined,\n    };\n  }\n}\n\nfunction hrTimeDiffMs(start: [number, number], end: [number, number]): number {\n  const diffSec = end[0] - start[0];\n  const diffNano = end[1] - start[1];\n  return Math.round(diffSec * 1000 + diffNano / 1_000_000);\n}\n"],"mappings":";;;AAAA,SAA2B,yBAAyB;AACpD,SAAS,aAAa;AACtB,SAAS,eAAe;AASjB,IAAM,0BAAN,MAA8B;EAC3B,SAA6B;EAC7B;EACA,cAA2C;EAC3C,gBAAiC,CAAC;EAClC,gBAAgB;EAChB,iBAAiB,oBAAI,IAA4B;EAEzD,YAAY,UAAkB;AAC5B,SAAK,WAAW;EAClB;EAEA,MAAc,eAAqC;AACjD,QAAI,CAAC,KAAK,aAAa;AACrB,WAAK,eAAe,YAAY;AAC9B,cAAM,MAAM,QAAQ,KAAK,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AACvD,aAAK,SAAS,kBAAkB,KAAK,UAAU,EAAE,OAAO,IAAI,CAAC;AAC7D,eAAO,KAAK;MACd,GAAG;IACL;AACA,WAAO,KAAK;EACd;EAEA,OAAO,OAAuB,gBAA0D;AACtF,QAAI,KAAK,eAAe;AACtB,qBAAe,EAAE,MAAM,EAAE,CAAC;AAC1B;IACF;AACA,UAAM,YAA4B,CAAC;AACnC,eAAW,QAAQ,OAAO;AACxB,YAAM,UAAU,KAAK,YAAY,EAAE;AACnC,YAAM,WAAW,KAAK,eAAe,IAAI,OAAO,KAAK,CAAC;AACtD,eAAS,KAAK,IAAI;AAClB,WAAK,eAAe,IAAI,SAAS,QAAQ;AACzC,UAAI,KAAK,SAAS,eAAe;AAC/B,kBAAU,KAAK,IAAI;MACrB;IACF;AAEA,UAAM,eAAe,KAAK,aAAa,EAAE,KAAK,CAAC,WAAW;AACxD,iBAAW,QAAQ,WAAW;AAC5B,cAAM,UAAU,KAAK,YAAY,EAAE;AACnC,cAAM,aAAa,KAAK,eAAe,IAAI,OAAO,KAAK,CAAC,IAAI;AAC5D,cAAM,WAAW,WAAW;UAC1B,CAAC,SAAS,KAAK,YAAY,EAAE,WAAW,KAAK,YAAY,EAAE;QAC7D;AACA,cAAM,SAAS,KAAK,kBAAkB,MAAM,QAAQ;AACpD,eAAO,MAAM,GAAG,KAAK,UAAU,MAAM,CAAC;CAAI;AAC1C,aAAK,eAAe,OAAO,OAAO;MACpC;IACF,CAAC;AACD,SAAK,cAAc,KAAK,YAAY;AAEpC,mBAAe,EAAE,MAAM,EAAE,CAAC;EAC5B;EAEA,MAAM,WAA0B;AAC9B,SAAK,gBAAgB;AACrB,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;AACtB,SAAK,eAAe,MAAM;AAC1B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAI,KAAK,QAAQ;AACf,aAAK,OAAO,IAAI,MAAM,QAAQ,CAAC;MACjC,OAAO;AACL,gBAAQ;MACV;IACF,CAAC;EACH;EAEA,MAAM,aAA4B;AAChC,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;EACxB;EAEQ,kBAAkB,MAAoB,UAAmD;AAC/F,UAAM,QAAQ,KAAK,cAAc,CAAC;AAClC,UAAM,aACJ,OAAO,MAAM,0BAA0B,MAAM,WACzC,MAAM,0BAA0B,IAChC,aAAa,KAAK,WAAW,KAAK,OAAO;AAE/C,QAAI,cAAc;AAClB,QAAI,eAAe;AACnB,eAAW,SAAS,UAAU;AAC5B,YAAM,KAAK,MAAM,cAAc,CAAC;AAChC,UAAI,GAAG,2BAA2B,EAAG,gBAAe,GAAG,2BAA2B;AAClF,UAAI,GAAG,4BAA4B,EAAG,iBAAgB,GAAG,4BAA4B;IACvF;AACA,UAAM,kBACJ,OAAO,MAAM,0BAA0B,MAAM,WAAW,MAAM,0BAA0B,IAAI;AAC9F,UAAM,mBACJ,OAAO,MAAM,2BAA2B,MAAM,WAC1C,MAAM,2BAA2B,IACjC;AACN,UAAM,mBACJ,OAAO,MAAM,2BAA2B,MAAM,WAC1C,MAAM,2BAA2B,IACjC;AAEN,UAAM,WAAW,SACd,OAAO,CAAC,MAAoB,EAAE,aAAa,uBAAuB,MAAM,MAAM,EAC9E,IAAI,CAAC,OAAqB;MACzB,MAAM;MACN,MAAM,EAAE;MACR,aAAa,aAAa,EAAE,WAAW,EAAE,OAAO;IAClD,EAAE;AAEJ,UAAM,YAAY,SACf,OAAO,CAAC,MAAoB,EAAE,aAAa,kBAAkB,CAAC,EAC9D,IAAI,CAAC,OAAqB;MACzB,MAAM;MACN,MAAM,EAAE,WAAW,kBAAkB;MACrC,aAAa,aAAa,EAAE,WAAW,EAAE,OAAO;IAClD,EAAE;AAEJ,WAAO;MACL,SAAS,MAAM,gBAAgB;MAC/B,QAAQ,MAAM,eAAe;MAC7B,OAAO,MAAM,cAAc;MAC3B,aAAa;MACb,UAAU,MAAM,uBAAuB;MACvC,aACE,eAAe,gBAAgB,mBAAmB,oBAAoB,mBAClE;QACE,OAAO,eAAe;QACtB,QAAQ,gBAAgB;QACxB,GAAI,mBAAmB,EAAE,QAAQ,iBAAiB,IAAI,CAAC;MACzD,IACA;MACN,OAAO,CAAC,GAAG,UAAU,GAAG,SAAS,EAAE,SAAS,IAAI,CAAC,GAAG,UAAU,GAAG,SAAS,IAAI;IAChF;EACF;AACF;AAEA,SAAS,aAAa,OAAyB,KAA+B;AAC5E,QAAM,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC;AAChC,QAAM,WAAW,IAAI,CAAC,IAAI,MAAM,CAAC;AACjC,SAAO,KAAK,MAAM,UAAU,MAAO,WAAW,GAAS;AACzD;","names":[]}

package/dist/{chunk-OYD2NB55.js → chunk-UYBLUYHN.js}

@@ -1,4 +1,7 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
+import {
+  require_token_error
+} from "./chunk-HQDCIXVH.js";
 import {
   AISDKError,
   APICallError,
@@ -147,9 +150,6 @@ import {
   withoutTrailingSlash,
   zodSchema
 } from "./chunk-BJV6MDBE.js";
-import {
-  require_token_error
-} from "./chunk-HQDCIXVH.js";
 import {
   SpanStatusCode,
   context,
@@ -21644,7 +21644,7 @@ async function loadSdkModules() {
     try {
       [piCodingAgentModule, piAiModule] = await Promise.all([
         import("@mariozechner/pi-coding-agent"),
-        import("./dist-BOIN5LC5-T5UWUK43.js")
+        import("@mariozechner/pi-ai")
       ]);
     } catch {
       if (await promptInstall()) {
@@ -21652,7 +21652,7 @@ async function loadSdkModules() {
         execSync("bun add @mariozechner/pi-coding-agent", { stdio: "inherit" });
         [piCodingAgentModule, piAiModule] = await Promise.all([
           import("@mariozechner/pi-coding-agent"),
-          import("./dist-BOIN5LC5-T5UWUK43.js")
+          import("@mariozechner/pi-ai")
         ]);
       } else {
         throw new Error(
@@ -24416,7 +24416,7 @@ ${context2.fileChanges}`;
   async evaluateWithRubrics(context2, graderProvider, rubrics) {
     if (!rubrics || rubrics.length === 0) {
       throw new Error(
-        `No rubrics found for evaluator "${context2.evaluator?.name ?? "llm-grader"}". Run "agentv generate rubrics" first.`
+        `No rubrics found for evaluator "${context2.evaluator?.name ?? "llm-grader"}". Add rubric criteria under assertions or use the agentv-eval-writer skill for authoring help.`
       );
     }
     const hasScoreRanges = rubrics.some((r) => r.score_ranges && r.score_ranges.length > 0);
@@ -28654,7 +28654,7 @@ async function runEvaluation(options) {
         if (!cliModel) {
           throw new Error('--grader-target "agentv" requires --model (e.g., "openai:gpt-5-mini")');
         }
-        const { AgentvProvider: AgentvProvider2 } = await import("./agentv-provider-MIDKLYIH-6LIYKQRP.js");
+        const { AgentvProvider: AgentvProvider2 } = await import("./agentv-provider-NFFLXG5M-TJAWCWCX.js");
         return new AgentvProvider2("agentv", { model: cliModel, temperature: 0 });
       }
       const overrideTarget = resolveTargetByName(cliGraderTarget);
@@ -30978,11 +30978,11 @@ var OtelTraceExporter = class {
   async init() {
     try {
       const [sdkTraceNode, resourcesMod, semconvMod, api, coreMod] = await Promise.all([
-        import("./src-PXDA7QIS.js"),
-        import("./esm-UYZ3HJBU.js"),
+        import("./src-ML4D2MC2.js"),
+        import("./esm-CZAWIY6F.js"),
         import("./esm-RVQPUGWH.js"),
         import("./esm-R77SNOF5.js"),
-        import("./esm-OJ2BXJK4-YKEI3Z7E.js").catch(() => null)
+        import("./esm-5Q4BZALM-5REQWAUV.js").catch(() => null)
       ]);
       const { NodeTracerProvider: Provider, SimpleSpanProcessor } = sdkTraceNode;
       const { resourceFromAttributes } = resourcesMod;
@@ -31001,13 +31001,13 @@ var OtelTraceExporter = class {
         processors.push(new SimpleSpanProcessor(exporter));
       }
       if (this.options.otlpFilePath) {
-        const { OtlpJsonFileExporter: OtlpJsonFileExporter2 } = await import("./otlp-json-file-exporter-VN67MK3S-RQIM6EHY.js");
+        const { OtlpJsonFileExporter: OtlpJsonFileExporter2 } = await import("./otlp-json-file-exporter-77FDBRSY-EZAPHWP6.js");
         processors.push(
           new SimpleSpanProcessor(new OtlpJsonFileExporter2(this.options.otlpFilePath))
         );
       }
       if (this.options.traceFilePath) {
-        const { SimpleTraceFileExporter: SimpleTraceFileExporter2 } = await import("./simple-trace-file-exporter-XWZTIZR2-4JKATE5G.js");
+        const { SimpleTraceFileExporter: SimpleTraceFileExporter2 } = await import("./simple-trace-file-exporter-CRIO5HDZ-QYYT2QQT.js");
         processors.push(
           new SimpleSpanProcessor(new SimpleTraceFileExporter2(this.options.traceFilePath))
         );
@@ -31071,6 +31071,17 @@ var OtelTraceExporter = class {
         if (result.durationMs != null)
           rootSpan.setAttribute("agentv.trace.duration_ms", result.durationMs);
         if (result.costUsd != null) rootSpan.setAttribute("agentv.trace.cost_usd", result.costUsd);
+        if (result.tokenUsage) {
+          if (result.tokenUsage.input != null) {
+            rootSpan.setAttribute("agentv.trace.token_input", result.tokenUsage.input);
+          }
+          if (result.tokenUsage.output != null) {
+            rootSpan.setAttribute("agentv.trace.token_output", result.tokenUsage.output);
+          }
+          if (result.tokenUsage.cached != null) {
+            rootSpan.setAttribute("agentv.trace.token_cached", result.tokenUsage.cached);
+          }
+        }
         if (result.trace) {
           const t = result.trace;
           rootSpan.setAttribute("agentv.trace.event_count", t.eventCount);
@@ -31173,6 +31184,7 @@ var OtelTraceExporter = class {
       tracer.startActiveSpan(
         spanName,
         { startTime: startHr },
+        parentCtx,
         (span) => {
           if (isAssistant) {
             span.setAttribute("gen_ai.operation.name", "chat");
@@ -31205,6 +31217,7 @@ var OtelTraceExporter = class {
                 tracer.startActiveSpan(
                   `execute_tool ${tc.tool}`,
                   {},
+                  msgCtx,
                   (toolSpan) => {
                     toolSpan.setAttribute("gen_ai.tool.name", tc.tool);
                     if (tc.id) toolSpan.setAttribute("gen_ai.tool.call.id", tc.id);
@@ -31245,8 +31258,12 @@ var OtelStreamingObserver = class {
   rootSpan = null;
   // biome-ignore lint/suspicious/noExplicitAny: OTel context loaded dynamically
   rootCtx = null;
+  observedChildSpans = false;
+  pendingMetrics = null;
   /** Create root eval span immediately (visible in backend right away) */
   startEvalCase(testId, target, evalSet) {
+    this.pendingMetrics = null;
+    this.observedChildSpans = false;
     const ctx = this.parentCtx ?? this.api.context.active();
     this.rootSpan = this.tracer.startSpan("agentv.eval", void 0, ctx);
     this.rootSpan.setAttribute("gen_ai.operation.name", "evaluate");
@@ -31259,8 +31276,9 @@ var OtelStreamingObserver = class {
   /** Create and immediately export a tool span */
   onToolCall(name21, input, output, _durationMs, toolCallId) {
     if (!this.rootCtx) return;
+    this.observedChildSpans = true;
     this.api.context.with(this.rootCtx, () => {
-      const span = this.tracer.startSpan(`execute_tool ${name21}`);
+      const span = this.tracer.startSpan(`execute_tool ${name21}`, void 0, this.rootCtx);
       span.setAttribute("gen_ai.tool.name", name21);
       if (toolCallId) span.setAttribute("gen_ai.tool.call.id", toolCallId);
       if (this.captureContent) {
@@ -31281,8 +31299,9 @@ var OtelStreamingObserver = class {
   /** Create and immediately export an LLM span */
   onLlmCall(model, tokenUsage) {
     if (!this.rootCtx) return;
+    this.observedChildSpans = true;
     this.api.context.with(this.rootCtx, () => {
-      const span = this.tracer.startSpan(`chat ${model}`);
+      const span = this.tracer.startSpan(`chat ${model}`, void 0, this.rootCtx);
       span.setAttribute("gen_ai.operation.name", "chat");
       span.setAttribute("gen_ai.request.model", model);
       span.setAttribute("gen_ai.response.model", model);
@@ -31297,10 +31316,53 @@ var OtelStreamingObserver = class {
       span.end();
     });
   }
+  /** Record final execution metrics before the root span is finalized. */
+  recordEvalMetrics(result) {
+    this.pendingMetrics = result;
+  }
   /** Finalize root span with score/verdict after evaluation completes */
   finalizeEvalCase(score, error) {
     if (!this.rootSpan) return;
     this.rootSpan.setAttribute("agentv.score", score);
+    if (this.pendingMetrics?.durationMs != null) {
+      this.rootSpan.setAttribute("agentv.trace.duration_ms", this.pendingMetrics.durationMs);
+    }
+    if (this.pendingMetrics?.costUsd != null) {
+      this.rootSpan.setAttribute("agentv.trace.cost_usd", this.pendingMetrics.costUsd);
+    }
+    if (this.pendingMetrics?.tokenUsage) {
+      if (this.pendingMetrics.tokenUsage.input != null) {
+        this.rootSpan.setAttribute(
+          "agentv.trace.token_input",
+          this.pendingMetrics.tokenUsage.input
+        );
+      }
+      if (this.pendingMetrics.tokenUsage.output != null) {
+        this.rootSpan.setAttribute(
+          "agentv.trace.token_output",
+          this.pendingMetrics.tokenUsage.output
+        );
+      }
+      if (this.pendingMetrics.tokenUsage.cached != null) {
+        this.rootSpan.setAttribute(
+          "agentv.trace.token_cached",
+          this.pendingMetrics.tokenUsage.cached
+        );
+      }
+    }
+    if (this.pendingMetrics?.trace) {
+      this.rootSpan.setAttribute("agentv.trace.event_count", this.pendingMetrics.trace.eventCount);
+      this.rootSpan.setAttribute(
+        "agentv.trace.tool_names",
+        Object.keys(this.pendingMetrics.trace.toolCalls).sort().join(",")
+      );
+      if (this.pendingMetrics.trace.llmCallCount != null) {
+        this.rootSpan.setAttribute(
+          "agentv.trace.llm_call_count",
+          this.pendingMetrics.trace.llmCallCount
+        );
+      }
+    }
     if (error) {
       this.rootSpan.setStatus({ code: this.api.SpanStatusCode.ERROR, message: error });
     } else {
@@ -31309,6 +31371,33 @@ var OtelStreamingObserver = class {
     this.rootSpan.end();
     this.rootSpan = null;
     this.rootCtx = null;
+    this.observedChildSpans = false;
+    this.pendingMetrics = null;
+  }
+  /** Backfill child spans from the completed result when the provider emitted no live callbacks. */
+  completeFromResult(result) {
+    this.recordEvalMetrics({
+      durationMs: result.durationMs,
+      costUsd: result.costUsd,
+      tokenUsage: result.tokenUsage,
+      trace: result.trace
+    });
+    if (this.observedChildSpans || !this.rootCtx) {
+      return;
+    }
+    const model = result.output.find((msg) => msg.role === "assistant")?.metadata?.model ?? result.target ?? "unknown";
+    this.onLlmCall(String(model), result.tokenUsage);
+    for (const message of result.output) {
+      for (const toolCall of message.toolCalls ?? []) {
+        this.onToolCall(
+          toolCall.tool,
+          toolCall.input,
+          toolCall.output,
+          toolCall.durationMs ?? 0,
+          toolCall.id
+        );
+      }
+    }
   }
   /** Return the active eval span's trace ID and span ID for Braintrust trace bridging */
   getActiveSpanIds() {
@@ -31499,4 +31588,4 @@ export {
   OtelStreamingObserver,
   createAgentKernel
 };
-//# sourceMappingURL=chunk-OYD2NB55.js.map
+//# sourceMappingURL=chunk-UYBLUYHN.js.map