agentv 3.11.0 → 3.12.0

package/dist/{chunk-JK6V4KVD.js → chunk-NR7QVL75.js}

@@ -1,6 +1,6 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 
-// ../../packages/core/dist/chunk-HMXZ2AX4.js
+// ../../packages/core/dist/chunk-3G2KXH7N.js
 import { createWriteStream } from "node:fs";
 import { mkdir } from "node:fs/promises";
 import { dirname } from "node:path";
@@ -10,6 +10,7 @@ var SimpleTraceFileExporter = class {
   streamReady = null;
   pendingWrites = [];
   _shuttingDown = false;
+  spansByTraceId = /* @__PURE__ */ new Map();
   constructor(filePath) {
     this.filePath = filePath;
   }
@@ -28,25 +29,27 @@ var SimpleTraceFileExporter = class {
       resultCallback({ code: 0 });
       return;
     }
-    const spanMap = /* @__PURE__ */ new Map();
-    const childMap = /* @__PURE__ */ new Map();
+    const rootSpans = [];
     for (const span of spans) {
-      spanMap.set(span.spanContext().spanId, span);
-      const parentId = span.parentSpanId;
-      if (parentId) {
-        if (!childMap.has(parentId)) childMap.set(parentId, []);
-        childMap.get(parentId)?.push(span);
+      const traceId = span.spanContext().traceId;
+      const existing = this.spansByTraceId.get(traceId) ?? [];
+      existing.push(span);
+      this.spansByTraceId.set(traceId, existing);
+      if (span.name === "agentv.eval") {
+        rootSpans.push(span);
       }
     }
-    const rootSpans = spans.filter(
-      (s) => !s.parentSpanId || !spanMap.has(s.parentSpanId)
-    );
     const writePromise = this.ensureStream().then((stream) => {
       for (const root of rootSpans) {
-        const children = this.collectChildren(root.spanContext().spanId, childMap);
+        const traceId = root.spanContext().traceId;
+        const traceSpans = this.spansByTraceId.get(traceId) ?? [root];
+        const children = traceSpans.filter(
+          (span) => span.spanContext().spanId !== root.spanContext().spanId
+        );
         const record = this.buildSimpleRecord(root, children);
         stream.write(`${JSON.stringify(record)}
 `);
+        this.spansByTraceId.delete(traceId);
       }
     });
     this.pendingWrites.push(writePromise);
@@ -56,6 +59,7 @@ var SimpleTraceFileExporter = class {
     this._shuttingDown = true;
     await Promise.all(this.pendingWrites);
     this.pendingWrites = [];
+    this.spansByTraceId.clear();
     return new Promise((resolve) => {
       if (this.stream) {
         this.stream.end(() => resolve());
@@ -68,17 +72,9 @@ var SimpleTraceFileExporter = class {
     await Promise.all(this.pendingWrites);
     this.pendingWrites = [];
   }
-  collectChildren(spanId, childMap) {
-    const direct = childMap.get(spanId) || [];
-    const all = [...direct];
-    for (const child of direct) {
-      all.push(...this.collectChildren(child.spanContext().spanId, childMap));
-    }
-    return all;
-  }
   buildSimpleRecord(root, children) {
     const attrs = root.attributes || {};
-    const durationMs = hrTimeDiffMs(root.startTime, root.endTime);
+    const durationMs = typeof attrs["agentv.trace.duration_ms"] === "number" ? attrs["agentv.trace.duration_ms"] : hrTimeDiffMs(root.startTime, root.endTime);
     let inputTokens = 0;
     let outputTokens = 0;
     for (const child of children) {
@@ -86,6 +82,14 @@ var SimpleTraceFileExporter = class {
       if (ca["gen_ai.usage.input_tokens"]) inputTokens += ca["gen_ai.usage.input_tokens"];
       if (ca["gen_ai.usage.output_tokens"]) outputTokens += ca["gen_ai.usage.output_tokens"];
     }
+    const rootInputTokens = typeof attrs["agentv.trace.token_input"] === "number" ? attrs["agentv.trace.token_input"] : 0;
+    const rootOutputTokens = typeof attrs["agentv.trace.token_output"] === "number" ? attrs["agentv.trace.token_output"] : 0;
+    const rootCachedTokens = typeof attrs["agentv.trace.token_cached"] === "number" ? attrs["agentv.trace.token_cached"] : void 0;
+    const llmSpans = children.filter((s) => s.attributes?.["gen_ai.operation.name"] === "chat").map((s) => ({
+      type: "llm",
+      name: s.name,
+      duration_ms: hrTimeDiffMs(s.startTime, s.endTime)
+    }));
     const toolSpans = children.filter((s) => s.attributes?.["gen_ai.tool.name"]).map((s) => ({
       type: "tool",
       name: s.attributes["gen_ai.tool.name"],
@@ -97,8 +101,12 @@ var SimpleTraceFileExporter = class {
       score: attrs["agentv.score"],
       duration_ms: durationMs,
       cost_usd: attrs["agentv.trace.cost_usd"],
-      token_usage: inputTokens || outputTokens ? { input: inputTokens, output: outputTokens } : void 0,
-      spans: toolSpans.length > 0 ? toolSpans : void 0
+      token_usage: inputTokens || outputTokens || rootInputTokens || rootOutputTokens || rootCachedTokens ? {
+        input: inputTokens || rootInputTokens,
+        output: outputTokens || rootOutputTokens,
+        ...rootCachedTokens ? { cached: rootCachedTokens } : {}
+      } : void 0,
+      spans: [...llmSpans, ...toolSpans].length > 0 ? [...llmSpans, ...toolSpans] : void 0
     };
   }
 };
@@ -111,4 +119,4 @@ function hrTimeDiffMs(start, end) {
 export {
   SimpleTraceFileExporter
 };
-//# sourceMappingURL=chunk-JK6V4KVD.js.map
+//# sourceMappingURL=chunk-NR7QVL75.js.map

package/dist/chunk-NR7QVL75.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/core/src/observability/simple-trace-file-exporter.ts"],"sourcesContent":["import { type WriteStream, createWriteStream } from 'node:fs';\nimport { mkdir } from 'node:fs/promises';\nimport { dirname } from 'node:path';\n\n// biome-ignore lint/suspicious/noExplicitAny: OTel ReadableSpan loaded dynamically\ntype ReadableSpan = any;\n\n/**\n * SpanExporter that writes human-readable JSONL (one line per root span).\n * Designed for quick debugging and analysis without OTel tooling.\n */\nexport class SimpleTraceFileExporter {\n  private stream: WriteStream | null = null;\n  private filePath: string;\n  private streamReady: Promise<WriteStream> | null = null;\n  private pendingWrites: Promise<void>[] = [];\n  private _shuttingDown = false;\n  private spansByTraceId = new Map<string, ReadableSpan[]>();\n\n  constructor(filePath: string) {\n    this.filePath = filePath;\n  }\n\n  private async ensureStream(): Promise<WriteStream> {\n    if (!this.streamReady) {\n      this.streamReady = (async () => {\n        await mkdir(dirname(this.filePath), { recursive: true });\n        this.stream = createWriteStream(this.filePath, { flags: 'w' });\n        return this.stream;\n      })();\n    }\n    return this.streamReady;\n  }\n\n  export(spans: ReadableSpan[], resultCallback: (result: { code: number }) => void): void {\n    if (this._shuttingDown) {\n      resultCallback({ code: 0 });\n      return;\n    }\n    const rootSpans: ReadableSpan[] = [];\n    for (const span of spans) {\n      const traceId = span.spanContext().traceId;\n      const existing = this.spansByTraceId.get(traceId) ?? [];\n      existing.push(span);\n      this.spansByTraceId.set(traceId, existing);\n      if (span.name === 'agentv.eval') {\n        rootSpans.push(span);\n      }\n    }\n\n    const writePromise = this.ensureStream().then((stream) => {\n      for (const root of rootSpans) {\n        const traceId = root.spanContext().traceId;\n        const traceSpans = this.spansByTraceId.get(traceId) ?? [root];\n        const children = traceSpans.filter(\n          (span) => span.spanContext().spanId !== root.spanContext().spanId,\n        );\n        const record = this.buildSimpleRecord(root, children);\n        stream.write(`${JSON.stringify(record)}\\n`);\n        this.spansByTraceId.delete(traceId);\n      }\n    });\n    this.pendingWrites.push(writePromise);\n\n    resultCallback({ code: 0 });\n  }\n\n  async shutdown(): Promise<void> {\n    this._shuttingDown = true;\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n    this.spansByTraceId.clear();\n    return new Promise((resolve) => {\n      if (this.stream) {\n        this.stream.end(() => resolve());\n      } else {\n        resolve();\n      }\n    });\n  }\n\n  async forceFlush(): Promise<void> {\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n  }\n\n  private buildSimpleRecord(root: ReadableSpan, children: ReadableSpan[]): Record<string, unknown> {\n    const attrs = root.attributes || {};\n    const durationMs =\n      typeof attrs['agentv.trace.duration_ms'] === 'number'\n        ? attrs['agentv.trace.duration_ms']\n        : hrTimeDiffMs(root.startTime, root.endTime);\n\n    let inputTokens = 0;\n    let outputTokens = 0;\n    for (const child of children) {\n      const ca = child.attributes || {};\n      if (ca['gen_ai.usage.input_tokens']) inputTokens += ca['gen_ai.usage.input_tokens'];\n      if (ca['gen_ai.usage.output_tokens']) outputTokens += ca['gen_ai.usage.output_tokens'];\n    }\n    const rootInputTokens =\n      typeof attrs['agentv.trace.token_input'] === 'number' ? attrs['agentv.trace.token_input'] : 0;\n    const rootOutputTokens =\n      typeof attrs['agentv.trace.token_output'] === 'number'\n        ? attrs['agentv.trace.token_output']\n        : 0;\n    const rootCachedTokens =\n      typeof attrs['agentv.trace.token_cached'] === 'number'\n        ? attrs['agentv.trace.token_cached']\n        : undefined;\n\n    const llmSpans = children\n      .filter((s: ReadableSpan) => s.attributes?.['gen_ai.operation.name'] === 'chat')\n      .map((s: ReadableSpan) => ({\n        type: 'llm' as const,\n        name: s.name,\n        duration_ms: hrTimeDiffMs(s.startTime, s.endTime),\n      }));\n\n    const toolSpans = children\n      .filter((s: ReadableSpan) => s.attributes?.['gen_ai.tool.name'])\n      .map((s: ReadableSpan) => ({\n        type: 'tool' as const,\n        name: s.attributes['gen_ai.tool.name'],\n        duration_ms: hrTimeDiffMs(s.startTime, s.endTime),\n      }));\n\n    return {\n      test_id: attrs['agentv.test_id'],\n      target: attrs['agentv.target'],\n      score: attrs['agentv.score'],\n      duration_ms: durationMs,\n      cost_usd: attrs['agentv.trace.cost_usd'],\n      token_usage:\n        inputTokens || outputTokens || rootInputTokens || rootOutputTokens || rootCachedTokens\n          ? {\n              input: inputTokens || rootInputTokens,\n              output: outputTokens || rootOutputTokens,\n              ...(rootCachedTokens ? { cached: rootCachedTokens } : {}),\n            }\n          : undefined,\n      spans: [...llmSpans, ...toolSpans].length > 0 ? [...llmSpans, ...toolSpans] : undefined,\n    };\n  }\n}\n\nfunction hrTimeDiffMs(start: [number, number], end: [number, number]): number {\n  const diffSec = end[0] - start[0];\n  const diffNano = end[1] - start[1];\n  return Math.round(diffSec * 1000 + diffNano / 1_000_000);\n}\n"],"mappings":";;;AAAA,SAA2B,yBAAyB;AACpD,SAAS,aAAa;AACtB,SAAS,eAAe;AASjB,IAAM,0BAAN,MAA8B;EAC3B,SAA6B;EAC7B;EACA,cAA2C;EAC3C,gBAAiC,CAAC;EAClC,gBAAgB;EAChB,iBAAiB,oBAAI,IAA4B;EAEzD,YAAY,UAAkB;AAC5B,SAAK,WAAW;EAClB;EAEA,MAAc,eAAqC;AACjD,QAAI,CAAC,KAAK,aAAa;AACrB,WAAK,eAAe,YAAY;AAC9B,cAAM,MAAM,QAAQ,KAAK,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AACvD,aAAK,SAAS,kBAAkB,KAAK,UAAU,EAAE,OAAO,IAAI,CAAC;AAC7D,eAAO,KAAK;MACd,GAAG;IACL;AACA,WAAO,KAAK;EACd;EAEA,OAAO,OAAuB,gBAA0D;AACtF,QAAI,KAAK,eAAe;AACtB,qBAAe,EAAE,MAAM,EAAE,CAAC;AAC1B;IACF;AACA,UAAM,YAA4B,CAAC;AACnC,eAAW,QAAQ,OAAO;AACxB,YAAM,UAAU,KAAK,YAAY,EAAE;AACnC,YAAM,WAAW,KAAK,eAAe,IAAI,OAAO,KAAK,CAAC;AACtD,eAAS,KAAK,IAAI;AAClB,WAAK,eAAe,IAAI,SAAS,QAAQ;AACzC,UAAI,KAAK,SAAS,eAAe;AAC/B,kBAAU,KAAK,IAAI;MACrB;IACF;AAEA,UAAM,eAAe,KAAK,aAAa,EAAE,KAAK,CAAC,WAAW;AACxD,iBAAW,QAAQ,WAAW;AAC5B,cAAM,UAAU,KAAK,YAAY,EAAE;AACnC,cAAM,aAAa,KAAK,eAAe,IAAI,OAAO,KAAK,CAAC,IAAI;AAC5D,cAAM,WAAW,WAAW;UAC1B,CAAC,SAAS,KAAK,YAAY,EAAE,WAAW,KAAK,YAAY,EAAE;QAC7D;AACA,cAAM,SAAS,KAAK,kBAAkB,MAAM,QAAQ;AACpD,eAAO,MAAM,GAAG,KAAK,UAAU,MAAM,CAAC;CAAI;AAC1C,aAAK,eAAe,OAAO,OAAO;MACpC;IACF,CAAC;AACD,SAAK,cAAc,KAAK,YAAY;AAEpC,mBAAe,EAAE,MAAM,EAAE,CAAC;EAC5B;EAEA,MAAM,WAA0B;AAC9B,SAAK,gBAAgB;AACrB,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;AACtB,SAAK,eAAe,MAAM;AAC1B,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAI,KAAK,QAAQ;AACf,aAAK,OAAO,IAAI,MAAM,QAAQ,CAAC;MACjC,OAAO;AACL,gBAAQ;MACV;IACF,CAAC;EACH;EAEA,MAAM,aAA4B;AAChC,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;EACxB;EAEQ,kBAAkB,MAAoB,UAAmD;AAC/F,UAAM,QAAQ,KAAK,cAAc,CAAC;AAClC,UAAM,aACJ,OAAO,MAAM,0BAA0B,MAAM,WACzC,MAAM,0BAA0B,IAChC,aAAa,KAAK,WAAW,KAAK,OAAO;AAE/C,QAAI,cAAc;AAClB,QAAI,eAAe;AACnB,eAAW,SAAS,UAAU;AAC5B,YAAM,KAAK,MAAM,cAAc,CAAC;AAChC,UAAI,GAAG,2BAA2B,EAAG,gBAAe,GAAG,2BAA2B;AAClF,UAAI,GAAG,4BAA4B,EAAG,iBAAgB,GAAG,4BAA4B;IACvF;AACA,UAAM,kBACJ,OAAO,MAAM,0BAA0B,MAAM,WAAW,MAAM,0BAA0B,IAAI;AAC9F,UAAM,mBACJ,OAAO,MAAM,2BAA2B,MAAM,WAC1C,MAAM,2BAA2B,IACjC;AACN,UAAM,mBACJ,OAAO,MAAM,2BAA2B,MAAM,WAC1C,MAAM,2BAA2B,IACjC;AAEN,UAAM,WAAW,SACd,OAAO,CAAC,MAAoB,EAAE,aAAa,uBAAuB,MAAM,MAAM,EAC9E,IAAI,CAAC,OAAqB;MACzB,MAAM;MACN,MAAM,EAAE;MACR,aAAa,aAAa,EAAE,WAAW,EAAE,OAAO;IAClD,EAAE;AAEJ,UAAM,YAAY,SACf,OAAO,CAAC,MAAoB,EAAE,aAAa,kBAAkB,CAAC,EAC9D,IAAI,CAAC,OAAqB;MACzB,MAAM;MACN,MAAM,EAAE,WAAW,kBAAkB;MACrC,aAAa,aAAa,EAAE,WAAW,EAAE,OAAO;IAClD,EAAE;AAEJ,WAAO;MACL,SAAS,MAAM,gBAAgB;MAC/B,QAAQ,MAAM,eAAe;MAC7B,OAAO,MAAM,cAAc;MAC3B,aAAa;MACb,UAAU,MAAM,uBAAuB;MACvC,aACE,eAAe,gBAAgB,mBAAmB,oBAAoB,mBAClE;QACE,OAAO,eAAe;QACtB,QAAQ,gBAAgB;QACxB,GAAI,mBAAmB,EAAE,QAAQ,iBAAiB,IAAI,CAAC;MACzD,IACA;MACN,OAAO,CAAC,GAAG,UAAU,GAAG,SAAS,EAAE,SAAS,IAAI,CAAC,GAAG,UAAU,GAAG,SAAS,IAAI;IAChF;EACF;AACF;AAEA,SAAS,aAAa,OAAyB,KAA+B;AAC5E,QAAM,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC;AAChC,QAAM,WAAW,IAAI,CAAC,IAAI,MAAM,CAAC;AACjC,SAAO,KAAK,MAAM,UAAU,MAAO,WAAW,GAAS;AACzD;","names":[]}