agentv 3.1.0 → 3.2.0

package/dist/chunk-JK6V4KVD.js

@@ -0,0 +1,114 @@
+import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
+
+// ../../packages/core/dist/chunk-HMXZ2AX4.js
+import { createWriteStream } from "node:fs";
+import { mkdir } from "node:fs/promises";
+import { dirname } from "node:path";
+var SimpleTraceFileExporter = class {
+  stream = null;
+  filePath;
+  streamReady = null;
+  pendingWrites = [];
+  _shuttingDown = false;
+  constructor(filePath) {
+    this.filePath = filePath;
+  }
+  async ensureStream() {
+    if (!this.streamReady) {
+      this.streamReady = (async () => {
+        await mkdir(dirname(this.filePath), { recursive: true });
+        this.stream = createWriteStream(this.filePath, { flags: "w" });
+        return this.stream;
+      })();
+    }
+    return this.streamReady;
+  }
+  export(spans, resultCallback) {
+    if (this._shuttingDown) {
+      resultCallback({ code: 0 });
+      return;
+    }
+    const spanMap = /* @__PURE__ */ new Map();
+    const childMap = /* @__PURE__ */ new Map();
+    for (const span of spans) {
+      spanMap.set(span.spanContext().spanId, span);
+      const parentId = span.parentSpanId;
+      if (parentId) {
+        if (!childMap.has(parentId)) childMap.set(parentId, []);
+        childMap.get(parentId)?.push(span);
+      }
+    }
+    const rootSpans = spans.filter(
+      (s) => !s.parentSpanId || !spanMap.has(s.parentSpanId)
+    );
+    const writePromise = this.ensureStream().then((stream) => {
+      for (const root of rootSpans) {
+        const children = this.collectChildren(root.spanContext().spanId, childMap);
+        const record = this.buildSimpleRecord(root, children);
+        stream.write(`${JSON.stringify(record)}
+`);
+      }
+    });
+    this.pendingWrites.push(writePromise);
+    resultCallback({ code: 0 });
+  }
+  async shutdown() {
+    this._shuttingDown = true;
+    await Promise.all(this.pendingWrites);
+    this.pendingWrites = [];
+    return new Promise((resolve) => {
+      if (this.stream) {
+        this.stream.end(() => resolve());
+      } else {
+        resolve();
+      }
+    });
+  }
+  async forceFlush() {
+    await Promise.all(this.pendingWrites);
+    this.pendingWrites = [];
+  }
+  collectChildren(spanId, childMap) {
+    const direct = childMap.get(spanId) || [];
+    const all = [...direct];
+    for (const child of direct) {
+      all.push(...this.collectChildren(child.spanContext().spanId, childMap));
+    }
+    return all;
+  }
+  buildSimpleRecord(root, children) {
+    const attrs = root.attributes || {};
+    const durationMs = hrTimeDiffMs(root.startTime, root.endTime);
+    let inputTokens = 0;
+    let outputTokens = 0;
+    for (const child of children) {
+      const ca = child.attributes || {};
+      if (ca["gen_ai.usage.input_tokens"]) inputTokens += ca["gen_ai.usage.input_tokens"];
+      if (ca["gen_ai.usage.output_tokens"]) outputTokens += ca["gen_ai.usage.output_tokens"];
+    }
+    const toolSpans = children.filter((s) => s.attributes?.["gen_ai.tool.name"]).map((s) => ({
+      type: "tool",
+      name: s.attributes["gen_ai.tool.name"],
+      duration_ms: hrTimeDiffMs(s.startTime, s.endTime)
+    }));
+    return {
+      test_id: attrs["agentv.test_id"],
+      target: attrs["agentv.target"],
+      score: attrs["agentv.score"],
+      duration_ms: durationMs,
+      cost_usd: attrs["agentv.trace.cost_usd"],
+      token_usage: inputTokens || outputTokens ? { input: inputTokens, output: outputTokens } : void 0,
+      spans: toolSpans.length > 0 ? toolSpans : void 0
+    };
+  }
+};
+function hrTimeDiffMs(start, end) {
+  const diffSec = end[0] - start[0];
+  const diffNano = end[1] - start[1];
+  return Math.round(diffSec * 1e3 + diffNano / 1e6);
+}
+
+export {
+  SimpleTraceFileExporter
+};
+//# sourceMappingURL=chunk-JK6V4KVD.js.map

package/dist/chunk-JK6V4KVD.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../packages/core/src/observability/simple-trace-file-exporter.ts"],"sourcesContent":["import { type WriteStream, createWriteStream } from 'node:fs';\nimport { mkdir } from 'node:fs/promises';\nimport { dirname } from 'node:path';\n\n// biome-ignore lint/suspicious/noExplicitAny: OTel ReadableSpan loaded dynamically\ntype ReadableSpan = any;\n\n/**\n * SpanExporter that writes human-readable JSONL (one line per root span).\n * Designed for quick debugging and analysis without OTel tooling.\n */\nexport class SimpleTraceFileExporter {\n  private stream: WriteStream | null = null;\n  private filePath: string;\n  private streamReady: Promise<WriteStream> | null = null;\n  private pendingWrites: Promise<void>[] = [];\n  private _shuttingDown = false;\n\n  constructor(filePath: string) {\n    this.filePath = filePath;\n  }\n\n  private async ensureStream(): Promise<WriteStream> {\n    if (!this.streamReady) {\n      this.streamReady = (async () => {\n        await mkdir(dirname(this.filePath), { recursive: true });\n        this.stream = createWriteStream(this.filePath, { flags: 'w' });\n        return this.stream;\n      })();\n    }\n    return this.streamReady;\n  }\n\n  export(spans: ReadableSpan[], resultCallback: (result: { code: number }) => void): void {\n    if (this._shuttingDown) {\n      resultCallback({ code: 0 });\n      return;\n    }\n    const spanMap = new Map<string, ReadableSpan>();\n    const childMap = new Map<string, ReadableSpan[]>();\n\n    for (const span of spans) {\n      spanMap.set(span.spanContext().spanId, span);\n      const parentId = span.parentSpanId;\n      if (parentId) {\n        if (!childMap.has(parentId)) childMap.set(parentId, []);\n        childMap.get(parentId)?.push(span);\n      }\n    }\n\n    // Root spans: no parent or parent not in this batch\n    const rootSpans = spans.filter(\n      (s: ReadableSpan) => !s.parentSpanId || !spanMap.has(s.parentSpanId),\n    );\n\n    const writePromise = this.ensureStream().then((stream) => {\n      for (const root of rootSpans) {\n        const children = this.collectChildren(root.spanContext().spanId, childMap);\n        const record = this.buildSimpleRecord(root, children);\n        stream.write(`${JSON.stringify(record)}\\n`);\n      }\n    });\n    this.pendingWrites.push(writePromise);\n\n    resultCallback({ code: 0 });\n  }\n\n  async shutdown(): Promise<void> {\n    this._shuttingDown = true;\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n    return new Promise((resolve) => {\n      if (this.stream) {\n        this.stream.end(() => resolve());\n      } else {\n        resolve();\n      }\n    });\n  }\n\n  async forceFlush(): Promise<void> {\n    await Promise.all(this.pendingWrites);\n    this.pendingWrites = [];\n  }\n\n  private collectChildren(spanId: string, childMap: Map<string, ReadableSpan[]>): ReadableSpan[] {\n    const direct = childMap.get(spanId) || [];\n    const all: ReadableSpan[] = [...direct];\n    for (const child of direct) {\n      all.push(...this.collectChildren(child.spanContext().spanId, childMap));\n    }\n    return all;\n  }\n\n  private buildSimpleRecord(root: ReadableSpan, children: ReadableSpan[]): Record<string, unknown> {\n    const attrs = root.attributes || {};\n    const durationMs = hrTimeDiffMs(root.startTime, root.endTime);\n\n    let inputTokens = 0;\n    let outputTokens = 0;\n    for (const child of children) {\n      const ca = child.attributes || {};\n      if (ca['gen_ai.usage.input_tokens']) inputTokens += ca['gen_ai.usage.input_tokens'];\n      if (ca['gen_ai.usage.output_tokens']) outputTokens += ca['gen_ai.usage.output_tokens'];\n    }\n\n    const toolSpans = children\n      .filter((s: ReadableSpan) => s.attributes?.['gen_ai.tool.name'])\n      .map((s: ReadableSpan) => ({\n        type: 'tool' as const,\n        name: s.attributes['gen_ai.tool.name'],\n        duration_ms: hrTimeDiffMs(s.startTime, s.endTime),\n      }));\n\n    return {\n      test_id: attrs['agentv.test_id'],\n      target: attrs['agentv.target'],\n      score: attrs['agentv.score'],\n      duration_ms: durationMs,\n      cost_usd: attrs['agentv.trace.cost_usd'],\n      token_usage:\n        inputTokens || outputTokens ? { input: inputTokens, output: outputTokens } : undefined,\n      spans: toolSpans.length > 0 ? toolSpans : undefined,\n    };\n  }\n}\n\nfunction hrTimeDiffMs(start: [number, number], end: [number, number]): number {\n  const diffSec = end[0] - start[0];\n  const diffNano = end[1] - start[1];\n  return Math.round(diffSec * 1000 + diffNano / 1_000_000);\n}\n"],"mappings":";;;AAAA,SAA2B,yBAAyB;AACpD,SAAS,aAAa;AACtB,SAAS,eAAe;AASjB,IAAM,0BAAN,MAA8B;EAC3B,SAA6B;EAC7B;EACA,cAA2C;EAC3C,gBAAiC,CAAC;EAClC,gBAAgB;EAExB,YAAY,UAAkB;AAC5B,SAAK,WAAW;EAClB;EAEA,MAAc,eAAqC;AACjD,QAAI,CAAC,KAAK,aAAa;AACrB,WAAK,eAAe,YAAY;AAC9B,cAAM,MAAM,QAAQ,KAAK,QAAQ,GAAG,EAAE,WAAW,KAAK,CAAC;AACvD,aAAK,SAAS,kBAAkB,KAAK,UAAU,EAAE,OAAO,IAAI,CAAC;AAC7D,eAAO,KAAK;MACd,GAAG;IACL;AACA,WAAO,KAAK;EACd;EAEA,OAAO,OAAuB,gBAA0D;AACtF,QAAI,KAAK,eAAe;AACtB,qBAAe,EAAE,MAAM,EAAE,CAAC;AAC1B;IACF;AACA,UAAM,UAAU,oBAAI,IAA0B;AAC9C,UAAM,WAAW,oBAAI,IAA4B;AAEjD,eAAW,QAAQ,OAAO;AACxB,cAAQ,IAAI,KAAK,YAAY,EAAE,QAAQ,IAAI;AAC3C,YAAM,WAAW,KAAK;AACtB,UAAI,UAAU;AACZ,YAAI,CAAC,SAAS,IAAI,QAAQ,EAAG,UAAS,IAAI,UAAU,CAAC,CAAC;AACtD,iBAAS,IAAI,QAAQ,GAAG,KAAK,IAAI;MACnC;IACF;AAGA,UAAM,YAAY,MAAM;MACtB,CAAC,MAAoB,CAAC,EAAE,gBAAgB,CAAC,QAAQ,IAAI,EAAE,YAAY;IACrE;AAEA,UAAM,eAAe,KAAK,aAAa,EAAE,KAAK,CAAC,WAAW;AACxD,iBAAW,QAAQ,WAAW;AAC5B,cAAM,WAAW,KAAK,gBAAgB,KAAK,YAAY,EAAE,QAAQ,QAAQ;AACzE,cAAM,SAAS,KAAK,kBAAkB,MAAM,QAAQ;AACpD,eAAO,MAAM,GAAG,KAAK,UAAU,MAAM,CAAC;CAAI;MAC5C;IACF,CAAC;AACD,SAAK,cAAc,KAAK,YAAY;AAEpC,mBAAe,EAAE,MAAM,EAAE,CAAC;EAC5B;EAEA,MAAM,WAA0B;AAC9B,SAAK,gBAAgB;AACrB,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;AACtB,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAI,KAAK,QAAQ;AACf,aAAK,OAAO,IAAI,MAAM,QAAQ,CAAC;MACjC,OAAO;AACL,gBAAQ;MACV;IACF,CAAC;EACH;EAEA,MAAM,aAA4B;AAChC,UAAM,QAAQ,IAAI,KAAK,aAAa;AACpC,SAAK,gBAAgB,CAAC;EACxB;EAEQ,gBAAgB,QAAgB,UAAuD;AAC7F,UAAM,SAAS,SAAS,IAAI,MAAM,KAAK,CAAC;AACxC,UAAM,MAAsB,CAAC,GAAG,MAAM;AACtC,eAAW,SAAS,QAAQ;AAC1B,UAAI,KAAK,GAAG,KAAK,gBAAgB,MAAM,YAAY,EAAE,QAAQ,QAAQ,CAAC;IACxE;AACA,WAAO;EACT;EAEQ,kBAAkB,MAAoB,UAAmD;AAC/F,UAAM,QAAQ,KAAK,cAAc,CAAC;AAClC,UAAM,aAAa,aAAa,KAAK,WAAW,KAAK,OAAO;AAE5D,QAAI,cAAc;AAClB,QAAI,eAAe;AACnB,eAAW,SAAS,UAAU;AAC5B,YAAM,KAAK,MAAM,cAAc,CAAC;AAChC,UAAI,GAAG,2BAA2B,EAAG,gBAAe,GAAG,2BAA2B;AAClF,UAAI,GAAG,4BAA4B,EAAG,iBAAgB,GAAG,4BAA4B;IACvF;AAEA,UAAM,YAAY,SACf,OAAO,CAAC,MAAoB,EAAE,aAAa,kBAAkB,CAAC,EAC9D,IAAI,CAAC,OAAqB;MACzB,MAAM;MACN,MAAM,EAAE,WAAW,kBAAkB;MACrC,aAAa,aAAa,EAAE,WAAW,EAAE,OAAO;IAClD,EAAE;AAEJ,WAAO;MACL,SAAS,MAAM,gBAAgB;MAC/B,QAAQ,MAAM,eAAe;MAC7B,OAAO,MAAM,cAAc;MAC3B,aAAa;MACb,UAAU,MAAM,uBAAuB;MACvC,aACE,eAAe,eAAe,EAAE,OAAO,aAAa,QAAQ,aAAa,IAAI;MAC/E,OAAO,UAAU,SAAS,IAAI,YAAY;IAC5C;EACF;AACF;AAEA,SAAS,aAAa,OAAyB,KAA+B;AAC5E,QAAM,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC;AAChC,QAAM,WAAW,IAAI,CAAC,IAAI,MAAM,CAAC;AACjC,SAAO,KAAK,MAAM,UAAU,MAAO,WAAW,GAAS;AACzD;","names":[]}