@agentv/core 3.12.0 → 3.13.0

package/dist/index.cjs

@@ -1380,132 +1380,6 @@ var init_otlp_json_file_exporter = __esm({
   }
 });
 
-// src/observability/simple-trace-file-exporter.ts
-var simple_trace_file_exporter_exports = {};
-__export(simple_trace_file_exporter_exports, {
-  SimpleTraceFileExporter: () => SimpleTraceFileExporter
-});
-function hrTimeDiffMs(start, end) {
-  const diffSec = end[0] - start[0];
-  const diffNano = end[1] - start[1];
-  return Math.round(diffSec * 1e3 + diffNano / 1e6);
-}
-var import_node_fs16, import_promises34, import_node_path50, SimpleTraceFileExporter;
-var init_simple_trace_file_exporter = __esm({
-  "src/observability/simple-trace-file-exporter.ts"() {
-    "use strict";
-    import_node_fs16 = require("fs");
-    import_promises34 = require("fs/promises");
-    import_node_path50 = require("path");
-    SimpleTraceFileExporter = class {
-      stream = null;
-      filePath;
-      streamReady = null;
-      pendingWrites = [];
-      _shuttingDown = false;
-      spansByTraceId = /* @__PURE__ */ new Map();
-      constructor(filePath) {
-        this.filePath = filePath;
-      }
-      async ensureStream() {
-        if (!this.streamReady) {
-          this.streamReady = (async () => {
-            await (0, import_promises34.mkdir)((0, import_node_path50.dirname)(this.filePath), { recursive: true });
-            this.stream = (0, import_node_fs16.createWriteStream)(this.filePath, { flags: "w" });
-            return this.stream;
-          })();
-        }
-        return this.streamReady;
-      }
-      export(spans, resultCallback) {
-        if (this._shuttingDown) {
-          resultCallback({ code: 0 });
-          return;
-        }
-        const rootSpans = [];
-        for (const span of spans) {
-          const traceId = span.spanContext().traceId;
-          const existing = this.spansByTraceId.get(traceId) ?? [];
-          existing.push(span);
-          this.spansByTraceId.set(traceId, existing);
-          if (span.name === "agentv.eval") {
-            rootSpans.push(span);
-          }
-        }
-        const writePromise = this.ensureStream().then((stream) => {
-          for (const root of rootSpans) {
-            const traceId = root.spanContext().traceId;
-            const traceSpans = this.spansByTraceId.get(traceId) ?? [root];
-            const children = traceSpans.filter(
-              (span) => span.spanContext().spanId !== root.spanContext().spanId
-            );
-            const record = this.buildSimpleRecord(root, children);
-            stream.write(`${JSON.stringify(record)}
-`);
-            this.spansByTraceId.delete(traceId);
-          }
-        });
-        this.pendingWrites.push(writePromise);
-        resultCallback({ code: 0 });
-      }
-      async shutdown() {
-        this._shuttingDown = true;
-        await Promise.all(this.pendingWrites);
-        this.pendingWrites = [];
-        this.spansByTraceId.clear();
-        return new Promise((resolve) => {
-          if (this.stream) {
-            this.stream.end(() => resolve());
-          } else {
-            resolve();
-          }
-        });
-      }
-      async forceFlush() {
-        await Promise.all(this.pendingWrites);
-        this.pendingWrites = [];
-      }
-      buildSimpleRecord(root, children) {
-        const attrs = root.attributes || {};
-        const durationMs = typeof attrs["agentv.trace.duration_ms"] === "number" ? attrs["agentv.trace.duration_ms"] : hrTimeDiffMs(root.startTime, root.endTime);
-        let inputTokens = 0;
-        let outputTokens = 0;
-        for (const child of children) {
-          const ca = child.attributes || {};
-          if (ca["gen_ai.usage.input_tokens"]) inputTokens += ca["gen_ai.usage.input_tokens"];
-          if (ca["gen_ai.usage.output_tokens"]) outputTokens += ca["gen_ai.usage.output_tokens"];
-        }
-        const rootInputTokens = typeof attrs["agentv.trace.token_input"] === "number" ? attrs["agentv.trace.token_input"] : 0;
-        const rootOutputTokens = typeof attrs["agentv.trace.token_output"] === "number" ? attrs["agentv.trace.token_output"] : 0;
-        const rootCachedTokens = typeof attrs["agentv.trace.token_cached"] === "number" ? attrs["agentv.trace.token_cached"] : void 0;
-        const llmSpans = children.filter((s) => s.attributes?.["gen_ai.operation.name"] === "chat").map((s) => ({
-          type: "llm",
-          name: s.name,
-          duration_ms: hrTimeDiffMs(s.startTime, s.endTime)
-        }));
-        const toolSpans = children.filter((s) => s.attributes?.["gen_ai.tool.name"]).map((s) => ({
-          type: "tool",
-          name: s.attributes["gen_ai.tool.name"],
-          duration_ms: hrTimeDiffMs(s.startTime, s.endTime)
-        }));
-        return {
-          test_id: attrs["agentv.test_id"],
-          target: attrs["agentv.target"],
-          score: attrs["agentv.score"],
-          duration_ms: durationMs,
-          cost_usd: attrs["agentv.trace.cost_usd"],
-          token_usage: inputTokens || outputTokens || rootInputTokens || rootOutputTokens || rootCachedTokens ? {
-            input: inputTokens || rootInputTokens,
-            output: outputTokens || rootOutputTokens,
-            ...rootCachedTokens ? { cached: rootCachedTokens } : {}
-          } : void 0,
-          spans: [...llmSpans, ...toolSpans].length > 0 ? [...llmSpans, ...toolSpans] : void 0
-        };
-      }
-    };
-  }
-});
-
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
@@ -1529,7 +1403,6 @@ __export(index_exports, {
   ProviderRegistry: () => ProviderRegistry,
   RepoManager: () => RepoManager,
   ResponseCache: () => ResponseCache,
-  SimpleTraceFileExporter: () => SimpleTraceFileExporter,
   SkillTriggerEvaluator: () => SkillTriggerEvaluator,
   TEST_MESSAGE_ROLES: () => TEST_MESSAGE_ROLES,
   TemplateNotDirectoryError: () => TemplateNotDirectoryError,
@@ -2460,12 +2333,6 @@ function parseExecutionDefaults(raw, configPath) {
   } else if (obj.verbose !== void 0) {
     logWarning(`Invalid execution.verbose in ${configPath}, expected boolean`);
   }
-  const traceFile = obj.trace_file;
-  if (typeof traceFile === "string" && traceFile.trim().length > 0) {
-    result.trace_file = traceFile.trim();
-  } else if (traceFile !== void 0) {
-    logWarning(`Invalid execution.trace_file in ${configPath}, expected non-empty string`);
-  }
   if (typeof obj.keep_workspaces === "boolean") {
     result.keep_workspaces = obj.keep_workspaces;
   } else if (obj.keep_workspaces !== void 0) {
@@ -12810,10 +12677,26 @@ function extractJsonBlob(text) {
   const match = text.match(/\{[\s\S]*\}/);
   return match?.[0];
 }
+function repairSchemaNearBooleanFields(text) {
+  return text.replace(
+    /("passed"\s*:\s*)(?:"([^"]+)"|([A-Za-z_][A-Za-z0-9_-]*))/gi,
+    (_match, prefix, quotedValue, bareValue) => {
+      const value = (quotedValue ?? bareValue ?? "").trim().toLowerCase();
+      if (value === "true") {
+        return `${prefix}true`;
+      }
+      if (value === "false") {
+        return `${prefix}false`;
+      }
+      return `${prefix}false`;
+    }
+  );
+}
 function parseJsonFromText(text) {
   const cleaned = typeof text === "string" ? text.replace(/```json\n?|```/g, "").trim() : "";
   const blob = extractJsonBlob(cleaned) ?? cleaned;
-  return JSON.parse(blob);
+  const repaired = repairSchemaNearBooleanFields(blob);
+  return JSON.parse(repaired);
 }
 function isNonEmptyString(value) {
   return typeof value === "string" && value.trim().length > 0;
@@ -12960,12 +12843,12 @@ async function execFileWithStdinNode(argv, stdinPayload, options) {
   });
 }
 async function execShellWithStdin(command, stdinPayload, options = {}) {
-  const { mkdir: mkdir18, readFile: readFile14, rm: rm6, writeFile: writeFile9 } = await import("fs/promises");
+  const { mkdir: mkdir17, readFile: readFile14, rm: rm6, writeFile: writeFile9 } = await import("fs/promises");
   const { tmpdir: tmpdir3 } = await import("os");
   const path48 = await import("path");
   const { randomUUID: randomUUID10 } = await import("crypto");
   const dir = path48.join(tmpdir3(), `agentv-exec-${randomUUID10()}`);
-  await mkdir18(dir, { recursive: true });
+  await mkdir17(dir, { recursive: true });
   const stdinPath = path48.join(dir, "stdin.txt");
   const stdoutPath = path48.join(dir, "stdout.txt");
   const stderrPath = path48.join(dir, "stderr.txt");
@@ -20061,8 +19944,6 @@ var AgentVConfigSchema = import_zod5.z.object({
     agentTimeoutMs: import_zod5.z.number().int().min(0).optional(),
     /** Enable verbose logging */
     verbose: import_zod5.z.boolean().optional(),
-    /** Write human-readable trace JSONL to this path (supports {timestamp} placeholder) */
-    traceFile: import_zod5.z.string().optional(),
     /** Always keep temp workspaces after eval */
     keepWorkspaces: import_zod5.z.boolean().optional(),
     /** Write OTLP JSON trace to this path (supports {timestamp} placeholder) */
@@ -20362,12 +20243,6 @@ var OtelTraceExporter = class {
           new SimpleSpanProcessor(new OtlpJsonFileExporter2(this.options.otlpFilePath))
         );
       }
-      if (this.options.traceFilePath) {
-        const { SimpleTraceFileExporter: SimpleTraceFileExporter2 } = await Promise.resolve().then(() => (init_simple_trace_file_exporter(), simple_trace_file_exporter_exports));
-        processors.push(
-          new SimpleSpanProcessor(new SimpleTraceFileExporter2(this.options.traceFilePath))
-        );
-      }
       if (processors.length === 0) {
         return false;
       }
@@ -20795,7 +20670,6 @@ function toHrTime(iso) {
 
 // src/observability/index.ts
 init_otlp_json_file_exporter();
-init_simple_trace_file_exporter();
 
 // src/index.ts
 function createAgentKernel() {
@@ -20823,7 +20697,6 @@ function createAgentKernel() {
   ProviderRegistry,
   RepoManager,
   ResponseCache,
-  SimpleTraceFileExporter,
   SkillTriggerEvaluator,
   TEST_MESSAGE_ROLES,
   TemplateNotDirectoryError,