@ramarivera/coding-agent-langfuse 0.1.17 → 0.1.18

package/dist/backfill.js

@@ -5,7 +5,7 @@ import { existsSync, mkdirSync, readdirSync, readFileSync, statSync, writeFileSy
 import { homedir } from "node:os";
 import { dirname, join } from "node:path";
 const allAgents = ["claude", "codex", "grok", "opencode", "pi"];
-const importIdentityVersion = "v8-cached-input-token-split";
+const importIdentityVersion = "v9-codex-conversation-events";
 const defaultEndpoint = "https://langfuse.ai.roxasroot.net/otel/v1/traces";
 const deadRemoteEndpoint = "http://langfuse.ai.roxasroot.net:14318/v1/traces";
 const defaultStatePath = join(homedir(), ".local/state/coding-agent-langfuse/backfill-v6.json");
@@ -229,7 +229,10 @@ function extractText(value, maxLength = 4000) {
         const text = value
             .map((item) => {
             const record = asRecord(item);
-            return asString(record.text) ?? asString(record.content) ?? "";
+            return asString(record.text) ??
+                extractText(record.content, maxLength) ??
+                extractText(record.summary, maxLength) ??
+                "";
         })
             .filter(Boolean)
             .join("\n");
@@ -363,7 +366,8 @@ function costDetails(usage, model) {
     return undefined;
 }
 function isGenerationEvent(event) {
-    return event.usage !== undefined && event.role !== "user";
+    return event.usage !== undefined && event.role !== "user" &&
+        event.role !== "developer" && event.role !== "system";
 }
 function codexEvents(homeDir) {
     const files = listFiles(join(homeDir, ".codex/sessions"), (path) => path.endsWith(".jsonl"));
@@ -378,6 +382,7 @@ function codexEvents(homeDir) {
             asString(getPath(payload, ["model"]));
         let currentModel = model;
         let currentCwd = cwd;
+        let currentTurnRecordId = "session";
         const seenTokenCounts = new Set();
         const events = [
             {
@@ -406,11 +411,12 @@ function codexEvents(homeDir) {
             if (type === "turn_context") {
                 currentModel = asString(rowPayload.model) ?? currentModel;
                 currentCwd = asString(rowPayload.cwd) ?? currentCwd;
+                currentTurnRecordId = `turn-${asString(rowPayload.turn_id) ?? index}`;
                 events.push({
                     agent: "codex",
                     sourcePath: path,
                     sessionId,
-                    recordId: `turn-${asString(rowPayload.turn_id) ?? index}`,
+                    recordId: currentTurnRecordId,
                     name: "codex turn",
                     cwd: currentCwd,
                     model: currentModel,
@@ -420,34 +426,99 @@ function codexEvents(homeDir) {
                 });
             }
             if (type === "response_item" && itemType === "message") {
+                const role = asString(rowPayload.role);
+                const text = extractText(rowPayload.content);
+                const input = role === "user" || role === "developer" ||
+                    role === "system"
+                    ? text
+                    : undefined;
+                const output = role === "assistant" ? text : undefined;
                 events.push({
                     agent: "codex",
                     sourcePath: path,
                     sessionId,
                     recordId: `message-${asString(rowPayload.id) ?? index}`,
-                    name: `codex ${asString(rowPayload.role) ?? "message"}`,
-                    role: asString(rowPayload.role),
+                    name: `codex ${role ?? "message"}`,
+                    role,
                     model: currentModel,
                     cwd: currentCwd,
                     startMs: timestamp,
-                    parentRecordId: "session",
-                    output: extractText(rowPayload.content),
+                    parentRecordId: currentTurnRecordId,
+                    input,
+                    output,
                     usage: normalizeUsage(rowPayload.usage),
+                    metadata: pick(rowPayload, ["phase"]),
+                });
+            }
+            if (type === "response_item" && itemType === "reasoning") {
+                events.push({
+                    agent: "codex",
+                    sourcePath: path,
+                    sessionId,
+                    recordId: `reasoning-${index}`,
+                    name: "codex reasoning",
+                    model: currentModel,
+                    cwd: currentCwd,
+                    startMs: timestamp,
+                    parentRecordId: currentTurnRecordId,
+                    output: extractText(rowPayload.content) ??
+                        extractText(rowPayload.summary),
+                    metadata: {
+                        has_encrypted_content: rowPayload.encrypted_content !== undefined,
+                    },
                 });
             }
             if (type === "response_item" && itemType === "function_call") {
+                const callId = asString(rowPayload.call_id) ?? `${index}`;
                 events.push({
                     agent: "codex",
                     sourcePath: path,
                     sessionId,
-                    recordId: `tool-${asString(rowPayload.call_id) ?? index}`,
+                    recordId: `tool-${callId}`,
                     name: `codex tool ${asString(rowPayload.name) ?? "call"}`,
                     model: currentModel,
                     cwd: currentCwd,
                     startMs: timestamp,
-                    parentRecordId: "session",
+                    parentRecordId: currentTurnRecordId,
                     input: rowPayload.arguments,
-                    metadata: pick(rowPayload, ["name", "call_id"]),
+                    metadata: pick(rowPayload, ["name", "namespace", "call_id"]),
+                });
+            }
+            if (type === "response_item" && itemType === "function_call_output") {
+                const callId = asString(rowPayload.call_id) ?? `${index}`;
+                events.push({
+                    agent: "codex",
+                    sourcePath: path,
+                    sessionId,
+                    recordId: `tool-result-${callId}`,
+                    name: "codex tool result",
+                    model: currentModel,
+                    cwd: currentCwd,
+                    startMs: timestamp,
+                    parentRecordId: `tool-${callId}`,
+                    output: rowPayload.output,
+                    metadata: pick(rowPayload, ["call_id", "status", "execution"]),
+                });
+            }
+            if (type === "response_item" &&
+                (itemType === "tool_search_call" || itemType === "tool_search_output")) {
+                const callId = asString(rowPayload.call_id) ?? `${index}`;
+                const isOutput = itemType === "tool_search_output";
+                events.push({
+                    agent: "codex",
+                    sourcePath: path,
+                    sessionId,
+                    recordId: `${isOutput ? "tool-search-result" : "tool-search"}-${callId}`,
+                    name: isOutput ? "codex tool_search result" : "codex tool_search",
+                    model: currentModel,
+                    cwd: currentCwd,
+                    startMs: timestamp,
+                    parentRecordId: isOutput
+                        ? `tool-search-${callId}`
+                        : currentTurnRecordId,
+                    input: isOutput ? undefined : rowPayload.arguments,
+                    output: isOutput ? rowPayload.tools : undefined,
+                    metadata: pick(rowPayload, ["call_id", "status", "execution"]),
                 });
             }
             if (type === "event_msg" && rowPayload.type === "token_count") {
@@ -862,6 +933,7 @@ function toOtlp(events) {
             attributes: rootAttributes,
             status: { code: 1 },
         };
+        const spanIdsByRecordId = new Map(sortedEvents.map((event) => [event.recordId, spanId(event)]));
         const childSpans = sortedEvents.map((event) => {
             const startMs = event.startMs;
             const durationMs = Math.max(1, (event.endMs ?? event.startMs + 1) - event.startMs);
@@ -923,7 +995,10 @@ function toOtlp(events) {
             return {
                 traceId: traceId(event),
                 spanId: spanId(event),
-                parentSpanId: rootSpanId(event),
+                parentSpanId: event.parentRecordId &&
+                    event.parentRecordId !== "session"
+                    ? spanIdsByRecordId.get(event.parentRecordId) ?? rootSpanId(event)
+                    : rootSpanId(event),
                 name: event.name,
                 kind: 1,
                 startTimeUnixNano: ns(startMs),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ramarivera/coding-agent-langfuse",
-  "version": "0.1.17",
+  "version": "0.1.18",
   "description": "Universal coding-agent Langfuse backfiller and live OTLP helpers",
   "type": "module",
   "license": "MIT",