@ramarivera/coding-agent-langfuse 0.1.19 → 0.1.21

package/dist/backfill.d.ts

@@ -62,7 +62,11 @@ declare function codexEvents(homeDir: string): BackfillEvent[];
 declare function claudeEvents(homeDir: string): BackfillEvent[];
 declare function piEvents(homeDir: string): BackfillEvent[];
 declare function grokEvents(homeDir: string): BackfillEvent[];
-declare function opencodeEvents(homeDir: string, rowLimit?: number): BackfillEvent[];
+declare function opencodeEvents(homeDir: string, options?: {
+    rowLimit?: number;
+    sinceMs?: number;
+    untilMs?: number;
+}): BackfillEvent[];
 declare function fingerprint(event: BackfillEvent): string;
 declare function toOtlp(events: BackfillEvent[]): Record<string, unknown>;
 declare function discoverEvents(options: BackfillOptions): BackfillEvent[];

package/dist/backfill.js

@@ -7,8 +7,11 @@ import { dirname, join } from "node:path";
 const allAgents = ["claude", "codex", "grok", "opencode", "pi"];
 const importIdentityVersion = "v8-cached-input-token-split";
 const importIdentityVersions = {
+    claude: "v11-tool-results",
     codex: "v9-codex-conversation-events",
+    grok: "v11-chat-history-only",
     opencode: "v10-opencode-message-parts",
+    pi: "v11-tool-results",
 };
 const defaultEndpoint = "https://langfuse.ai.roxasroot.net/otel/v1/traces";
 const deadRemoteEndpoint = "http://langfuse.ai.roxasroot.net:14318/v1/traces";
@@ -590,33 +593,56 @@ function piEvents(homeDir) {
                 continue;
             const message = asRecord(row.message);
             const usage = normalizeUsage(message.usage);
+            const role = asString(message.role);
+            const messageId = asString(row.id) ?? `message-${index}`;
+            const toolCallId = asString(message.toolCallId);
             events.push({
                 agent: "pi",
                 sourcePath: path,
                 sessionId,
-                recordId: asString(row.id) ?? `message-${index}`,
-                name: `pi ${asString(message.role) ?? "message"}`,
-                role: asString(message.role),
+                recordId: messageId,
+                name: role === "toolResult"
+                    ? `pi toolResult ${asString(message.toolName) ?? "call"}`
+                    : `pi ${role ?? "message"}`,
+                role,
                 model: asString(message.model) ?? asString(row.model),
                 provider: asString(message.provider),
                 cwd,
                 startMs: getTimestampMs(row.timestamp ?? message.timestamp, startMs + index),
                 endMs: getTimestampMs(message.completed, startMs + index + 1),
-                parentRecordId: asString(row.parentId) ?? "session",
-                input: message.role === "user"
+                parentRecordId: toolCallId
+                    ? `tool-${toolCallId}`
+                    : asString(row.parentId) ?? "session",
+                input: role === "user"
                     ? extractText(message.content)
                     : undefined,
-                output: message.role === "assistant"
+                output: role === "assistant" || role === "toolResult"
                     ? extractText(message.content)
                     : undefined,
                 usage,
+                metadata: pick(message, ["toolCallId", "toolName", "isError", "stopReason"]),
             });
+            for (const reasoning of reasoningFromContent(message.content)) {
+                events.push({
+                    agent: "pi",
+                    sourcePath: path,
+                    sessionId,
+                    recordId: `reasoning-${messageId}-${reasoning.index}`,
+                    name: "pi reasoning",
+                    cwd,
+                    model: asString(message.model),
+                    startMs: getTimestampMs(row.timestamp, startMs + index),
+                    parentRecordId: messageId,
+                    output: reasoning.text,
+                    metadata: { has_signature: reasoning.hasSignature },
+                });
+            }
             for (const tool of toolCallsFromContent(message.content)) {
                 events.push({
                     agent: "pi",
                     sourcePath: path,
                     sessionId,
-                    recordId: tool.id,
+                    recordId: `tool-${tool.id}`,
                     name: `pi tool ${tool.name}`,
                     cwd,
                     model: asString(message.model),
@@ -630,18 +656,19 @@ function piEvents(homeDir) {
     });
 }
 function grokEvents(homeDir) {
-    const files = listFiles(join(homeDir, ".grok/sessions"), (path) => path.endsWith(".jsonl"));
+    const files = listFiles(join(homeDir, ".grok/sessions"), (path) => path.endsWith("chat_history.jsonl"));
     return genericJsonlEvents("grok", files, "grok session");
 }
-function opencodeEvents(homeDir, rowLimit) {
+function opencodeEvents(homeDir, options = {}) {
     const db = join(homeDir, ".local/share/opencode/opencode.db");
     if (!existsSync(db))
         return [];
+    const timeWhere = sqliteTimeWhere(options.sinceMs, options.untilMs);
     let sessions = [];
     let messages = [];
     let parts = [];
     try {
-        sessions = sqliteJsonByRowid(db, "session", "id, directory, time_created, time_updated, title, version, slug, project_id", undefined, rowLimit, 5_000);
+        sessions = sqliteJsonByRowid(db, "session", "id, directory, time_created, time_updated, title, version, slug, project_id", undefined, options.rowLimit, 5_000);
         messages = sqliteJsonByRowid(db, "message", [
             "id",
             "session_id",
@@ -660,7 +687,7 @@ function opencodeEvents(homeDir, rowLimit) {
             "json_extract(data, '$.agent') as agent",
             "json_extract(data, '$.mode') as mode",
             "json_extract(data, '$.error') as error",
-        ].join(", "), undefined, rowLimit, 5_000);
+        ].join(", "), timeWhere, options.rowLimit, 5_000);
         parts = sqliteJsonByRowid(db, "part", [
             "id",
             "message_id",
@@ -669,7 +696,7 @@ function opencodeEvents(homeDir, rowLimit) {
             "time_updated",
             "json_extract(data, '$.type') as type",
             "json_extract(data, '$') as data",
-        ].join(", "), undefined, rowLimit, 5_000);
+        ].join(", "), timeWhere, options.rowLimit, 5_000);
     }
     catch (error) {
         console.error(`Skipping OpenCode history from ${db}: ${error instanceof Error ? error.message : String(error)}`);
@@ -789,6 +816,13 @@ function opencodeEvents(homeDir, rowLimit) {
     }
     return events;
 }
+function sqliteTimeWhere(sinceMs, untilMs) {
+    const conditions = [
+        sinceMs === undefined ? undefined : `time_created >= ${Math.trunc(sinceMs)}`,
+        untilMs === undefined ? undefined : `time_created <= ${Math.trunc(untilMs)}`,
+    ].filter((condition) => Boolean(condition));
+    return conditions.length > 0 ? conditions.join(" and ") : undefined;
+}
 function opencodeTextFromParts(parts) {
     const text = parts
         .map((part) => {
@@ -866,6 +900,12 @@ function genericJsonlEvents(agent, files, sessionName) {
         for (const [index, row] of rows.entries()) {
             const message = asRecord(row.message);
             const role = asString(message.role) ?? asString(row.type);
+            const recordId = asString(row.uuid) ??
+                asString(row.id) ??
+                asString(row.toolUseID) ??
+                `row-${index}`;
+            const toolUseId = asString(row.toolUseID) ?? asString(row.tool_use_id);
+            const content = message.content ?? row.content;
             const timestamp = getTimestampMs(row.timestamp ?? row.time_created, startMs + index);
             const usage = normalizeUsage(message.usage ?? row.usage);
             events.push({
@@ -873,22 +913,23 @@ function genericJsonlEvents(agent, files, sessionName) {
                 sourcePath: path,
                 sessionId: asString(row.sessionId) ?? asString(row.session_id) ??
                     sessionId,
-                recordId: asString(row.uuid) ??
-                    asString(row.id) ??
-                    asString(row.toolUseID) ??
-                    `row-${index}`,
-                name: `${agent} ${role ?? "event"}`,
+                recordId,
+                name: role === "tool_result" || role === "toolResult"
+                    ? `${agent} toolResult ${asString(row.toolName) ?? "call"}`
+                    : `${agent} ${role ?? "event"}`,
                 role,
                 model: asString(getPath(message, ["model"])) ?? asString(row.model),
                 cwd: asString(row.cwd) ?? cwd,
                 startMs: timestamp,
-                parentRecordId: asString(row.parentUuid) ?? asString(row.parentId) ??
-                    "session",
+                parentRecordId: toolUseId
+                    ? `tool-${toolUseId}`
+                    : asString(row.parentUuid) ?? asString(row.parentId) ?? "session",
                 input: role === "user"
-                    ? extractText(message.content ?? row.content)
+                    ? extractText(content)
                     : undefined,
-                output: role === "assistant"
-                    ? extractText(message.content ?? row.content)
+                output: role === "assistant" || role === "tool_result" ||
+                    role === "toolResult"
+                    ? extractText(content)
                     : undefined,
                 usage,
                 metadata: pick(row, [
@@ -899,12 +940,26 @@ function genericJsonlEvents(agent, files, sessionName) {
                     "error",
                 ]),
             });
-            for (const tool of toolCallsFromContent(message.content)) {
+            for (const reasoning of reasoningFromContent(content)) {
+                events.push({
+                    agent,
+                    sourcePath: path,
+                    sessionId,
+                    recordId: `reasoning-${recordId}-${reasoning.index}`,
+                    name: `${agent} reasoning`,
+                    cwd,
+                    startMs: timestamp,
+                    parentRecordId: recordId,
+                    output: reasoning.text,
+                    metadata: { has_signature: reasoning.hasSignature },
+                });
+            }
+            for (const tool of toolCallsFromContent(content)) {
                 events.push({
                     agent,
                     sourcePath: path,
                     sessionId,
-                    recordId: tool.id,
+                    recordId: `tool-${tool.id}`,
                     name: `${agent} tool ${tool.name}`,
                     cwd,
                     startMs: timestamp,
@@ -934,6 +989,26 @@ function toolCallsFromContent(content) {
         ];
     });
 }
+function reasoningFromContent(content) {
+    if (!Array.isArray(content))
+        return [];
+    return content.flatMap((item, index) => {
+        const record = asRecord(item);
+        const type = asString(record.type);
+        if (type !== "thinking" && type !== "reasoning")
+            return [];
+        const text = extractText(record.thinking ?? record.text, 8000);
+        if (!text)
+            return [];
+        return [
+            {
+                index,
+                text,
+                hasSignature: record.thinkingSignature !== undefined || record.signature !== undefined,
+            },
+        ];
+    });
+}
 function pick(source, keys) {
     const out = {};
     for (const key of keys) {
@@ -1180,7 +1255,11 @@ function discoverEvents(options) {
         claude: (inner) => claudeEvents(inner.homeDir),
         codex: (inner) => codexEvents(inner.homeDir),
         grok: (inner) => grokEvents(inner.homeDir),
-        opencode: (inner) => opencodeEvents(inner.homeDir, inner.limit),
+        opencode: (inner) => opencodeEvents(inner.homeDir, {
+            rowLimit: inner.limit,
+            sinceMs: inner.sinceMs,
+            untilMs: inner.untilMs,
+        }),
         pi: (inner) => piEvents(inner.homeDir),
     };
     return allAgents

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ramarivera/coding-agent-langfuse",
-  "version": "0.1.19",
+  "version": "0.1.21",
   "description": "Universal coding-agent Langfuse backfiller and live OTLP helpers",
   "type": "module",
   "license": "MIT",