@tracemarketplace/shared 0.0.8 → 0.0.10

package/dist/extractors/codex.js

@@ -1,5 +1,15 @@
 import { randomUUID } from "crypto";
 import { hashString, computeContentHash } from "../hash.js";
+import { collectTraceMetrics, createPassiveEnvState, extractTextFragments, pushUniqueTextBlock, } from "./common.js";
+function toNumber(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function extractExitCode(output) {
+    if (!output)
+        return null;
+    const match = output.match(/Process exited with code (\d+)/);
+    return match ? Number.parseInt(match[1], 10) : null;
+}
 export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
     const events = [];
     for (const line of rolloutFileBuffer.toString("utf-8").split("\n")) {
@@ -21,6 +31,10 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
     let currentBlocks = [];
     let taskTimestamp = null;
     let currentModel = null;
+    let currentTaskLastTimestamp = null;
+    let totalInputTokens = null;
+    let totalOutputTokens = null;
+    let totalCacheReadTokens = null;
     for (const event of events) {
         const type = event["type"];
         const payload = (event["payload"] ?? {});
@@ -31,6 +45,7 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
             currentUserMessage = null;
             currentBlocks = [];
             taskTimestamp = timestamp;
+            currentTaskLastTimestamp = timestamp;
             continue;
         }
         if (type === "event_msg" && payload["type"] === "task_complete") {
@@ -49,16 +64,14 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
                 }
                 const lastMsg = payload["last_agent_message"];
                 if (lastMsg) {
-                    const alreadyCaptured = currentBlocks.some(b => b.type === "text" && b.text === lastMsg);
-                    if (!alreadyCaptured)
-                        currentBlocks.push({ type: "text", text: lastMsg });
+                    pushUniqueTextBlock(currentBlocks, "text", lastMsg);
                 }
                 if (currentBlocks.length > 0) {
                     turns.push({
                         turn_id: currentTurnId ?? randomUUID(),
                         parent_turn_id: currentUserMessage ? "user_" + currentTurnId : null,
                         role: "assistant",
-                        timestamp: taskTimestamp,
+                        timestamp: currentTaskLastTimestamp ?? timestamp ?? taskTimestamp,
                         content: currentBlocks,
                         model: currentModel,
                         usage: null,
@@ -72,10 +85,13 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
             currentBlocks = [];
             taskTimestamp = null;
             currentModel = null;
+            currentTaskLastTimestamp = null;
             continue;
         }
         if (!inTask)
             continue;
+        if (timestamp)
+            currentTaskLastTimestamp = timestamp;
         if (type === "turn_context") {
             currentModel = payload["model"] ?? null;
             continue;
@@ -86,17 +102,43 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
                     currentUserMessage = payload["message"] ?? "";
                     break;
                 case "agent_reasoning":
-                    if (payload["text"])
-                        currentBlocks.push({ type: "thinking", text: payload["text"] });
+                    pushUniqueTextBlock(currentBlocks, "thinking", payload["text"]);
                     break;
                 case "agent_message":
-                    if (payload["message"])
-                        currentBlocks.push({ type: "text", text: payload["message"] });
+                    pushUniqueTextBlock(currentBlocks, "text", payload["message"]);
                     break;
+                case "token_count": {
+                    const info = (payload["info"] ?? {});
+                    const usage = (info["total_token_usage"] ?? {});
+                    totalInputTokens = toNumber(usage["input_tokens"]) ?? totalInputTokens;
+                    totalOutputTokens = toNumber(usage["output_tokens"]) ?? totalOutputTokens;
+                    totalCacheReadTokens =
+                        toNumber(usage["cached_input_tokens"]) ?? totalCacheReadTokens;
+                    break;
+                }
             }
         }
         else if (type === "response_item") {
             switch (payload["type"]) {
+                case "message": {
+                    const role = payload["role"];
+                    const texts = extractTextFragments(payload["content"]);
+                    if (role === "assistant") {
+                        for (const text of texts) {
+                            pushUniqueTextBlock(currentBlocks, "text", text);
+                        }
+                    }
+                    else if (role === "user" && !currentUserMessage) {
+                        currentUserMessage = texts.join("\n\n") || currentUserMessage;
+                    }
+                    break;
+                }
+                case "reasoning": {
+                    const reasoningText = extractTextFragments(payload["content"]).join("\n\n") ||
+                        extractTextFragments(payload["summary"]).join("\n\n");
+                    pushUniqueTextBlock(currentBlocks, "thinking", reasoningText);
+                    break;
+                }
                 case "function_call": {
                     const callId = payload["call_id"] ?? randomUUID();
                     let toolInput = {};
@@ -116,15 +158,13 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
                 }
                 case "function_call_output": {
                     const output = payload["output"];
-                    const isError = typeof output === "string"
-                        && output.includes("Process exited with code")
-                        && !output.includes("code 0");
+                    const exitCode = extractExitCode(output);
                     currentBlocks.push({
                         type: "tool_result",
                         tool_call_id: payload["call_id"] ?? "",
-                        is_error: isError,
+                        is_error: exitCode !== null ? exitCode !== 0 : false,
                         result_content: output ?? null,
-                        exit_code: null,
+                        exit_code: exitCode,
                     });
                     break;
                 }
@@ -141,11 +181,7 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
             }
         }
     }
-    const allBlocks = turns.flatMap(t => t.content);
-    const toolCallCount = allBlocks.filter(b => b.type === "tool_use").length;
-    const hasFileChanges = allBlocks.some(b => b.type === "tool_use" && ["write_file", "file_change", "create_file"].includes(b.tool_name));
-    const hasShellCommands = allBlocks.some(b => b.type === "tool_use" && ["exec_command", "bash", "shell"].includes(b.tool_name));
-    const hasThinking = allBlocks.some(b => b.type === "thinking");
+    const metrics = collectTraceMetrics(turns);
     const startedAt = sessionMetaPayload["timestamp"] ?? events[0]?.["timestamp"] ?? new Date().toISOString();
     const endedAt = events[events.length - 1]?.["timestamp"] ?? new Date().toISOString();
     const partialTrace = {
@@ -163,24 +199,16 @@ export async function extractCodex(rolloutFileBuffer, submittedBy = "unknown") {
         ended_at: endedAt,
         turns,
         turn_count: turns.length,
-        tool_call_count: toolCallCount,
-        has_tool_calls: toolCallCount > 0,
-        has_thinking_blocks: hasThinking,
-        has_file_changes: hasFileChanges,
-        has_shell_commands: hasShellCommands,
-        total_input_tokens: null,
-        total_output_tokens: null,
-        total_cache_read_tokens: null,
+        tool_call_count: metrics.toolCallCount,
+        has_tool_calls: metrics.toolCallCount > 0,
+        has_thinking_blocks: metrics.hasThinkingBlocks,
+        has_file_changes: metrics.hasFileChanges,
+        has_shell_commands: metrics.hasShellCommands,
+        total_input_tokens: totalInputTokens,
+        total_output_tokens: totalOutputTokens,
+        total_cache_read_tokens: totalCacheReadTokens,
         content_fidelity: "full",
-        env_state: {
-            git_branch: null,
-            inferred_file_tree: null,
-            inferred_changed_files: null,
-            inferred_error_files: null,
-            shell_exit_codes: null,
-            open_files_in_editor: null,
-            extraction_method: "passive",
-        },
+        env_state: createPassiveEnvState(),
         score: null,
         raw_r2_key: "",
         normalized_r2_key: "",

package/dist/extractors/codex.js.map

@@ -1 +1 @@
-{"version":3,"file":"codex.js","sourceRoot":"","sources":["../../src/extractors/codex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAO5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,iBAAyB,EACzB,WAAW,GAAG,SAAS;IAEvB,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IAC5E,CAAC;IAED,MAAM,kBAAkB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,cAAc,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC1H,MAAM,SAAS,GAAI,kBAAkB,CAAC,IAAI,CAAwB,IAAI,UAAU,EAAE,CAAC;IACnF,MAAM,GAAG,GAAI,kBAAkB,CAAC,KAAK,CAAwB,IAAI,IAAI,CAAC;IACtE,MAAM,UAAU,GAAI,kBAAkB,CAAC,aAAa,CAAwB,IAAI,IAAI,CAAC;IAErF,MAAM,KAAK,GAAW,EAAE,CAAC;IAEzB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,kBAAkB,GAAkB,IAAI,CAAC;IAC7C,IAAI,aAAa,GAAmB,EAAE,CAAC;IACvC,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,YAAY,GAAkB,IAAI,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAW,CAAC;QACrC,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAA4B,CAAC;QACpE,MAAM,SAAS,GAAI,KAAK,CAAC,WAAW,CAAwB,IAAI,IAAI,CAAC;QAErE,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,cAAc,EAAE,CAAC;YAC/D,MAAM,GAAG,IAAI,CAAC;YACd,aAAa,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,UAAU,EAAE,CAAC;YAC3E,kBAAkB,GAAG,IAAI,CAAC;YAC1B,aAAa,GAAG,EAAE,CAAC;YACnB,aAAa,GAAG,SAAS,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,eAAe,EAAE,CAAC;YAChE,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,kBAAkB,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,OAAO,GAAG,aAAa;wBAChC,cAAc,EAAE,IAAI;wBACpB,IAAI,EAAE,MAAM;wBACZ,SAAS,EAAE,aAAa;wBACxB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;wBACrD,KAAK,EAAE,IAAI;wBACX,KAAK,EAAE,IAAI;wBACX,eAAe,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;qBAC5C,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,CAAuB,CAAC;gBACpE,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,eAAe,GAAG,aAAa,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAK,CAAoC,CAAC,IAAI,KAAK,OAAO,CACjF,CAAC;oBACF,IAAI,CAAC,eAAe;wBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC5E,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,aAAa,IAAI,UAAU,EAAE;wBACtC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI;wBACnE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,aAAa;wBACxB,OAAO,EAAE,aAAa;wBACtB,KAAK,EAAE,YAAY;wBACnB,KAAK,EAAE,IAAI;wBACX,eAAe,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;qBAC5C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,MAAM,GAAG,KAAK,CAAC;YACf,aAAa,GAAG,IAAI,CAAC;YACrB,kBAAkB,GAAG,IAAI,CAAC;YAC1B,aAAa,GAAG,EAAE,CAAC;YACnB,aAAa,GAAG,IAAI,CAAC;YACrB,YAAY,GAAG,IAAI,CAAC;YACpB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC5B,YAAY,GAAI,OAAO,CAAC,OAAO,CAAwB,IAAI,IAAI,CAAC;YAChE,SAAS;QACX,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,QAAQ,OAAO,CAAC,MAAM,CAAW,EAAE,CAAC;gBAClC,KAAK,cAAc;oBACjB,kBAAkB,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,EAAE,CAAC;oBACtE,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,OAAO,CAAC,MAAM,CAAC;wBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAW,EAAE,CAAC,CAAC;oBAC/F,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,OAAO,CAAC,SAAS,CAAC;wBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAW,EAAE,CAAC,CAAC;oBACjG,MAAM;YACV,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,QAAQ,OAAO,CAAC,MAAM,CAAW,EAAE,CAAC;gBAClC,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,MAAM,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,UAAU,EAAE,CAAC;oBAC1E,IAAI,SAAS,GAA4B,EAAE,CAAC;oBAC5C,IAAI,CAAC;wBAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAW,IAAI,IAAI,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAC7E,SAAS,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC5C,CAAC;oBACD,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,UAAU;wBAChB,YAAY,EAAE,MAAM;wBACpB,SAAS,EAAG,OAAO,CAAC,MAAM,CAAwB,IAAI,SAAS;wBAC/D,UAAU,EAAE,SAAS;qBACtB,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;oBAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAuB,CAAC;oBACvD,MAAM,OAAO,GAAG,OAAO,MAAM,KAAK,QAAQ;2BACrC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC;2BAC3C,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAChC,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,aAAa;wBACnB,YAAY,EAAG,OAAO,CAAC,SAAS,CAAwB,IAAI,EAAE;wBAC9D,QAAQ,EAAE,OAAO;wBACjB,cAAc,EAAE,MAAM,IAAI,IAAI;wBAC9B,SAAS,EAAE,IAAI;qBAChB,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;oBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAwC,CAAC;oBACxE,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,UAAU;wBAChB,YAAY,EAAE,UAAU,EAAE;wBAC1B,SAAS,EAAE,YAAY;wBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE;qBACnF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IAC1E,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CACnC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAE,CAA6C,CAAC,SAAS,CAAC,CAC9I,CAAC;IACF,MAAM,gBAAgB,GAAG,SAAS,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAE,CAA6C,CAAC,SAAS,CAAC,CACnI,CAAC;IACF,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAI,kBAAkB,CAAC,WAAW,CAAwB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5I,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,WAAW,CAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE/F,MAAM,YAAY,GAAsC;QACtD,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,WAAW;QACxB,iBAAiB,EAAE,SAAS;QAC5B,cAAc,EAAE,UAAU;QAC1B,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QACtC,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,OAAO;QACjB,KAAK;QACL,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,eAAe,EAAE,aAAa;QAC9B,cAAc,EAAE,aAAa,GAAG,CAAC;QACjC,mBAAmB,EAAE,WAAW;QAChC,gBAAgB,EAAE,cAAc;QAChC,kBAAkB,EAAE,gBAAgB;QACpC,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,uBAAuB,EAAE,IAAI;QAC7B,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE;YACT,UAAU,EAAE,IAAI;YAChB,kBAAkB,EAAE,IAAI;YACxB,sBAAsB,EAAE,IAAI;YAC5B,oBAAoB,EAAE,IAAI;YAC1B,gBAAgB,EAAE,IAAI;YACtB,oBAAoB,EAAE,IAAI;YAC1B,iBAAiB,EAAE,SAAS;SAC7B;QACD,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;KACtB,CAAC;IAEF,MAAM,WAAW,GAAG,kBAAkB,CAAC,YAA+B,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;IAClE,OAAO,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC"}
+{"version":3,"file":"codex.js","sourceRoot":"","sources":["../../src/extractors/codex.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAM5D,OAAO,EACL,mBAAmB,EACnB,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,aAAa,CAAC;AAErB,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5E,CAAC;AAED,SAAS,eAAe,CAAC,MAA0B;IACjD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC7D,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,iBAAyB,EACzB,WAAW,GAAG,SAAS;IAEvB,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IAC5E,CAAC;IAED,MAAM,kBAAkB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,cAAc,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC1H,MAAM,SAAS,GAAI,kBAAkB,CAAC,IAAI,CAAwB,IAAI,UAAU,EAAE,CAAC;IACnF,MAAM,GAAG,GAAI,kBAAkB,CAAC,KAAK,CAAwB,IAAI,IAAI,CAAC;IACtE,MAAM,UAAU,GAAI,kBAAkB,CAAC,aAAa,CAAwB,IAAI,IAAI,CAAC;IAErF,MAAM,KAAK,GAAW,EAAE,CAAC;IAEzB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,kBAAkB,GAAkB,IAAI,CAAC;IAC7C,IAAI,aAAa,GAAmB,EAAE,CAAC;IACvC,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,wBAAwB,GAAkB,IAAI,CAAC;IACnD,IAAI,gBAAgB,GAAkB,IAAI,CAAC;IAC3C,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,IAAI,oBAAoB,GAAkB,IAAI,CAAC;IAE/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAW,CAAC;QACrC,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAA4B,CAAC;QACpE,MAAM,SAAS,GAAI,KAAK,CAAC,WAAW,CAAwB,IAAI,IAAI,CAAC;QAErE,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,cAAc,EAAE,CAAC;YAC/D,MAAM,GAAG,IAAI,CAAC;YACd,aAAa,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,UAAU,EAAE,CAAC;YAC3E,kBAAkB,GAAG,IAAI,CAAC;YAC1B,aAAa,GAAG,EAAE,CAAC;YACnB,aAAa,GAAG,SAAS,CAAC;YAC1B,wBAAwB,GAAG,SAAS,CAAC;YACrC,SAAS;QACX,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,eAAe,EAAE,CAAC;YAChE,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,kBAAkB,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,OAAO,GAAG,aAAa;wBAChC,cAAc,EAAE,IAAI;wBACpB,IAAI,EAAE,MAAM;wBACZ,SAAS,EAAE,aAAa;wBACxB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;wBACrD,KAAK,EAAE,IAAI;wBACX,KAAK,EAAE,IAAI;wBACX,eAAe,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;qBAC5C,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,CAAuB,CAAC;gBACpE,IAAI,OAAO,EAAE,CAAC;oBACZ,mBAAmB,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtD,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC;wBACT,OAAO,EAAE,aAAa,IAAI,UAAU,EAAE;wBACtC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI;wBACnE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,wBAAwB,IAAI,SAAS,IAAI,aAAa;wBACjE,OAAO,EAAE,aAAa;wBACtB,KAAK,EAAE,YAAY;wBACnB,KAAK,EAAE,IAAI;wBACX,eAAe,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;qBAC5C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,MAAM,GAAG,KAAK,CAAC;YACf,aAAa,GAAG,IAAI,CAAC;YACrB,kBAAkB,GAAG,IAAI,CAAC;YAC1B,aAAa,GAAG,EAAE,CAAC;YACnB,aAAa,GAAG,IAAI,CAAC;YACrB,YAAY,GAAG,IAAI,CAAC;YACpB,wBAAwB,GAAG,IAAI,CAAC;YAChC,SAAS;QACX,CAAC;QAED,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,IAAI,SAAS;YAAE,wBAAwB,GAAG,SAAS,CAAC;QAEpD,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC5B,YAAY,GAAI,OAAO,CAAC,OAAO,CAAwB,IAAI,IAAI,CAAC;YAChE,SAAS;QACX,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,QAAQ,OAAO,CAAC,MAAM,CAAW,EAAE,CAAC;gBAClC,KAAK,cAAc;oBACjB,kBAAkB,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,EAAE,CAAC;oBACtE,MAAM;gBACR,KAAK,iBAAiB;oBACpB,mBAAmB,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,CAAuB,CAAC,CAAC;oBACtF,MAAM;gBACR,KAAK,eAAe;oBAClB,mBAAmB,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAuB,CAAC,CAAC;oBACrF,MAAM;gBACR,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAA4B,CAAC;oBAChE,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAA4B,CAAC;oBAC3E,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,gBAAgB,CAAC;oBACvE,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,iBAAiB,CAAC;oBAC1E,oBAAoB;wBAClB,QAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,IAAI,oBAAoB,CAAC;oBACjE,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,QAAQ,OAAO,CAAC,MAAM,CAAW,EAAE,CAAC;gBAClC,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAuB,CAAC;oBACnD,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;oBACvD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;wBACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,mBAAmB,CAAC,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;wBACnD,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBAClD,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC;oBAChE,CAAC;oBACD,MAAM;gBACR,CAAC;gBACD,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,aAAa,GACjB,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;wBACrD,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACxD,mBAAmB,CAAC,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;oBAC9D,MAAM;gBACR,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,MAAM,GAAI,OAAO,CAAC,SAAS,CAAwB,IAAI,UAAU,EAAE,CAAC;oBAC1E,IAAI,SAAS,GAA4B,EAAE,CAAC;oBAC5C,IAAI,CAAC;wBAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAW,IAAI,IAAI,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAC7E,SAAS,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC5C,CAAC;oBACD,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,UAAU;wBAChB,YAAY,EAAE,MAAM;wBACpB,SAAS,EAAG,OAAO,CAAC,MAAM,CAAwB,IAAI,SAAS;wBAC/D,UAAU,EAAE,SAAS;qBACtB,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;oBAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAuB,CAAC;oBACvD,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;oBACzC,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,aAAa;wBACnB,YAAY,EAAG,OAAO,CAAC,SAAS,CAAwB,IAAI,EAAE;wBAC9D,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;wBACpD,cAAc,EAAE,MAAM,IAAI,IAAI;wBAC9B,SAAS,EAAE,QAAQ;qBACpB,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;gBACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;oBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAwC,CAAC;oBACxE,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,UAAU;wBAChB,YAAY,EAAE,UAAU,EAAE;wBAC1B,SAAS,EAAE,YAAY;wBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE;qBACnF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAI,kBAAkB,CAAC,WAAW,CAAwB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5I,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,WAAW,CAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE/F,MAAM,YAAY,GAAsC;QACtD,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,WAAW;QACxB,iBAAiB,EAAE,SAAS;QAC5B,cAAc,EAAE,UAAU;QAC1B,YAAY,EAAE,WAAW;QACzB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QACtC,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,OAAO;QACjB,KAAK;QACL,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,eAAe,EAAE,OAAO,CAAC,aAAa;QACtC,cAAc,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;QACzC,mBAAmB,EAAE,OAAO,CAAC,iBAAiB;QAC9C,gBAAgB,EAAE,OAAO,CAAC,cAAc;QACxC,kBAAkB,EAAE,OAAO,CAAC,gBAAgB;QAC5C,kBAAkB,EAAE,gBAAgB;QACpC,mBAAmB,EAAE,iBAAiB;QACtC,uBAAuB,EAAE,oBAAoB;QAC7C,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE,qBAAqB,EAAE;QAClC,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;KACtB,CAAC;IAEF,MAAM,WAAW,GAAG,kBAAkB,CAAC,YAA+B,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;IAClE,OAAO,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC"}

package/dist/extractors/common.d.ts

@@ -0,0 +1,14 @@
+import type { ContentBlock, EnvState, Turn } from "../types.js";
+export declare function isShellToolName(toolName: string): boolean;
+export declare function isFileMutationTool(toolName: string, toolInput: Record<string, unknown>): boolean;
+export declare function collectTraceMetrics(turns: Turn[]): {
+    toolCallCount: number;
+    hasFileChanges: boolean;
+    hasShellCommands: boolean;
+    hasThinkingBlocks: boolean;
+};
+export declare function createPassiveEnvState(overrides?: Partial<EnvState>): EnvState;
+export declare function extractTextFragments(value: unknown): string[];
+export declare function pushUniqueTextBlock(blocks: ContentBlock[], type: "text" | "thinking", text: string | null | undefined): void;
+export declare function normalizeTimestamp(value: unknown): string | null;
+//# sourceMappingURL=common.d.ts.map

package/dist/extractors/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/extractors/common.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AA0BhE,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEzD;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,OAAO,CAiBT;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,IAAI,EAAE;;;;;EAehD;AAED,wBAAgB,qBAAqB,CACnC,SAAS,GAAE,OAAO,CAAC,QAAQ,CAAM,GAChC,QAAQ,CAWV;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,CA2B7D;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EAAE,EACtB,IAAI,EAAE,MAAM,GAAG,UAAU,EACzB,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAC9B,IAAI,CAUN;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAShE"}

package/dist/extractors/common.js

@@ -0,0 +1,100 @@
+const SHELL_TOOL_NAMES = ["exec_command", "bash", "shell", "write_stdin"];
+const FILE_MUTATION_TOOL_NAMES = [
+    "apply_patch",
+    "write_file",
+    "create_file",
+    "delete_file",
+    "rename_file",
+    "move_file",
+    "file_change",
+    "edit",
+    "edit_file",
+    "multiedit",
+    "write",
+];
+function normalizeToolName(toolName) {
+    return toolName.trim().toLowerCase();
+}
+function toolNameMatches(toolName, candidate) {
+    const normalized = normalizeToolName(toolName);
+    return normalized === candidate || normalized.endsWith(`.${candidate}`);
+}
+export function isShellToolName(toolName) {
+    return SHELL_TOOL_NAMES.some((candidate) => toolNameMatches(toolName, candidate));
+}
+export function isFileMutationTool(toolName, toolInput) {
+    if (FILE_MUTATION_TOOL_NAMES.some((candidate) => toolNameMatches(toolName, candidate))) {
+        return true;
+    }
+    if (!isShellToolName(toolName))
+        return false;
+    const command = typeof toolInput.cmd === "string"
+        ? toolInput.cmd
+        : typeof toolInput.command === "string"
+            ? toolInput.command
+            : null;
+    return command !== null && /\bapply_patch\b|\bsed\s+-i\b|\bperl\s+-pi\b/.test(command);
+}
+export function collectTraceMetrics(turns) {
+    const allBlocks = turns.flatMap((turn) => turn.content);
+    const toolUses = allBlocks.filter((block) => block.type === "tool_use");
+    return {
+        toolCallCount: toolUses.length,
+        hasFileChanges: toolUses.some((block) => isFileMutationTool(block.tool_name, block.tool_input)),
+        hasShellCommands: toolUses.some((block) => isShellToolName(block.tool_name)),
+        hasThinkingBlocks: allBlocks.some((block) => block.type === "thinking"),
+    };
+}
+export function createPassiveEnvState(overrides = {}) {
+    return {
+        git_branch: null,
+        inferred_file_tree: null,
+        inferred_changed_files: null,
+        inferred_error_files: null,
+        shell_exit_codes: null,
+        open_files_in_editor: null,
+        extraction_method: "passive",
+        ...overrides,
+    };
+}
+export function extractTextFragments(value) {
+    if (typeof value === "string") {
+        return value.trim() ? [value] : [];
+    }
+    if (Array.isArray(value)) {
+        return value.flatMap((item) => extractTextFragments(item));
+    }
+    if (!value || typeof value !== "object") {
+        return [];
+    }
+    const record = value;
+    if (typeof record.text === "string" && record.text.trim()) {
+        return [record.text];
+    }
+    const nested = [];
+    for (const key of ["content", "summary", "thinking", "message"]) {
+        if (key in record) {
+            nested.push(...extractTextFragments(record[key]));
+        }
+    }
+    return nested;
+}
+export function pushUniqueTextBlock(blocks, type, text) {
+    const normalized = text?.trim();
+    if (!normalized)
+        return;
+    const exists = blocks.some((block) => block.type === type && block.text === normalized);
+    if (!exists) {
+        blocks.push({ type, text: normalized });
+    }
+}
+export function normalizeTimestamp(value) {
+    if (typeof value === "string" && value.trim())
+        return value;
+    if (typeof value === "number" && Number.isFinite(value)) {
+        const millis = value > 1_000_000_000_000 ? value : value * 1000;
+        return new Date(millis).toISOString();
+    }
+    return null;
+}
+//# sourceMappingURL=common.js.map

package/dist/extractors/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/extractors/common.ts"],"names":[],"mappings":"AAEA,MAAM,gBAAgB,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;AAC1E,MAAM,wBAAwB,GAAG;IAC/B,aAAa;IACb,YAAY;IACZ,aAAa;IACb,aAAa;IACb,aAAa;IACb,WAAW;IACX,aAAa;IACb,MAAM;IACN,WAAW;IACX,WAAW;IACX,OAAO;CACR,CAAC;AAEF,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB,EAAE,SAAiB;IAC1D,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,OAAO,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,QAAgB,EAChB,SAAkC;IAElC,IACE,wBAAwB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,EAClF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAE7C,MAAM,OAAO,GACX,OAAO,SAAS,CAAC,GAAG,KAAK,QAAQ;QAC/B,CAAC,CAAC,SAAS,CAAC,GAAG;QACf,CAAC,CAAC,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ;YACrC,CAAC,CAAC,SAAS,CAAC,OAAO;YACnB,CAAC,CAAC,IAAI,CAAC;IAEb,OAAO,OAAO,KAAK,IAAI,IAAI,6CAA6C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAC/B,CAAC,KAAK,EAAwD,EAAE,CAC9D,KAAK,CAAC,IAAI,KAAK,UAAU,CAC5B,CAAC;IAEF,OAAO;QACL,aAAa,EAAE,QAAQ,CAAC,MAAM;QAC9B,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACtC,kBAAkB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CACtD;QACD,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,iBAAiB,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,YAA+B,EAAE;IAEjC,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,kBAAkB,EAAE,IAAI;QACxB,sBAAsB,EAAE,IAAI;QAC5B,oBAAoB,EAAE,IAAI;QAC1B,gBAAgB,EAAE,IAAI;QACtB,oBAAoB,EAAE,IAAI;QAC1B,iBAAiB,EAAE,SAAS;QAC5B,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrC,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,KAAgC,CAAC;IAEhD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1D,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;QAChE,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAsB,EACtB,IAAyB,EACzB,IAA+B;IAE/B,MAAM,UAAU,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,UAAU;QAAE,OAAO;IAExB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CACxB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,CAC5D,CAAC;IACF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE;QAAE,OAAO,KAAK,CAAC;IAE5D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAChE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IACxC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/extractors/cursor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../src/extractors/cursor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,aAAa,CAAC;AAErE,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,WAAW,SAAY,GACtB,OAAO,CAAC,eAAe,CAAC,CA6G1B"}
+{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../src/extractors/cursor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAgB,eAAe,EAAoB,MAAM,aAAa,CAAC;AAsPnF,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,WAAW,SAAY,GACtB,OAAO,CAAC,eAAe,CAAC,CA2G1B"}

package/dist/extractors/cursor.js

@@ -1,4 +1,164 @@
 import { hashString, computeContentHash } from "../hash.js";
+import { collectTraceMetrics, createPassiveEnvState, extractTextFragments, normalizeTimestamp, pushUniqueTextBlock, } from "./common.js";
+function toNumber(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function hasCursorConversationPayload(blob) {
+    return Boolean(blob.role ||
+        blob.text ||
+        blob.content ||
+        blob.message ||
+        blob.markdown ||
+        blob.thinking ||
+        blob.usage ||
+        blob.tokenCount ||
+        blob.model ||
+        blob.modelName ||
+        blob.context?.openFiles ||
+        blob.openFiles ||
+        blob.relevantFiles ||
+        blob.recentlyViewedFiles ||
+        blob.workspaceUris ||
+        blob.attachedFolders ||
+        blob.attachedFoldersNew);
+}
+function readCursorBlob(db, sessionId, bubbleId) {
+    const keys = [
+        `bubbleId:${sessionId}:${bubbleId}`,
+        `agentKv:blob:${bubbleId}`,
+    ];
+    for (const key of keys) {
+        const row = db
+            .prepare("SELECT value FROM cursorDiskKV WHERE key = ?")
+            .get(key);
+        if (!row)
+            continue;
+        try {
+            const blob = JSON.parse(row.value);
+            if (hasCursorConversationPayload(blob))
+                return blob;
+        }
+        catch {
+            return null;
+        }
+    }
+    return null;
+}
+function cursorRole(header, blob) {
+    const role = blob.role?.toLowerCase();
+    if (role === "user" || role === "assistant")
+        return role;
+    const type = typeof blob.type === "number" ? blob.type : header.type;
+    return type === 1 ? "user" : "assistant";
+}
+function extractCursorTokenUsage(blob) {
+    const usage = blob.usage;
+    const tokenCount = blob.tokenCount;
+    const inputTokens = toNumber(usage?.promptTokens) ?? toNumber(tokenCount?.inputTokens);
+    const outputTokens = toNumber(usage?.completionTokens) ?? toNumber(tokenCount?.outputTokens);
+    if (inputTokens === null && outputTokens === null) {
+        return null;
+    }
+    return {
+        input_tokens: inputTokens ?? 0,
+        output_tokens: outputTokens ?? 0,
+        cache_read_input_tokens: null,
+        cache_creation_input_tokens: null,
+        reasoning_tokens: null,
+    };
+}
+function normalizeCursorPath(value) {
+    if (!value.startsWith("file://"))
+        return value;
+    try {
+        return decodeURIComponent(new URL(value).pathname);
+    }
+    catch {
+        return value;
+    }
+}
+function extractCursorPaths(value) {
+    if (typeof value === "string") {
+        return value ? [normalizeCursorPath(value)] : [];
+    }
+    if (Array.isArray(value)) {
+        return value.flatMap((item) => extractCursorPaths(item));
+    }
+    if (!value || typeof value !== "object") {
+        return [];
+    }
+    const record = value;
+    const paths = [];
+    for (const key of [
+        "path",
+        "uri",
+        "absolutePath",
+        "relativeWorkspacePath",
+        "relativePath",
+        "filePath",
+    ]) {
+        if (key in record) {
+            paths.push(...extractCursorPaths(record[key]));
+        }
+    }
+    return paths;
+}
+function collectCursorOpenFiles(blob) {
+    const paths = [
+        blob.context?.openFiles,
+        blob.openFiles,
+        blob.relevantFiles,
+        blob.recentlyViewedFiles,
+        blob.workspaceUris,
+        blob.attachedFolders,
+        blob.attachedFoldersNew,
+    ].flatMap((value) => extractCursorPaths(value));
+    return Array.from(new Set(paths.filter(Boolean)));
+}
+function extractCursorBlocks(blob) {
+    const blocks = [];
+    const thinkingText = extractTextFragments(blob.thinking).join("\n\n");
+    pushUniqueTextBlock(blocks, "thinking", thinkingText);
+    const messageText = [
+        blob.text,
+        blob.content,
+        blob.message,
+        blob.markdown,
+    ].find((value) => typeof value === "string" && value.trim().length > 0);
+    pushUniqueTextBlock(blocks, "text", messageText ?? null);
+    return blocks;
+}
+function mergeUsage(left, right) {
+    if (!left && !right)
+        return null;
+    return {
+        input_tokens: (left?.input_tokens ?? 0) + (right?.input_tokens ?? 0),
+        output_tokens: (left?.output_tokens ?? 0) + (right?.output_tokens ?? 0),
+        cache_read_input_tokens: null,
+        cache_creation_input_tokens: null,
+        reasoning_tokens: null,
+    };
+}
+function appendCursorTurn(turns, nextTurn) {
+    const previousTurn = turns[turns.length - 1];
+    if (!previousTurn || previousTurn.role !== nextTurn.role) {
+        turns.push(nextTurn);
+        return;
+    }
+    const previousBubbleIds = Array.isArray(previousTurn.source_metadata.bubbleIds)
+        ? previousTurn.source_metadata.bubbleIds
+        : [previousTurn.source_metadata.bubbleId].filter(Boolean);
+    turns[turns.length - 1] = {
+        ...previousTurn,
+        content: [...previousTurn.content, ...nextTurn.content],
+        usage: mergeUsage(previousTurn.usage, nextTurn.usage),
+        model: previousTurn.model ?? nextTurn.model,
+        source_metadata: {
+            ...previousTurn.source_metadata,
+            bubbleIds: [...previousBubbleIds, nextTurn.source_metadata.bubbleId].filter(Boolean),
+        },
+    };
+}
 export async function extractCursor(dbPath, sessionId, submittedBy = "unknown") {
     const Database = (await import("better-sqlite3")).default;
     const db = new Database(dbPath, { readonly: true });
@@ -9,52 +169,56 @@ export async function extractCursor(dbPath, sessionId, submittedBy = "unknown")
         if (!composerRow)
             throw new Error(`Session ${sessionId} not found in cursor DB`);
         const composerData = JSON.parse(composerRow.value);
-        const headers = composerData.fullConversationHeadersOnly ?? [];
+        const headers = (composerData.fullConversationHeadersOnly ?? []);
         const turns = [];
         const openFiles = [];
+        let totalInputTokens = 0;
+        let totalOutputTokens = 0;
         for (const header of headers) {
             const bubbleId = header.bubbleId ?? header.id;
             if (!bubbleId)
                 continue;
-            const blobRow = db
-                .prepare("SELECT value FROM cursorDiskKV WHERE key = ?")
-                .get(`agentKv:blob:${bubbleId}`);
-            if (!blobRow)
+            const blob = readCursorBlob(db, sessionId, bubbleId);
+            if (!blob)
                 continue;
-            const blob = JSON.parse(blobRow.value);
-            const role = blob.type === "user" || blob.role === "user" ? "user" : "assistant";
-            const text = blob.text ?? blob.content ?? blob.message ?? "";
-            if (blob.context?.openFiles) {
-                openFiles.push(...blob.context.openFiles.map((f) => (typeof f === "string" ? f : f.path ?? "")));
+            const role = cursorRole(header, blob);
+            const tokenUsage = extractCursorTokenUsage(blob);
+            if (tokenUsage) {
+                totalInputTokens += tokenUsage.input_tokens;
+                totalOutputTokens += tokenUsage.output_tokens;
             }
-            const tokenUsage = blob.usage
-                ? {
-                    input_tokens: blob.usage.promptTokens ?? 0,
-                    output_tokens: blob.usage.completionTokens ?? 0,
-                    cache_read_input_tokens: null,
-                    cache_creation_input_tokens: null,
-                    reasoning_tokens: null,
-                }
-                : null;
-            turns.push({
+            openFiles.push(...collectCursorOpenFiles(blob));
+            const content = extractCursorBlocks(blob);
+            if (content.length === 0)
+                continue;
+            appendCursorTurn(turns, {
                 turn_id: bubbleId,
                 parent_turn_id: null,
                 role,
-                timestamp: blob.createdAt ?? header.createdAt ?? null,
-                content: [{ type: "text", text }],
-                model: blob.model ?? null,
+                timestamp: normalizeTimestamp(blob.createdAt ?? header.createdAt),
+                content,
+                model: blob.model ?? blob.modelName ?? null,
                 usage: tokenUsage,
-                source_metadata: { bubbleId, type: blob.type },
+                source_metadata: { bubbleId, type: blob.type ?? header.type ?? null },
             });
         }
-        db.close();
-        const startedAt = turns[0]?.timestamp ?? new Date().toISOString();
-        const endedAt = turns[turns.length - 1]?.timestamp ?? new Date().toISOString();
+        if (turns.length === 0) {
+            throw new Error(`Session ${sessionId} contained no readable conversation bubbles`);
+        }
+        const metrics = collectTraceMetrics(turns);
+        const startedAt = turns[0]?.timestamp ??
+            normalizeTimestamp(composerData.createdAt) ??
+            new Date().toISOString();
+        const endedAt = turns[turns.length - 1]?.timestamp ??
+            normalizeTimestamp(composerData.createdAt) ??
+            new Date().toISOString();
         const partialTrace = {
             schema_version: "1.0",
             source_tool: "cursor",
             source_session_id: sessionId,
-            source_version: null,
+            source_version: typeof composerData._v === "number" || typeof composerData._v === "string"
+                ? String(composerData._v)
+                : null,
             submitted_by: submittedBy,
             submitted_at: new Date().toISOString(),
             extracted_at: new Date().toISOString(),
@@ -65,24 +229,18 @@ export async function extractCursor(dbPath, sessionId, submittedBy = "unknown")
             ended_at: endedAt,
             turns,
             turn_count: turns.length,
-            tool_call_count: 0,
-            has_tool_calls: false,
-            has_thinking_blocks: false,
-            has_file_changes: false,
-            has_shell_commands: false,
-            total_input_tokens: null,
-            total_output_tokens: null,
+            tool_call_count: metrics.toolCallCount,
+            has_tool_calls: metrics.toolCallCount > 0,
+            has_thinking_blocks: metrics.hasThinkingBlocks,
+            has_file_changes: metrics.hasFileChanges,
+            has_shell_commands: metrics.hasShellCommands,
+            total_input_tokens: totalInputTokens || null,
+            total_output_tokens: totalOutputTokens || null,
             total_cache_read_tokens: null,
             content_fidelity: "chat_only",
-            env_state: {
-                git_branch: null,
-                inferred_file_tree: null,
-                inferred_changed_files: null,
-                inferred_error_files: null,
-                shell_exit_codes: null,
-                open_files_in_editor: openFiles.length > 0 ? openFiles : null,
-                extraction_method: "passive",
-            },
+            env_state: createPassiveEnvState({
+                open_files_in_editor: openFiles.length > 0 ? Array.from(new Set(openFiles)) : null,
+            }),
             score: null,
             raw_r2_key: "",
             normalized_r2_key: "",
@@ -92,8 +250,10 @@ export async function extractCursor(dbPath, sessionId, submittedBy = "unknown")
         return { ...partialTrace, trace_id: traceId };
     }
     catch (err) {
-        db.close();
         throw err;
     }
+    finally {
+        db.close();
+    }
 }
 //# sourceMappingURL=cursor.js.map