cccmemory 1.8.0

package/dist/parsers/CodexConversationParser.js

@@ -0,0 +1,301 @@
+/**
+ * Codex Conversation Parser for MCP integration.
+ *
+ * This parser reads conversation history from Codex's storage location
+ * (~/.codex/sessions) and converts it to the same format as ConversationParser.
+ *
+ * Codex stores conversations in a date-hierarchical structure:
+ * ~/.codex/sessions/YYYY/MM/DD/rollout-{timestamp}-{uuid}.jsonl
+ *
+ * Each line in a Codex session file has the structure:
+ * {
+ *   timestamp: string,
+ *   type: "session_meta" | "response_item" | "event_msg" | "turn_context",
+ *   payload: { ... }
+ * }
+ *
+ * @example
+ * ```typescript
+ * const parser = new CodexConversationParser();
+ * const result = parser.parseSessions('/Users/username/.codex');
+ * console.error(`Parsed ${result.conversations.length} Codex sessions`);
+ * ```
+ */
+import { readFileSync, readdirSync, existsSync, statSync } from "fs";
+import { join } from "path";
+import { nanoid } from "nanoid";
+/**
+ * Parser for Codex conversation history.
+ *
+ * Converts Codex session files into the same format as ConversationParser
+ * so they can be stored in the same database and searched together.
+ */
+export class CodexConversationParser {
+    /**
+     * Parse all Codex sessions.
+     *
+     * Recursively scans the sessions directory for JSONL files and parses them.
+     *
+     * @param codexPath - Path to Codex home directory (default: ~/.codex)
+     * @param sessionId - Optional specific session ID to parse
+     * @returns ParseResult with all extracted entities
+     */
+    parseSession(codexPath, sessionId, lastIndexedMs) {
+        const sessionsDir = join(codexPath, "sessions");
+        if (!existsSync(sessionsDir)) {
+            throw new Error(`Codex sessions directory not found: ${sessionsDir}`);
+        }
+        const conversations = [];
+        const messages = [];
+        const tool_uses = [];
+        const tool_results = [];
+        const file_edits = [];
+        const thinking_blocks = [];
+        const indexed_folders = [];
+        let skippedCount = 0;
+        // Recursively find all .jsonl files in date-hierarchical structure
+        const sessionFiles = this.findSessionFiles(sessionsDir);
+        for (const sessionFile of sessionFiles) {
+            try {
+                // Skip unchanged files in incremental mode
+                if (lastIndexedMs) {
+                    const stats = statSync(sessionFile);
+                    if (stats.mtimeMs < lastIndexedMs) {
+                        skippedCount++;
+                        continue;
+                    }
+                }
+                // Extract session ID from filename: rollout-{timestamp}-{uuid}.jsonl
+                const filename = sessionFile.split("/").pop();
+                if (!filename) {
+                    continue;
+                }
+                // Match rollout-{timestamp}-{uuid}.jsonl where timestamp is like 2025-11-03T20-35-04
+                // UUID format: xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx
+                const match = filename.match(/rollout-.+-([0-9a-f]+-[0-9a-f]+-[0-9a-f]+-[0-9a-f]+-[0-9a-f]+)\.jsonl$/i);
+                let extractedSessionId;
+                if (match) {
+                    extractedSessionId = match[1];
+                }
+                else {
+                    // Fallback: just strip "rollout-" prefix and ".jsonl" suffix
+                    const fallbackId = filename.replace(/^rollout-/, "").replace(/\.jsonl$/, "");
+                    if (!fallbackId) {
+                        continue;
+                    }
+                    extractedSessionId = fallbackId;
+                }
+                // Skip if filtering by session ID
+                if (sessionId && extractedSessionId !== sessionId) {
+                    continue;
+                }
+                const result = this.parseSessionFile(sessionFile, codexPath);
+                conversations.push(...result.conversations);
+                messages.push(...result.messages);
+                tool_uses.push(...result.tool_uses);
+                tool_results.push(...result.tool_results);
+                file_edits.push(...result.file_edits);
+                thinking_blocks.push(...result.thinking_blocks);
+                // Track indexed folder
+                const sessionDir = sessionFile.substring(0, sessionFile.lastIndexOf("/"));
+                if (!indexed_folders.includes(sessionDir)) {
+                    indexed_folders.push(sessionDir);
+                }
+            }
+            catch (error) {
+                console.error(`Failed to parse Codex session file ${sessionFile}:`, error);
+            }
+        }
+        if (skippedCount > 0) {
+            console.error(`⏭ Skipped ${skippedCount} unchanged Codex session file(s)`);
+        }
+        return {
+            conversations,
+            messages,
+            tool_uses,
+            tool_results,
+            file_edits,
+            thinking_blocks,
+            indexed_folders,
+        };
+    }
+    /**
+     * Recursively find all .jsonl session files.
+     */
+    findSessionFiles(dir) {
+        const files = [];
+        if (!existsSync(dir)) {
+            return files;
+        }
+        const entries = readdirSync(dir);
+        for (const entry of entries) {
+            const fullPath = join(dir, entry);
+            const stat = statSync(fullPath);
+            if (stat.isDirectory()) {
+                files.push(...this.findSessionFiles(fullPath));
+            }
+            else if (entry.endsWith(".jsonl") && entry.startsWith("rollout-")) {
+                files.push(fullPath);
+            }
+        }
+        return files;
+    }
+    /**
+     * Parse a single Codex session file.
+     */
+    parseSessionFile(filePath, codexPath) {
+        const conversations = [];
+        const messages = [];
+        const tool_uses = [];
+        const tool_results = [];
+        const file_edits = [];
+        const thinking_blocks = [];
+        const content = readFileSync(filePath, "utf-8");
+        const lines = content.trim().split("\n").filter((line) => line.trim());
+        if (lines.length === 0) {
+            return {
+                conversations,
+                messages,
+                tool_uses,
+                tool_results,
+                file_edits,
+                thinking_blocks,
+            };
+        }
+        // Parse all entries
+        const entries = [];
+        for (const line of lines) {
+            try {
+                const entry = JSON.parse(line);
+                entries.push(entry);
+            }
+            catch (_error) {
+                // Skip malformed lines
+                continue;
+            }
+        }
+        // Extract session metadata
+        const sessionMetaEntry = entries.find((e) => e.type === "session_meta");
+        if (!sessionMetaEntry) {
+            return {
+                conversations,
+                messages,
+                tool_uses,
+                tool_results,
+                file_edits,
+                thinking_blocks,
+            };
+        }
+        const sessionMeta = sessionMetaEntry.payload;
+        const sessionId = sessionMeta.id;
+        const sessionTimestamp = new Date(sessionMeta.timestamp).getTime();
+        // Create conversation record
+        const conversation = {
+            id: sessionId,
+            project_path: sessionMeta.cwd || codexPath,
+            source_type: "codex",
+            first_message_at: sessionTimestamp,
+            last_message_at: sessionTimestamp,
+            message_count: 0,
+            git_branch: sessionMeta.git?.branch,
+            claude_version: sessionMeta.cli_version,
+            metadata: {
+                source: "codex",
+                originator: sessionMeta.originator,
+                model_provider: sessionMeta.model_provider,
+                git_commit: sessionMeta.git?.commit_hash,
+                git_repo: sessionMeta.git?.repository_url,
+            },
+            created_at: sessionTimestamp,
+            updated_at: sessionTimestamp,
+        };
+        // Process response_item entries (these contain user/assistant messages and tools)
+        const responseItems = entries.filter((e) => e.type === "response_item");
+        for (const entry of responseItems) {
+            const timestamp = new Date(entry.timestamp).getTime();
+            const payload = entry.payload;
+            // Update conversation timestamps
+            if (timestamp < conversation.first_message_at) {
+                conversation.first_message_at = timestamp;
+            }
+            if (timestamp > conversation.last_message_at) {
+                conversation.last_message_at = timestamp;
+            }
+            // Extract message role and content
+            const role = payload.role;
+            const content = payload.content;
+            if (!role || !content) {
+                continue;
+            }
+            // Create message record
+            const messageId = payload.id || `${sessionId}-${nanoid()}`;
+            const parentId = payload.parent_message_id;
+            const message = {
+                id: messageId,
+                conversation_id: sessionId,
+                parent_id: parentId,
+                message_type: role === "user" ? "user" : "assistant",
+                role,
+                content: typeof content === "string" ? content : JSON.stringify(content),
+                timestamp,
+                is_sidechain: false,
+                metadata: payload,
+            };
+            messages.push(message);
+            conversation.message_count++;
+            // Extract tool uses and results from content array
+            if (Array.isArray(content)) {
+                for (const item of content) {
+                    const contentItem = item;
+                    // Extract thinking blocks
+                    if (contentItem.type === "thinking" && contentItem.thinking) {
+                        const thinkingBlock = {
+                            id: `${messageId}-thinking-${nanoid()}`,
+                            message_id: messageId,
+                            thinking_content: contentItem.thinking,
+                            signature: contentItem.signature,
+                            timestamp,
+                        };
+                        thinking_blocks.push(thinkingBlock);
+                    }
+                    // Extract tool uses
+                    if (contentItem.type === "tool_use" && contentItem.name && contentItem.id) {
+                        const toolUse = {
+                            id: contentItem.id,
+                            message_id: messageId,
+                            tool_name: contentItem.name,
+                            tool_input: (contentItem.input || {}),
+                            timestamp,
+                        };
+                        tool_uses.push(toolUse);
+                    }
+                    // Extract tool results
+                    if (contentItem.type === "tool_result" && contentItem.tool_use_id) {
+                        const toolResult = {
+                            id: `${contentItem.tool_use_id}-result`,
+                            tool_use_id: contentItem.tool_use_id,
+                            message_id: messageId,
+                            content: typeof contentItem.content === "string" ? contentItem.content : JSON.stringify(contentItem.content),
+                            is_error: Boolean(contentItem.is_error),
+                            stdout: contentItem.stdout,
+                            stderr: contentItem.stderr,
+                            is_image: false,
+                            timestamp,
+                        };
+                        tool_results.push(toolResult);
+                    }
+                }
+            }
+        }
+        conversations.push(conversation);
+        return {
+            conversations,
+            messages,
+            tool_uses,
+            tool_results,
+            file_edits,
+            thinking_blocks,
+        };
+    }
+}
+//# sourceMappingURL=CodexConversationParser.js.map

package/dist/parsers/CodexConversationParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodexConversationParser.js","sourceRoot":"","sources":["../../src/parsers/CodexConversationParser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAiDhC;;;;;GAKG;AACH,MAAM,OAAO,uBAAuB;IAClC;;;;;;;;OAQG;IACH,YAAY,CACV,SAAiB,EACjB,SAAkB,EAClB,aAAsB;QAEtB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAEhD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,MAAM,YAAY,GAAiB,EAAE,CAAC;QACtC,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,eAAe,GAAoB,EAAE,CAAC;QAC5C,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,mEAAmE;QACnE,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAExD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,2CAA2C;gBAC3C,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;oBACpC,IAAI,KAAK,CAAC,OAAO,GAAG,aAAa,EAAE,CAAC;wBAClC,YAAY,EAAE,CAAC;wBACf,SAAS;oBACX,CAAC;gBACH,CAAC;gBAED,qEAAqE;gBACrE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,SAAS;gBACX,CAAC;gBAED,qFAAqF;gBACrF,oDAAoD;gBACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;gBACxG,IAAI,kBAA0B,CAAC;gBAC/B,IAAI,KAAK,EAAE,CAAC;oBACV,kBAAkB,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,6DAA6D;oBAC7D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;oBAC7E,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,SAAS;oBACX,CAAC;oBACD,kBAAkB,GAAG,UAAU,CAAC;gBAClC,CAAC;gBAED,kCAAkC;gBAClC,IAAI,SAAS,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;oBAClD,SAAS;gBACX,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAE7D,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;gBACpC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC1C,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;gBACtC,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;gBAEhD,uBAAuB;gBACvB,MAAM,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC1E,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC1C,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,WAAW,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,CAAC,aAAa,YAAY,kCAAkC,CAAC,CAAC;QAC7E,CAAC;QAED,OAAO;YACL,aAAa;YACb,QAAQ;YACR,SAAS;YACT,YAAY;YACZ,UAAU;YACV,eAAe;YACf,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,GAAW;QAClC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEhC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACjD,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAgB,EAAE,SAAiB;QAC1D,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,MAAM,YAAY,GAAiB,EAAE,CAAC;QACtC,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,eAAe,GAAoB,EAAE,CAAC;QAE5C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAEvE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,aAAa;gBACb,QAAQ;gBACR,SAAS;gBACT,YAAY;gBACZ,UAAU;gBACV,eAAe;aAChB,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAe,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,uBAAuB;gBACvB,SAAS;YACX,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;QACxE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,OAAO;gBACL,aAAa;gBACb,QAAQ;gBACR,SAAS;gBACT,YAAY;gBACZ,UAAU;gBACV,eAAe;aAChB,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAsC,CAAC;QAC5E,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAEnE,6BAA6B;QAC7B,MAAM,YAAY,GAAiB;YACjC,EAAE,EAAE,SAAS;YACb,YAAY,EAAE,WAAW,CAAC,GAAG,IAAI,SAAS;YAC1C,WAAW,EAAE,OAAO;YACpB,gBAAgB,EAAE,gBAAgB;YAClC,eAAe,EAAE,gBAAgB;YACjC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM;YACnC,cAAc,EAAE,WAAW,CAAC,WAAW;YACvC,QAAQ,EAAE;gBACR,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,cAAc,EAAE,WAAW,CAAC,cAAc;gBAC1C,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,WAAW;gBACxC,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,cAAc;aAC1C;YACD,UAAU,EAAE,gBAAgB;YAC5B,UAAU,EAAE,gBAAgB;SAC7B,CAAC;QAEF,kFAAkF;QAClF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;QAExE,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAE9B,iCAAiC;YACjC,IAAI,SAAS,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC;gBAC9C,YAAY,CAAC,gBAAgB,GAAG,SAAS,CAAC;YAC5C,CAAC;YACD,IAAI,SAAS,GAAG,YAAY,CAAC,eAAe,EAAE,CAAC;gBAC7C,YAAY,CAAC,eAAe,GAAG,SAAS,CAAC;YAC3C,CAAC;YAED,mCAAmC;YACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;YAChD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAyC,CAAC;YAElE,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS;YACX,CAAC;YAED,wBAAwB;YACxB,MAAM,SAAS,GAAG,OAAO,CAAC,EAAY,IAAI,GAAG,SAAS,IAAI,MAAM,EAAE,EAAE,CAAC;YACrE,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAuC,CAAC;YAEjE,MAAM,OAAO,GAAY;gBACvB,EAAE,EAAE,SAAS;gBACb,eAAe,EAAE,SAAS;gBAC1B,SAAS,EAAE,QAAQ;gBACnB,YAAY,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;gBACpD,IAAI;gBACJ,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBACxE,SAAS;gBACT,YAAY,EAAE,KAAK;gBACnB,QAAQ,EAAE,OAAkC;aAC7C,CAAC;YAEF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,YAAY,CAAC,aAAa,EAAE,CAAC;YAE7B,mDAAmD;YACnD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;oBAC3B,MAAM,WAAW,GAAG,IAAwB,CAAC;oBAE7C,0BAA0B;oBAC1B,IAAI,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;wBAC5D,MAAM,aAAa,GAAkB;4BACnC,EAAE,EAAE,GAAG,SAAS,aAAa,MAAM,EAAE,EAAE;4BACvC,UAAU,EAAE,SAAS;4BACrB,gBAAgB,EAAE,WAAW,CAAC,QAAQ;4BACtC,SAAS,EAAE,WAAW,CAAC,SAAS;4BAChC,SAAS;yBACV,CAAC;wBACF,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACtC,CAAC;oBAED,oBAAoB;oBACpB,IAAI,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE,EAAE,CAAC;wBAC1E,MAAM,OAAO,GAAY;4BACvB,EAAE,EAAE,WAAW,CAAC,EAAE;4BAClB,UAAU,EAAE,SAAS;4BACrB,SAAS,EAAE,WAAW,CAAC,IAAI;4BAC3B,UAAU,EAAE,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAA4B;4BAChE,SAAS;yBACV,CAAC;wBACF,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1B,CAAC;oBAED,uBAAuB;oBACvB,IAAI,WAAW,CAAC,IAAI,KAAK,aAAa,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;wBAClE,MAAM,UAAU,GAAe;4BAC7B,EAAE,EAAE,GAAG,WAAW,CAAC,WAAW,SAAS;4BACvC,WAAW,EAAE,WAAW,CAAC,WAAW;4BACpC,UAAU,EAAE,SAAS;4BACrB,OAAO,EAAE,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC;4BAC5G,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;4BACvC,MAAM,EAAE,WAAW,CAAC,MAAM;4BAC1B,MAAM,EAAE,WAAW,CAAC,MAAM;4BAC1B,QAAQ,EAAE,KAAK;4BACf,SAAS;yBACV,CAAC;wBACF,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAEjC,OAAO;YACL,aAAa;YACb,QAAQ;YACR,SAAS;YACT,YAAY;YACZ,UAAU;YACV,eAAe;SAChB,CAAC;IACJ,CAAC;CACF"}

package/dist/parsers/ConversationParser.d.ts

@@ -0,0 +1,286 @@
+/**
+ * Multi-pass JSONL Conversation Parser for Claude Code history.
+ *
+ * This parser reads conversation history from Claude Code's storage locations
+ * (~/.claude/projects) and extracts structured data including messages, tool uses,
+ * file edits, and thinking blocks.
+ *
+ * The parser handles two directory structures:
+ * - Modern: ~/.claude/projects/{sanitized-path}
+ * - Legacy: ~/.claude/projects/{original-project-name}
+ *
+ * It performs a multi-pass parsing approach:
+ * 1. First pass: Extract conversations and messages
+ * 2. Second pass: Link tool uses and results
+ * 3. Third pass: Extract file edits from snapshots
+ * 4. Fourth pass: Extract thinking blocks
+ *
+ * @example
+ * ```typescript
+ * const parser = new ConversationParser();
+ * const result = parser.parseProject('/path/to/project');
+ * console.error(`Parsed ${result.conversations.length} conversations`);
+ * console.error(`Found ${result.messages.length} messages`);
+ * console.error(`Extracted ${result.tool_uses.length} tool uses`);
+ * ```
+ */
+export interface ConversationMessage {
+    type: string;
+    uuid?: string;
+    parentUuid?: string | null;
+    sessionId?: string;
+    timestamp?: string;
+    isSidechain?: boolean;
+    agentId?: string;
+    userType?: string;
+    cwd?: string;
+    version?: string;
+    gitBranch?: string;
+    message?: unknown;
+    requestId?: string;
+    messageId?: string;
+    snapshot?: unknown;
+    summary?: string;
+    leafUuid?: string;
+    subtype?: string;
+    level?: string;
+    content?: string | unknown[];
+    error?: unknown;
+    toolUseResult?: unknown;
+    [key: string]: unknown;
+}
+export interface Conversation {
+    id: string;
+    project_path: string;
+    source_type?: 'claude-code' | 'codex';
+    first_message_at: number;
+    last_message_at: number;
+    message_count: number;
+    git_branch?: string;
+    claude_version?: string;
+    metadata: Record<string, unknown>;
+    created_at: number;
+    updated_at: number;
+}
+export interface Message {
+    id: string;
+    conversation_id: string;
+    parent_id?: string;
+    message_type: string;
+    role?: string;
+    content?: string;
+    timestamp: number;
+    is_sidechain: boolean;
+    agent_id?: string;
+    request_id?: string;
+    git_branch?: string;
+    cwd?: string;
+    metadata: Record<string, unknown>;
+}
+export interface ToolUse {
+    id: string;
+    message_id: string;
+    tool_name: string;
+    tool_input: Record<string, unknown>;
+    timestamp: number;
+}
+export interface ToolResult {
+    id: string;
+    tool_use_id: string;
+    message_id: string;
+    content?: string;
+    is_error: boolean;
+    stdout?: string;
+    stderr?: string;
+    is_image: boolean;
+    timestamp: number;
+}
+export interface FileEdit {
+    id: string;
+    conversation_id: string;
+    file_path: string;
+    message_id: string;
+    backup_version?: number;
+    backup_time?: number;
+    snapshot_timestamp: number;
+    metadata: Record<string, unknown>;
+}
+export interface ThinkingBlock {
+    id: string;
+    message_id: string;
+    thinking_content: string;
+    signature?: string;
+    timestamp: number;
+}
+/**
+ * Information about a parsing error
+ */
+export interface ParseError {
+    /** File path where error occurred */
+    file: string;
+    /** Line number (1-based) */
+    line: number;
+    /** Error message */
+    error: string;
+}
+/**
+ * Result of parsing conversation history.
+ *
+ * Contains all extracted entities from conversation files.
+ */
+export interface ParseResult {
+    /** Parsed conversations with metadata */
+    conversations: Conversation[];
+    /** All messages from conversations */
+    messages: Message[];
+    /** Tool invocations extracted from assistant messages */
+    tool_uses: ToolUse[];
+    /** Results from tool executions */
+    tool_results: ToolResult[];
+    /** File edit records from snapshots */
+    file_edits: FileEdit[];
+    /** Thinking blocks (Claude's internal reasoning) */
+    thinking_blocks: ThinkingBlock[];
+    /** Folders that were actually indexed */
+    indexed_folders?: string[];
+    /** Parsing errors encountered (bad JSON lines, etc.) */
+    parse_errors?: ParseError[];
+}
+/**
+ * Parser for Claude Code conversation history.
+ *
+ * Extracts structured data from JSONL conversation files stored in
+ * ~/.claude/projects. Handles both modern and legacy naming conventions.
+ */
+export declare class ConversationParser {
+    /**
+     * Parse all conversations for a project.
+     *
+     * Searches for conversation files in Claude's storage directories and
+     * parses them into structured entities. Supports filtering by session ID
+     * and handles both modern and legacy directory naming conventions.
+     *
+     * @param projectPath - Absolute path to the project (used for folder lookup)
+     * @param sessionId - Optional session ID to filter for a single conversation
+     * @param projectIdentifier - Optional identifier to store as project_path
+     * @param lastIndexedMs - Optional timestamp to skip unchanged files (mtime)
+     * @returns ParseResult containing all extracted entities
+     *
+     * @example
+     * ```typescript
+     * const parser = new ConversationParser();
+     *
+     * // Parse all conversations
+     * const allResults = parser.parseProject('/Users/me/my-project');
+     *
+     * // Parse specific session
+     * const sessionResults = parser.parseProject('/Users/me/my-project', 'session-123');
+     * ```
+     */
+    parseProject(projectPath: string, sessionId?: string, projectIdentifier?: string, lastIndexedMs?: number): ParseResult;
+    /**
+     * Parse conversations across multiple project paths and merge results.
+     *
+     * @param projectPaths - Project paths to scan for conversation folders
+     * @param sessionId - Optional session ID to filter for a single conversation
+     * @param projectIdentifier - Optional identifier to store as project_path
+     */
+    parseProjects(projectPaths: string[], sessionId?: string, projectIdentifier?: string, lastIndexedMs?: number): ParseResult;
+    private mergeParseResults;
+    /**
+     * Parse conversations directly from a Claude projects folder.
+     *
+     * This method is used when you already have the path to the conversation
+     * folder (e.g., ~/.claude/projects/-Users-me-my-project) rather than
+     * a project path that needs to be converted.
+     *
+     * @param folderPath - Absolute path to the Claude projects folder
+     * @param projectIdentifier - Optional identifier to use as project_path in records (defaults to folder path)
+     * @returns ParseResult containing all extracted entities
+     *
+     * @example
+     * ```typescript
+     * const parser = new ConversationParser();
+     * const result = parser.parseFromFolder('~/.claude/projects/-Users-me-my-project');
+     * ```
+     */
+    parseFromFolder(folderPath: string, projectIdentifier?: string, lastIndexedMs?: number): ParseResult;
+    /**
+     * Parse conversations from a Claude projects folder using streaming.
+     *
+     * This async method uses line-by-line streaming to efficiently handle
+     * large JSONL files without loading the entire file into memory.
+     * Use this method for large conversation histories.
+     *
+     * @param folderPath - Absolute path to the Claude projects folder
+     * @param projectIdentifier - Optional identifier to use as project_path in records
+     * @param lastIndexedMs - Optional timestamp for incremental indexing (skip unchanged files)
+     * @returns Promise<ParseResult> containing all extracted entities
+     *
+     * @example
+     * ```typescript
+     * const parser = new ConversationParser();
+     * const result = await parser.parseFromFolderAsync('~/.claude/projects/-Users-me-my-project');
+     * ```
+     */
+    parseFromFolderAsync(folderPath: string, projectIdentifier?: string, lastIndexedMs?: number): Promise<ParseResult>;
+    /**
+     * Parse a single .jsonl file using streaming (async).
+     *
+     * Uses readline interface with createReadStream to read the file
+     * line by line, avoiding loading the entire file into memory.
+     */
+    private parseFileAsync;
+    /**
+     * Parse a single .jsonl file
+     */
+    private parseFile;
+    /**
+     * Pass 1: Extract conversation metadata
+     */
+    private extractConversation;
+    /**
+     * Detect MCP tool usage in conversation messages
+     */
+    private detectMcpUsage;
+    /**
+     * Pass 2: Extract individual messages
+     */
+    private extractMessages;
+    /**
+     * Pass 3: Extract tool uses and results
+     */
+    private extractToolCalls;
+    /**
+     * Pass 4: Extract file edits from snapshots
+     */
+    private extractFileEdits;
+    /**
+     * Pass 5: Extract thinking blocks
+     */
+    private extractThinkingBlocks;
+    /**
+     * Generate path variants to handle potential encoding differences.
+     *
+     * Claude Code may encode paths differently than expected:
+     * - Hyphens in path components might become underscores
+     * - Underscores might become hyphens
+     * - Dots might become hyphens (legacy)
+     *
+     * This method generates multiple variants to try when searching for directories.
+     *
+     * @example
+     * Input: "-Users-myid-GIT-projects-myProject"
+     * Output: [
+     *   "-Users-myid-GIT-projects-myProject",     // Original
+     *   "-Users-myid-GIT_projects-myProject",     // Hyphens in components -> underscores
+     *   "-Users-myid-GIT-projects-myProject",     // Dots -> hyphens (legacy)
+     * ]
+     */
+    private generatePathVariants;
+    /**
+     * Extract text content from message
+     */
+    private extractContent;
+}
+//# sourceMappingURL=ConversationParser.d.ts.map

package/dist/parsers/ConversationParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConversationParser.d.ts","sourceRoot":"","sources":["../../src/parsers/ConversationParser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAuCH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,aAAa,CAAC,EAAE,OAAO,CAAC;IAExB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW;IAC1B,yCAAyC;IACzC,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,sCAAsC;IACtC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,yDAAyD;IACzD,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,mCAAmC;IACnC,YAAY,EAAE,UAAU,EAAE,CAAC;IAC3B,uCAAuC;IACvC,UAAU,EAAE,QAAQ,EAAE,CAAC;IACvB,oDAAoD;IACpD,eAAe,EAAE,aAAa,EAAE,CAAC;IACjC,yCAAyC;IACzC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,wDAAwD;IACxD,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC;CAC7B;AAED;;;;;GAKG;AACH,qBAAa,kBAAkB;IAC7B;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,MAAM,EAClB,iBAAiB,CAAC,EAAE,MAAM,EAC1B,aAAa,CAAC,EAAE,MAAM,GACrB,WAAW;IAkId;;;;;;OAMG;IACH,aAAa,CACX,YAAY,EAAE,MAAM,EAAE,EACtB,SAAS,CAAC,EAAE,MAAM,EAClB,iBAAiB,CAAC,EAAE,MAAM,EAC1B,aAAa,CAAC,EAAE,MAAM,GACrB,WAAW;IAoCd,OAAO,CAAC,iBAAiB;IAgEzB;;;;;;;;;;;;;;;;OAgBG;IACH,eAAe,CACb,UAAU,EAAE,MAAM,EAClB,iBAAiB,CAAC,EAAE,MAAM,EAC1B,aAAa,CAAC,EAAE,MAAM,GACrB,WAAW;IAsDd;;;;;;;;;;;;;;;;;OAiBG;IACG,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,iBAAiB,CAAC,EAAE,MAAM,EAC1B,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,WAAW,CAAC;IAsDvB;;;;;OAKG;YACW,cAAc;IAoD5B;;OAEG;IACH,OAAO,CAAC,SAAS;IAgDjB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyD3B;;OAEG;IACH,OAAO,CAAC,cAAc;IA+BtB;;OAEG;IACH,OAAO,CAAC,eAAe;IA2BvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAiDxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAoDxB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA8B7B;;;;;;;;;;;;;;;;;OAiBG;IACH,OAAO,CAAC,oBAAoB;IA+E5B;;OAEG;IACH,OAAO,CAAC,cAAc;CA6BvB"}