cccmemory 1.8.0

package/dist/realtime/IncrementalParser.d.ts

@@ -0,0 +1,83 @@
+/**
+ * Incremental Parser
+ *
+ * Parses new lines from Claude conversation JSONL files as they are appended.
+ * Maintains file positions to only process new content.
+ */
+/**
+ * Parsed message from a JSONL file
+ */
+export interface ParsedMessage {
+    type: "user" | "assistant" | "system";
+    content: string;
+    timestamp?: number;
+    toolUse?: {
+        name: string;
+        input: Record<string, unknown>;
+    };
+    toolResult?: {
+        name: string;
+        output: string;
+        isError?: boolean;
+    };
+    thinkingContent?: string;
+}
+/**
+ * File tracking info
+ */
+interface FileInfo {
+    path: string;
+    lastPosition: number;
+    lastModified: number;
+    lineCount: number;
+}
+export declare class IncrementalParser {
+    private filePositions;
+    constructor();
+    /**
+     * Parse new content from a file since last read
+     */
+    parseNewContent(filePath: string): ParsedMessage[];
+    /**
+     * Parse a single JSONL line
+     */
+    private parseLine;
+    /**
+     * Extract message from parsed JSON data
+     */
+    private extractMessage;
+    /**
+     * Extract text content from various content formats
+     */
+    private extractContent;
+    /**
+     * Extract tool use information
+     */
+    private extractToolUse;
+    /**
+     * Extract tool result information
+     */
+    private extractToolResult;
+    /**
+     * Extract thinking/reasoning content
+     */
+    private extractThinking;
+    /**
+     * Reset tracking for a specific file
+     */
+    resetFile(filePath: string): void;
+    /**
+     * Reset all tracking
+     */
+    resetAll(): void;
+    /**
+     * Get current tracking info for a file
+     */
+    getFileInfo(filePath: string): FileInfo | undefined;
+    /**
+     * Get all tracked files
+     */
+    getTrackedFiles(): string[];
+}
+export {};
+//# sourceMappingURL=IncrementalParser.d.ts.map

package/dist/realtime/IncrementalParser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IncrementalParser.d.ts","sourceRoot":"","sources":["../../src/realtime/IncrementalParser.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAChC,CAAC;IACF,UAAU,CAAC,EAAE;QACX,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IACF,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,aAAa,CAAoC;;IAMzD;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE;IAwClD;;OAEG;IACH,OAAO,CAAC,SAAS;IAUjB;;OAEG;IACH,OAAO,CAAC,cAAc;IAuEtB;;OAEG;IACH,OAAO,CAAC,cAAc;IAyBtB;;OAEG;IACH,OAAO,CAAC,cAAc;IAqBtB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAsBzB;;OAEG;IACH,OAAO,CAAC,eAAe;IAevB;;OAEG;IACH,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAIjC;;OAEG;IACH,QAAQ,IAAI,IAAI;IAIhB;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAInD;;OAEG;IACH,eAAe,IAAI,MAAM,EAAE;CAG5B"}

package/dist/realtime/IncrementalParser.js

@@ -0,0 +1,232 @@
+/**
+ * Incremental Parser
+ *
+ * Parses new lines from Claude conversation JSONL files as they are appended.
+ * Maintains file positions to only process new content.
+ */
+import { readFileSync, statSync, existsSync } from "fs";
+export class IncrementalParser {
+    filePositions = new Map();
+    constructor() {
+        // No initialization needed - file positions are initialized inline
+    }
+    /**
+     * Parse new content from a file since last read
+     */
+    parseNewContent(filePath) {
+        if (!existsSync(filePath)) {
+            return [];
+        }
+        const stats = statSync(filePath);
+        const fileInfo = this.filePositions.get(filePath);
+        // Check if file has been modified
+        if (fileInfo && stats.mtimeMs <= fileInfo.lastModified) {
+            return []; // No changes
+        }
+        // Read file content
+        const content = readFileSync(filePath, "utf-8");
+        const lines = content.split("\n").filter((line) => line.trim());
+        // Determine where to start parsing
+        const startLine = fileInfo ? fileInfo.lineCount : 0;
+        // Parse new lines
+        const messages = [];
+        for (let i = startLine; i < lines.length; i++) {
+            const parsed = this.parseLine(lines[i]);
+            if (parsed) {
+                messages.push(parsed);
+            }
+        }
+        // Update tracking info
+        this.filePositions.set(filePath, {
+            path: filePath,
+            lastPosition: content.length,
+            lastModified: stats.mtimeMs,
+            lineCount: lines.length,
+        });
+        return messages;
+    }
+    /**
+     * Parse a single JSONL line
+     */
+    parseLine(line) {
+        try {
+            const data = JSON.parse(line);
+            return this.extractMessage(data);
+        }
+        catch (_error) {
+            // Invalid JSON - skip
+            return null;
+        }
+    }
+    /**
+     * Extract message from parsed JSON data
+     */
+    extractMessage(data) {
+        // Handle different Claude message formats
+        // Standard message format
+        if (data.type === "message" || data.role) {
+            const role = (data.role || data.type);
+            let messageType = "user";
+            if (role === "assistant" || role === "model") {
+                messageType = "assistant";
+            }
+            else if (role === "system") {
+                messageType = "system";
+            }
+            const message = {
+                type: messageType,
+                content: this.extractContent(data.content),
+                timestamp: typeof data.timestamp === "number" ? data.timestamp : Date.now(),
+            };
+            // Extract tool use if present
+            const toolUse = this.extractToolUse(data);
+            if (toolUse) {
+                message.toolUse = toolUse;
+            }
+            // Extract tool result if present
+            const toolResult = this.extractToolResult(data);
+            if (toolResult) {
+                message.toolResult = toolResult;
+            }
+            // Extract thinking content
+            const thinking = this.extractThinking(data);
+            if (thinking) {
+                message.thinkingContent = thinking;
+            }
+            return message;
+        }
+        // Tool use block format
+        if (data.type === "tool_use") {
+            return {
+                type: "assistant",
+                content: "",
+                toolUse: {
+                    name: typeof data.name === "string" ? data.name : "unknown",
+                    input: (data.input || {}),
+                },
+                timestamp: Date.now(),
+            };
+        }
+        // Tool result format
+        if (data.type === "tool_result") {
+            return {
+                type: "user",
+                content: "",
+                toolResult: {
+                    name: typeof data.tool_use_id === "string" ? data.tool_use_id : "unknown",
+                    output: this.extractContent(data.content),
+                    isError: data.is_error === true,
+                },
+                timestamp: Date.now(),
+            };
+        }
+        return null;
+    }
+    /**
+     * Extract text content from various content formats
+     */
+    extractContent(content) {
+        if (typeof content === "string") {
+            return content;
+        }
+        if (Array.isArray(content)) {
+            return content
+                .map((block) => {
+                if (typeof block === "string") {
+                    return block;
+                }
+                if (typeof block === "object" && block !== null) {
+                    const b = block;
+                    if (b.type === "text" && typeof b.text === "string") {
+                        return b.text;
+                    }
+                }
+                return "";
+            })
+                .join("\n");
+        }
+        return "";
+    }
+    /**
+     * Extract tool use information
+     */
+    extractToolUse(data) {
+        // Check content array for tool_use blocks
+        if (Array.isArray(data.content)) {
+            for (const block of data.content) {
+                if (typeof block === "object" && block !== null) {
+                    const b = block;
+                    if (b.type === "tool_use" && typeof b.name === "string") {
+                        return {
+                            name: b.name,
+                            input: (b.input || {}),
+                        };
+                    }
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Extract tool result information
+     */
+    extractToolResult(data) {
+        // Check content array for tool_result blocks
+        if (Array.isArray(data.content)) {
+            for (const block of data.content) {
+                if (typeof block === "object" && block !== null) {
+                    const b = block;
+                    if (b.type === "tool_result") {
+                        return {
+                            name: typeof b.tool_use_id === "string" ? b.tool_use_id : "unknown",
+                            output: this.extractContent(b.content),
+                            isError: b.is_error === true,
+                        };
+                    }
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Extract thinking/reasoning content
+     */
+    extractThinking(data) {
+        if (Array.isArray(data.content)) {
+            for (const block of data.content) {
+                if (typeof block === "object" && block !== null) {
+                    const b = block;
+                    if (b.type === "thinking" && typeof b.thinking === "string") {
+                        return b.thinking;
+                    }
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Reset tracking for a specific file
+     */
+    resetFile(filePath) {
+        this.filePositions.delete(filePath);
+    }
+    /**
+     * Reset all tracking
+     */
+    resetAll() {
+        this.filePositions.clear();
+    }
+    /**
+     * Get current tracking info for a file
+     */
+    getFileInfo(filePath) {
+        return this.filePositions.get(filePath);
+    }
+    /**
+     * Get all tracked files
+     */
+    getTrackedFiles() {
+        return Array.from(this.filePositions.keys());
+    }
+}
+//# sourceMappingURL=IncrementalParser.js.map

package/dist/realtime/IncrementalParser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IncrementalParser.js","sourceRoot":"","sources":["../../src/realtime/IncrementalParser.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AA+BxD,MAAM,OAAO,iBAAiB;IACpB,aAAa,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEzD;QACE,mEAAmE;IACrE,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB;QAC9B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAElD,kCAAkC;QAClC,IAAI,QAAQ,IAAI,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;YACvD,OAAO,EAAE,CAAC,CAAC,aAAa;QAC1B,CAAC;QAED,oBAAoB;QACpB,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAEhE,mCAAmC;QACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpD,kBAAkB;QAClB,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC/B,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,YAAY,EAAE,KAAK,CAAC,OAAO;YAC3B,SAAS,EAAE,KAAK,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;YACzD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,sBAAsB;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAA6B;QAClD,0CAA0C;QAE1C,0BAA0B;QAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAW,CAAC;YAChD,IAAI,WAAW,GAA0B,MAAM,CAAC;YAEhD,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7C,WAAW,GAAG,WAAW,CAAC;YAC5B,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,WAAW,GAAG,QAAQ,CAAC;YACzB,CAAC;YAED,MAAM,OAAO,GAAkB;gBAC7B,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1C,SAAS,EAAE,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;aAC5E,CAAC;YAEF,8BAA8B;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;YAC5B,CAAC;YAED,iCAAiC;YACjC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;YAClC,CAAC;YAED,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC;YACrC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,wBAAwB;QACxB,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7B,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;oBAC3D,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAA4B;iBACrD;gBACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE;oBACV,IAAI,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBACzE,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;oBACzC,OAAO,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI;iBAChC;gBACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,OAAgB;QACrC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO;iBACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9B,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,CAAC,GAAG,KAAgC,CAAC;oBAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACpD,OAAO,CAAC,CAAC,IAAI,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;iBACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,IAA6B;QAE7B,0CAA0C;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,CAAC,GAAG,KAAgC,CAAC;oBAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACxD,OAAO;4BACL,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAA4B;yBAClD,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,IAA6B;QAE7B,6CAA6C;QAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,CAAC,GAAG,KAAgC,CAAC;oBAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBAC7B,OAAO;4BACL,IAAI,EAAE,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;4BACnE,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;4BACtC,OAAO,EAAE,CAAC,CAAC,QAAQ,KAAK,IAAI;yBAC7B,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAA6B;QACnD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,CAAC,GAAG,KAAgC,CAAC;oBAC3C,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC5D,OAAO,CAAC,CAAC,QAAQ,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,QAAgB;QACxB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB;QAC1B,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF"}

package/dist/realtime/LiveExtractor.d.ts

@@ -0,0 +1,72 @@
+/**
+ * Live Extractor
+ *
+ * Extracts decisions, file operations, and errors from parsed messages
+ * in real-time and stores them in working memory.
+ */
+import type { Database } from "better-sqlite3";
+import type { ParsedMessage } from "./IncrementalParser.js";
+import type { RealtimeConfig } from "../memory/types.js";
+import { WorkingMemoryStore } from "../memory/WorkingMemoryStore.js";
+/**
+ * Result of extraction processing
+ */
+export interface ExtractionResult {
+    messagesProcessed: number;
+    decisionsExtracted: number;
+    filesTracked: number;
+    errorsDetected: number;
+    memoryItemsCreated: number;
+}
+export declare class LiveExtractor {
+    private memoryStore;
+    private config;
+    private decisionPatterns;
+    private errorPatterns;
+    constructor(db: Database, config?: Partial<RealtimeConfig>);
+    /**
+     * Process a batch of messages and extract relevant information
+     */
+    processMessages(filePath: string, messages: ParsedMessage[]): Promise<ExtractionResult>;
+    /**
+     * Extract project path from file path
+     */
+    private extractProjectPath;
+    /**
+     * Extract decisions from message content
+     */
+    private extractDecisions;
+    /**
+     * Calculate confidence score for a decision
+     */
+    private calculateDecisionConfidence;
+    /**
+     * Deduplicate similar decisions
+     */
+    private deduplicateDecisions;
+    /**
+     * Extract file operation from tool use
+     */
+    private extractFileOperation;
+    /**
+     * Extract errors from content
+     */
+    private extractErrors;
+    /**
+     * Store a detected decision in working memory
+     */
+    private storeDecision;
+    /**
+     * Store a file operation in working memory
+     */
+    private storeFileOperation;
+    /**
+     * Store an error in working memory
+     */
+    private storeError;
+    /**
+     * Get the working memory store for direct access
+     */
+    getMemoryStore(): WorkingMemoryStore;
+}
+//# sourceMappingURL=LiveExtractor.d.ts.map

package/dist/realtime/LiveExtractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiveExtractor.d.ts","sourceRoot":"","sources":["../../src/realtime/LiveExtractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAIrE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAoBD,qBAAa,aAAa;IACxB,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,MAAM,CAAiB;IAG/B,OAAO,CAAC,gBAAgB,CAKtB;IAGF,OAAO,CAAC,aAAa,CAMnB;gBAEU,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IAgB1D;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,aAAa,EAAE,GACxB,OAAO,CAAC,gBAAgB,CAAC;IAsD5B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAgB1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA8BxB;;OAEG;IACH,OAAO,CAAC,2BAA2B;IA+BnC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAe5B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAiD5B;;OAEG;IACH,OAAO,CAAC,aAAa;IAkBrB;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;IACH,OAAO,CAAC,UAAU;IAYlB;;OAEG;IACH,cAAc,IAAI,kBAAkB;CAGrC"}

package/dist/realtime/LiveExtractor.js

@@ -0,0 +1,288 @@
+/**
+ * Live Extractor
+ *
+ * Extracts decisions, file operations, and errors from parsed messages
+ * in real-time and stores them in working memory.
+ */
+import { WorkingMemoryStore } from "../memory/WorkingMemoryStore.js";
+import { dirname } from "path";
+import { getCanonicalProjectPath } from "../utils/worktree.js";
+export class LiveExtractor {
+    memoryStore;
+    config;
+    // Decision detection patterns
+    decisionPatterns = [
+        /(?:I'll|I will|Let's|We should|I've decided to|Going to) ([^.]+)/gi,
+        /(?:decided|choosing|opting|selecting) (?:to )?([^.]+)/gi,
+        /(?:using|implementing|adopting) ([^.]+?) (?:for|because|since)/gi,
+        /(?:the (?:best|right|correct) (?:approach|solution|way) is) ([^.]+)/gi,
+    ];
+    // Error detection patterns
+    errorPatterns = [
+        /error[:\s]+(.+)/gi,
+        /failed[:\s]+(.+)/gi,
+        /exception[:\s]+(.+)/gi,
+        /cannot (.+)/gi,
+        /unable to (.+)/gi,
+    ];
+    constructor(db, config) {
+        this.memoryStore = new WorkingMemoryStore(db);
+        this.config = {
+            enabled: true,
+            watchPaths: [],
+            extractionInterval: 1000,
+            checkpointInterval: 60000,
+            autoRemember: {
+                decisions: true,
+                fileEdits: true,
+                errors: true,
+            },
+            ...config,
+        };
+    }
+    /**
+     * Process a batch of messages and extract relevant information
+     */
+    async processMessages(filePath, messages) {
+        const projectPath = this.extractProjectPath(filePath);
+        const result = {
+            messagesProcessed: messages.length,
+            decisionsExtracted: 0,
+            filesTracked: 0,
+            errorsDetected: 0,
+            memoryItemsCreated: 0,
+        };
+        for (const message of messages) {
+            // Process assistant messages for decisions
+            if (message.type === "assistant" && this.config.autoRemember.decisions) {
+                const decisions = this.extractDecisions(message.content);
+                for (const decision of decisions) {
+                    if (decision.confidence > 0.5) {
+                        this.storeDecision(projectPath, decision);
+                        result.decisionsExtracted++;
+                        result.memoryItemsCreated++;
+                    }
+                }
+            }
+            // Process tool uses for file operations
+            if (message.toolUse && this.config.autoRemember.fileEdits) {
+                const fileOp = this.extractFileOperation(message.toolUse);
+                if (fileOp) {
+                    this.storeFileOperation(projectPath, fileOp);
+                    result.filesTracked++;
+                    result.memoryItemsCreated++;
+                }
+            }
+            // Process tool results for errors
+            if (message.toolResult?.isError && this.config.autoRemember.errors) {
+                this.storeError(projectPath, message.toolResult.output);
+                result.errorsDetected++;
+                result.memoryItemsCreated++;
+            }
+            // Also check content for errors
+            if (this.config.autoRemember.errors) {
+                const errors = this.extractErrors(message.content);
+                for (const error of errors) {
+                    this.storeError(projectPath, error);
+                    result.errorsDetected++;
+                    result.memoryItemsCreated++;
+                }
+            }
+        }
+        return result;
+    }
+    /**
+     * Extract project path from file path
+     */
+    extractProjectPath(filePath) {
+        // Claude conversation paths are typically:
+        // ~/.claude/projects/-Users-name-project/.../conversation.jsonl
+        // We want to extract the actual project path
+        const match = filePath.match(/projects\/(.+?)\//);
+        if (match) {
+            // Convert the encoded path back to real path
+            const encoded = match[1];
+            const decodedPath = "/" + encoded.replace(/-/g, "/").replace(/\/\//g, "-");
+            return getCanonicalProjectPath(decodedPath).canonicalPath;
+        }
+        return getCanonicalProjectPath(dirname(filePath)).canonicalPath;
+    }
+    /**
+     * Extract decisions from message content
+     */
+    extractDecisions(content) {
+        const decisions = [];
+        for (const pattern of this.decisionPatterns) {
+            // Reset regex lastIndex
+            pattern.lastIndex = 0;
+            let match;
+            while ((match = pattern.exec(content)) !== null) {
+                const decisionText = match[1].trim();
+                // Skip if too short or too long
+                if (decisionText.length < 10 || decisionText.length > 200) {
+                    continue;
+                }
+                // Calculate confidence based on context
+                const confidence = this.calculateDecisionConfidence(decisionText, content);
+                decisions.push({
+                    text: decisionText,
+                    confidence,
+                });
+            }
+        }
+        // Deduplicate similar decisions
+        return this.deduplicateDecisions(decisions);
+    }
+    /**
+     * Calculate confidence score for a decision
+     */
+    calculateDecisionConfidence(decision, context) {
+        let confidence = 0.5;
+        // Higher confidence if it mentions specific tech/patterns
+        const techPatterns = [
+            /typescript|javascript|python|rust|go/i,
+            /react|vue|angular|svelte/i,
+            /sqlite|postgres|mongodb|redis/i,
+            /api|rest|graphql|grpc/i,
+            /pattern|architecture|design/i,
+        ];
+        for (const pattern of techPatterns) {
+            if (pattern.test(decision)) {
+                confidence += 0.1;
+            }
+        }
+        // Higher confidence if in a longer context
+        if (context.length > 500) {
+            confidence += 0.1;
+        }
+        // Lower confidence if it looks like a question
+        if (decision.includes("?")) {
+            confidence -= 0.2;
+        }
+        return Math.min(1, Math.max(0, confidence));
+    }
+    /**
+     * Deduplicate similar decisions
+     */
+    deduplicateDecisions(decisions) {
+        const seen = new Set();
+        const unique = [];
+        for (const decision of decisions) {
+            const normalized = decision.text.toLowerCase().replace(/\s+/g, " ");
+            if (!seen.has(normalized)) {
+                seen.add(normalized);
+                unique.push(decision);
+            }
+        }
+        return unique;
+    }
+    /**
+     * Extract file operation from tool use
+     */
+    extractFileOperation(toolUse) {
+        const { name, input } = toolUse;
+        let filePath;
+        let action = "read";
+        switch (name) {
+            case "Read":
+                filePath = input.file_path;
+                action = "read";
+                break;
+            case "Edit":
+                filePath = input.file_path;
+                action = "edit";
+                break;
+            case "Write":
+                filePath = input.file_path;
+                action = "create";
+                break;
+            case "Bash": {
+                // Try to extract file paths from bash commands
+                const cmd = input.command;
+                if (cmd) {
+                    if (cmd.includes("rm ") || cmd.includes("rm -")) {
+                        const rmMatch = cmd.match(/rm\s+(?:-\w+\s+)*(\S+)/);
+                        if (rmMatch) {
+                            filePath = rmMatch[1];
+                            action = "delete";
+                        }
+                    }
+                }
+                break;
+            }
+        }
+        if (filePath) {
+            return {
+                path: filePath,
+                action,
+                timestamp: Date.now(),
+            };
+        }
+        return null;
+    }
+    /**
+     * Extract errors from content
+     */
+    extractErrors(content) {
+        const errors = [];
+        for (const pattern of this.errorPatterns) {
+            pattern.lastIndex = 0;
+            let match;
+            while ((match = pattern.exec(content)) !== null) {
+                const errorText = match[1].trim();
+                if (errorText.length > 5 && errorText.length < 500) {
+                    errors.push(errorText);
+                }
+            }
+        }
+        return errors.slice(0, 5); // Limit to 5 errors per message
+    }
+    /**
+     * Store a detected decision in working memory
+     */
+    storeDecision(projectPath, decision) {
+        const key = `decision_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+        this.memoryStore.remember({
+            key,
+            value: decision.text,
+            context: decision.rationale,
+            tags: ["decision", "auto-extracted"],
+            projectPath,
+            ttl: 86400 * 7, // 7 days
+        });
+    }
+    /**
+     * Store a file operation in working memory
+     */
+    storeFileOperation(projectPath, fileOp) {
+        // Use a stable key for the file to update rather than create new entries
+        const key = `file_${fileOp.path.replace(/[^a-zA-Z0-9]/g, "_")}`;
+        this.memoryStore.remember({
+            key,
+            value: `${fileOp.action}: ${fileOp.path}`,
+            tags: ["file", fileOp.action, "auto-extracted"],
+            projectPath,
+            ttl: 86400, // 1 day
+        });
+    }
+    /**
+     * Store an error in working memory
+     */
+    storeError(projectPath, error) {
+        const key = `error_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+        this.memoryStore.remember({
+            key,
+            value: error,
+            tags: ["error", "auto-extracted"],
+            projectPath,
+            ttl: 86400 * 3, // 3 days
+        });
+    }
+    /**
+     * Get the working memory store for direct access
+     */
+    getMemoryStore() {
+        return this.memoryStore;
+    }
+}
+//# sourceMappingURL=LiveExtractor.js.map