@saccolabs/tars 1.0.7

package/dist/discord/message-formatter.js

@@ -0,0 +1,448 @@
+/**
+ * Discord Message Formatter
+ *
+ * Transforms Gemini CLI output (GitHub Flavored Markdown)
+ * into Discord-compatible formatting.
+ *
+ * Discord supports:
+ * - Bold: **text**
+ * - Italic: *text* or _text_
+ * - Underline: __text__
+ * - Strikethrough: ~~text~~
+ * - Code inline: `text`
+ * - Code block: ```lang\ncode\n```
+ * - Blockquotes: > text
+ * - Headers: # (only #, ##, ###)
+ *
+ * Discord does NOT support:
+ * - Markdown tables (we instruct the LLM to avoid these)
+ * - #### or deeper headers
+ * - Small text (-#)
+ */
+export class MessageFormatter {
+    static MAX_MESSAGE_LENGTH = 1990;
+    /**
+     * Format text for Discord
+     */
+    static format(text) {
+        if (!text)
+            return text;
+        let formatted = text;
+        // Step 1: Fix broken asterisks FIRST (creates patterns that need spacing)
+        formatted = this.fixAsterisks(formatted);
+        // Step 2: CRITICAL - Fix spacing issues (LLM often merges words)
+        formatted = this.fixSpacing(formatted);
+        // Step 3: Normalize bullets (* item -> • item)
+        formatted = this.normalizeBullets(formatted);
+        // Step 4: Normalize headers (#### -> ### or bold)
+        formatted = this.normalizeHeaders(formatted);
+        // Step 5: Fix blockquotes (ensure they render properly)
+        formatted = this.fixBlockquotes(formatted);
+        // Step 6: Format JSON blocks in code blocks
+        formatted = this.formatJsonBlocks(formatted);
+        // Step 7: Strip any remaining tables (fallback if LLM still generates them)
+        formatted = this.stripTables(formatted);
+        // Step 8: Fix small text markers (-#) that Discord doesn't support
+        formatted = this.fixSmallText(formatted);
+        // Step 9: Clean up excessive whitespace
+        formatted = formatted.replace(/\n{3,}/g, '\n\n');
+        return formatted.trim();
+    }
+    /**
+     * Fix critical spacing issues from LLM output
+     * These are the most common formatting bugs that break Discord rendering
+     */
+    static fixSpacing(text) {
+        let result = text;
+        // 1. Ensure space AFTER closing bold before next word
+        result = result.replace(/\*\*([^*]+)\*\*(?=[a-zA-Z0-9])/g, '**$1** ');
+        // 2. Ensure space BEFORE opening bold after a word
+        result = result.replace(/([a-zA-Z0-9])\*\*([^*]+)\*\*/g, '$1 **$2**');
+        // 3. Ensure space after colon before bold
+        result = result.replace(/([^*]):\*\*/g, '$1: **');
+        // 4. Ensure space around middle dots
+        result = result.replace(/([a-zA-Z0-9])·([a-zA-Z0-9])/g, '$1 · $2');
+        // 5. Ensure DOUBLE NEWLINE before section emojis
+        // This ensures headers like "📊 Signal Check" always start on a new paragraph
+        // REMOVED: ✅, ❌, ⚠️, 💡, 🛡️ (often used in lists/inline)
+        // KEPT: 🔍, 📊, 🧠, 📈, ⚖️, 🎯, 📋, 🔄, 📅 (Major section headers)
+        const sectionEmojis = '🔍|📊|🧠|📈|⚖️|🎯|📋|🔄|📅';
+        // Look for [not newline][spaces?][likely emoji] -> replace with [char]\n\n[emoji]
+        result = result.replace(new RegExp(`([^\\n])\\s*(${sectionEmojis})`, 'g'), '$1\n\n$2');
+        // 6. Ensure space after emojis before bold
+        result = result.replace(new RegExp(`(${sectionEmojis})\\*\\*`, 'g'), '$1 **');
+        // 7. Fix "set for**time**" pattern
+        result = result.replace(/for\*\*/g, 'for **');
+        // 8. Fix bullet points that run together
+        // "• Item1• Item2" -> "• Item1\n• Item2"
+        // Also ensure bullets appearing in middle of text get a newline
+        result = result.replace(/([^\n])\s*• /g, '$1\n• ');
+        return result;
+    }
+    /**
+     * Fix broken asterisks patterns
+     * Only fixes obviously broken patterns, avoids aggressive matching
+     */
+    static fixAsterisks(text) {
+        let result = text;
+        // Fix 4+ asterisks down to 2 (****text**** -> **text**)
+        result = result.replace(/\*{4,}(.+?)\*{4,}/g, '**$1**');
+        // Fix trailing-only ** at end of line (text** -> **text**)
+        // Only applies when line starts with a letter/number (no leading **)
+        // AND has exactly trailing ** (indicative of broken bold)
+        result = result.replace(/^([^*\n][^*]*)(\*\*)$/gm, (match, content, trail) => {
+            // Check if content already has opening ** - skip if so
+            if (content.includes('**'))
+                return match;
+            return `**${content.trim()}**`;
+        });
+        // Fix: Close unclosed bold tags at start of line (**Text -> **Text**)
+        result = result.replace(/^(\*\*[^*]+?)(?<!\*\*)(\s*[:.,!?-]?)$/gm, (match, content, punct) => {
+            // If already closed, don't touch
+            if (content.trim().endsWith('**'))
+                return match;
+            return `${content.trim()}${punct}**`;
+        });
+        // Also handle cases specifically ending with punctuation on the line
+        result = result.replace(/^(\*\*[^*]+)(?=\s*([:.,!?-]))/gm, (match, content, punct) => {
+            if (match.endsWith('**'))
+                return match;
+            // Regex lookahead logic is tricky here, simplifiying:
+            // The previous regex fixes the EOL case.
+            // This regex handles mid-line punctuation if we want to support it?
+            // Actually, the previous regex handles `punctuation at the end of the line OR content`.
+            // If we have `**Header: content`, the first regex won't catch it unless it matches newline?
+            // Let's rely on the first regex which is robust for EOL.
+            // For mid-line, if there's no closing `**`, it's hard to guess where it ends.
+            // So we'll skip this second aggressive block to avoid regressions.
+            return match;
+        });
+        return result;
+    }
+    /**
+     * Normalize bullet points for Discord
+     */
+    static normalizeBullets(text) {
+        return (text
+            // Convert "* item" to "• item" (but not inside code blocks)
+            .replace(/^(\s*)\* /gm, '$1• ')
+            // Convert "- item" that's not a separator line or subtext
+            .replace(/^(\s*)- (?![-#]+)/gm, '$1• '));
+    }
+    /**
+     * Normalize markdown headers to Discord-friendly format
+     * Discord supports #, ##, ### natively now.
+     */
+    static normalizeHeaders(text) {
+        return (text
+            // Ensure space after hashes
+            .replace(/^(#{1,3})(?=[^#\s])/gm, '$1 ')
+            // Convert #### and deeper to bold
+            .replace(/^#{4,}\s+(.+)$/gm, '**$1**'));
+    }
+    /**
+     * Fix blockquote formatting
+     */
+    static fixBlockquotes(text) {
+        const lines = text.split('\n');
+        const result = [];
+        let inBlockquote = false;
+        for (const line of lines) {
+            if (line.startsWith('> ')) {
+                inBlockquote = true;
+                result.push(line);
+            }
+            else if (line.startsWith('>') && line.length === 1) {
+                // Empty blockquote line - skip it
+                continue;
+            }
+            else if (inBlockquote && line.trim() === '') {
+                inBlockquote = false;
+                result.push(line);
+            }
+            else {
+                inBlockquote = false;
+                result.push(line);
+            }
+        }
+        return result.join('\n');
+    }
+    /**
+     * Detect and wrap JSON-like content in code blocks
+     */
+    static formatJsonBlocks(text) {
+        if (text.includes('```json') || text.includes('```\n{')) {
+            return text;
+        }
+        const jsonPattern = /(?:^|\n)([\[{][\s\S]*?[\]}])(?=\n|$)/g;
+        return text.replace(jsonPattern, (match, json) => {
+            try {
+                const trimmed = json.trim();
+                if ((trimmed.startsWith('{') || trimmed.startsWith('[')) && trimmed.length > 20) {
+                    const parsed = JSON.parse(trimmed);
+                    const pretty = JSON.stringify(parsed, null, 2);
+                    return '\n```json\n' + pretty + '\n```';
+                }
+            }
+            catch {
+                // Not valid JSON
+            }
+            return match;
+        });
+    }
+    /**
+     * Strip markdown tables - they don't render well on mobile Discord
+     * This is a fallback; the LLM should be instructed not to generate tables
+     */
+    static stripTables(text) {
+        // Detect table patterns and convert to simple list
+        const lines = text.split('\n');
+        const result = [];
+        let inTable = false;
+        let tableRows = [];
+        for (const line of lines) {
+            // Check if this is a table separator line (|---|---|)
+            if (line.match(/^\|?\s*[-:]+[-:\s|]*\|?\s*$/)) {
+                inTable = true;
+                continue;
+            }
+            // Check if this is a table row
+            if (line.includes('|') && (line.startsWith('|') || line.match(/\w+\s*\|/))) {
+                inTable = true;
+                const cells = line
+                    .split('|')
+                    .map((c) => c.trim())
+                    .filter((c) => c.length > 0);
+                if (cells.length > 0) {
+                    tableRows.push(cells);
+                }
+                continue;
+            }
+            // End of table - convert to list
+            if (inTable && tableRows.length > 0) {
+                // First row is usually header
+                const header = tableRows[0];
+                const dataRows = tableRows.slice(1);
+                for (const row of dataRows) {
+                    const parts = [];
+                    for (let i = 0; i < row.length && i < header.length; i++) {
+                        if (i === 0) {
+                            parts.push(`**${row[i]}**`);
+                        }
+                        else {
+                            parts.push(row[i]);
+                        }
+                    }
+                    result.push(`• ${parts.join(' · ')}`);
+                }
+                tableRows = [];
+                inTable = false;
+            }
+            result.push(line);
+        }
+        // Handle any remaining table at end of text
+        if (tableRows.length > 0) {
+            const header = tableRows[0];
+            const dataRows = tableRows.slice(1);
+            for (const row of dataRows) {
+                const parts = [];
+                for (let i = 0; i < row.length && i < header.length; i++) {
+                    if (i === 0) {
+                        parts.push(`**${row[i]}**`);
+                    }
+                    else {
+                        parts.push(row[i]);
+                    }
+                }
+                result.push(`• ${parts.join(' · ')}`);
+            }
+        }
+        return result.join('\n');
+    }
+    /**
+     * Fix small text markers (-#) that Discord doesn't support
+     */
+    static fixSmallText(text) {
+        // Convert -# prefix to regular text or remove it
+        return text.replace(/^-#\s*/gm, '');
+    }
+    /**
+     * Split long messages into Discord-safe chunks intelligently
+     * Respects semantic boundaries: headers, code blocks, paragraphs
+     */
+    static split(text, maxLength = this.MAX_MESSAGE_LENGTH) {
+        if (text.length <= maxLength)
+            return [text];
+        const chunks = [];
+        let remaining = text;
+        while (remaining.length > 0) {
+            if (remaining.length <= maxLength) {
+                chunks.push(remaining);
+                break;
+            }
+            // Find the best semantic split point
+            const splitIndex = this.findSemanticSplitPoint(remaining, maxLength);
+            chunks.push(remaining.substring(0, splitIndex).trim());
+            remaining = remaining.substring(splitIndex).trim();
+        }
+        return chunks;
+    }
+    /**
+     * Find the optimal split point respecting semantic boundaries
+     * Priority: Header > Code block boundary > Paragraph > Sentence > Hard cut
+     */
+    static findSemanticSplitPoint(text, maxLength) {
+        // 1. Try to split BEFORE a markdown header (## or ###)
+        const headerPattern = /\n(##+ )/g;
+        let match;
+        let lastHeaderBefore = -1;
+        while ((match = headerPattern.exec(text)) !== null) {
+            const pos = match.index;
+            if (pos > maxLength)
+                break;
+            if (pos > maxLength / 2) {
+                lastHeaderBefore = pos;
+                break;
+            }
+        }
+        if (lastHeaderBefore > maxLength / 2) {
+            return lastHeaderBefore;
+        }
+        // 2. Try to split AFTER a complete code block
+        const codeBlockEndPattern = /```\n/g;
+        let lastCodeEnd = -1;
+        while ((match = codeBlockEndPattern.exec(text)) !== null) {
+            const pos = match.index + match[0].length;
+            if (pos > maxLength)
+                break;
+            if (pos > maxLength / 2) {
+                lastCodeEnd = pos;
+                break;
+            }
+        }
+        if (lastCodeEnd > maxLength / 2) {
+            return lastCodeEnd;
+        }
+        // 3. Try to split at paragraph boundary (double newline)
+        let splitIndex = text.lastIndexOf('\n\n', maxLength);
+        if (splitIndex > maxLength / 2) {
+            return splitIndex + 2;
+        }
+        // 4. Try to split at single newline
+        splitIndex = text.lastIndexOf('\n', maxLength);
+        if (splitIndex > maxLength / 3) {
+            return splitIndex + 1;
+        }
+        // 5. Try to split at sentence boundary (. followed by space)
+        splitIndex = text.lastIndexOf('. ', maxLength);
+        if (splitIndex > maxLength / 3) {
+            return splitIndex + 2;
+        }
+        // 6. Last resort: hard cut at maxLength
+        return maxLength;
+    }
+    /**
+     * Format and split in one operation
+     * Ensures summary line (first line with actionable emoji) stays at the top
+     */
+    static formatAndSplit(text) {
+        const formatted = this.format(text);
+        // If text fits in one message, no special handling needed
+        if (formatted.length <= this.MAX_MESSAGE_LENGTH) {
+            return [formatted];
+        }
+        // Extract summary line (first line starting with key emoji)
+        const { summary, rest } = this.extractSummaryLine(formatted);
+        // Split the remaining content
+        const chunks = this.split(rest);
+        // If we found a summary, prepend it to the first chunk
+        if (summary && chunks.length > 0) {
+            // Check if adding summary would exceed limit
+            const firstChunkWithSummary = `${summary}\n\n${chunks[0]}`;
+            if (firstChunkWithSummary.length <= this.MAX_MESSAGE_LENGTH) {
+                chunks[0] = firstChunkWithSummary;
+            }
+            else {
+                // Summary + first chunk too long, send summary as its own message
+                chunks.unshift(summary);
+            }
+        }
+        return chunks;
+    }
+    /**
+     * Extract the summary line from the beginning of formatted text
+     * Summary lines start with key actionable emojis: 🎯 ⚖️ 📊 ⚠️ ✅ ❓
+     */
+    static extractSummaryLine(text) {
+        const lines = text.split('\n');
+        const summaryEmojis = ['🎯', '⚖️', '📊', '⚠️', '✅', '❓', '❌'];
+        // Check first few lines for summary pattern
+        for (let i = 0; i < Math.min(3, lines.length); i++) {
+            const line = lines[i].trim();
+            // Check if line starts with a summary emoji
+            if (summaryEmojis.some((emoji) => line.startsWith(emoji))) {
+                // Found summary line - extract it and return rest
+                const summary = line;
+                const restLines = [...lines.slice(0, i), ...lines.slice(i + 1)];
+                const rest = restLines.join('\n').trim();
+                return { summary, rest };
+            }
+            // Also check for bold emoji pattern: **🎯 or similar
+            if (line.match(/^\*\*[🎯⚖️📊⚠️✅❓❌]/)) {
+                const summary = line;
+                const restLines = [...lines.slice(0, i), ...lines.slice(i + 1)];
+                const rest = restLines.join('\n').trim();
+                return { summary, rest };
+            }
+        }
+        return { summary: null, rest: text };
+    }
+    /**
+     * Parse markdown into sections based on headers (##)
+     */
+    static parseSections(text) {
+        const sections = [];
+        const lines = text.split('\n');
+        let currentTitle = 'Summary';
+        let currentContent = [];
+        for (const line of lines) {
+            const headerMatch = line.match(/^##\s+(.+)$/);
+            if (headerMatch) {
+                if (currentContent.length > 0 || currentTitle !== 'Summary') {
+                    sections.push({
+                        title: currentTitle,
+                        content: currentContent.join('\n').trim()
+                    });
+                }
+                currentTitle = headerMatch[1];
+                currentContent = [];
+            }
+            else {
+                currentContent.push(line);
+            }
+        }
+        if (currentContent.length > 0 || sections.length === 0) {
+            sections.push({
+                title: currentTitle,
+                content: currentContent.join('\n').trim()
+            });
+        }
+        return sections;
+    }
+    /**
+     * Format a data object as a clean Discord-friendly list
+     */
+    static formatDataAsEmbed(title, data) {
+        const lines = [`**${title}**`];
+        for (const [key, value] of Object.entries(data)) {
+            if (typeof value === 'object') {
+                lines.push(`• **${key}:** \`${JSON.stringify(value)}\``);
+            }
+            else {
+                lines.push(`• **${key}:** ${value}`);
+            }
+        }
+        return lines.join('\n');
+    }
+}
+//# sourceMappingURL=message-formatter.js.map

package/dist/discord/message-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-formatter.js","sourceRoot":"","sources":["../../src/discord/message-formatter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,OAAO,gBAAgB;IACjB,MAAM,CAAU,kBAAkB,GAAG,IAAI,CAAC;IAElD;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,0EAA0E;QAC1E,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAEzC,iEAAiE;QACjE,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAEvC,+CAA+C;QAC/C,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE7C,kDAAkD;QAClD,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE7C,wDAAwD;QACxD,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAE3C,4CAA4C;QAC5C,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE7C,4EAA4E;QAC5E,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAExC,mEAAmE;QACnE,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAEzC,wCAAwC;QACxC,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEjD,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,UAAU,CAAC,IAAY;QAClC,IAAI,MAAM,GAAG,IAAI,CAAC;QAElB,sDAAsD;QACtD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,iCAAiC,EAAE,SAAS,CAAC,CAAC;QAEtE,mDAAmD;QACnD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,+BAA+B,EAAE,WAAW,CAAC,CAAC;QAEtE,0CAA0C;QAC1C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAElD,qCAAqC;QACrC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,8BAA8B,EAAE,SAAS,CAAC,CAAC;QAEnE,iDAAiD;QACjD,8EAA8E;QAC9E,0DAA0D;QAC1D,mEAAmE;QACnE,MAAM,aAAa,GAAG,4BAA4B,CAAC;QACnD,kFAAkF;QAClF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,gBAAgB,aAAa,GAAG,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;QAEvF,2CAA2C;QAC3C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,aAAa,SAAS,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QAE9E,mCAAmC;QACnC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAE9C,yCAAyC;QACzC,yCAAyC;QACzC,gEAAgE;QAChE,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAEnD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,YAAY,CAAC,IAAY;QACpC,IAAI,MAAM,GAAG,IAAI,CAAC;QAElB,wDAAwD;QACxD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAC;QAExD,2DAA2D;QAC3D,qEAAqE;QACrE,0DAA0D;QAC1D,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;YACzE,uDAAuD;YACvD,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YACzC,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,sEAAsE;QACtE,MAAM,GAAG,MAAM,CAAC,OAAO,CACnB,yCAAyC,EACzC,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;YACtB,iCAAiC;YACjC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChD,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;QACzC,CAAC,CACJ,CAAC;QAEF,qEAAqE;QACrE,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;YACjF,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,sDAAsD;YACtD,yCAAyC;YACzC,oEAAoE;YACpE,wFAAwF;YACxF,4FAA4F;YAC5F,yDAAyD;YACzD,8EAA8E;YAC9E,mEAAmE;YACnE,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAC,IAAY;QACxC,OAAO,CACH,IAAI;YACA,4DAA4D;aAC3D,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC;YAC/B,0DAA0D;aACzD,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAC9C,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,gBAAgB,CAAC,IAAY;QACxC,OAAO,CACH,IAAI;YACA,4BAA4B;aAC3B,OAAO,CAAC,uBAAuB,EAAE,KAAK,CAAC;YACxC,kCAAkC;aACjC,OAAO,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAC7C,CAAC;IACN,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,IAAY;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnD,kCAAkC;gBAClC,SAAS;YACb,CAAC;iBAAM,IAAI,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC5C,YAAY,GAAG,KAAK,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACJ,YAAY,GAAG,KAAK,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAC,IAAY;QACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,WAAW,GAAG,uCAAuC,CAAC;QAE5D,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACnC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC/C,OAAO,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;gBAC5C,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,iBAAiB;YACrB,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,WAAW,CAAC,IAAY;QACnC,mDAAmD;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,SAAS,GAAe,EAAE,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,sDAAsD;YACtD,IAAI,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,EAAE,CAAC;gBAC5C,OAAO,GAAG,IAAI,CAAC;gBACf,SAAS;YACb,CAAC;YAED,+BAA+B;YAC/B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACzE,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,KAAK,GAAG,IAAI;qBACb,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;qBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBACD,SAAS;YACb,CAAC;YAED,iCAAiC;YACjC,IAAI,OAAO,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,8BAA8B;gBAC9B,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEpC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;4BACV,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;wBAChC,CAAC;6BAAM,CAAC;4BACJ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvB,CAAC;oBACL,CAAC;oBACD,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC1C,CAAC;gBAED,SAAS,GAAG,EAAE,CAAC;gBACf,OAAO,GAAG,KAAK,CAAC;YACpB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QAED,4CAA4C;QAC5C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEpC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAa,EAAE,CAAC;gBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBACV,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACJ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACvB,CAAC;gBACL,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1C,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,YAAY,CAAC,IAAY;QACpC,iDAAiD;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,IAAY,EAAE,YAAoB,IAAI,CAAC,kBAAkB;QAClE,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAE5C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACvB,MAAM;YACV,CAAC;YAED,qCAAqC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAErE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QACvD,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,sBAAsB,CAAC,IAAY,EAAE,SAAiB;QACjE,uDAAuD;QACvD,MAAM,aAAa,GAAG,WAAW,CAAC;QAClC,IAAI,KAA6B,CAAC;QAClC,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAE1B,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC;YACxB,IAAI,GAAG,GAAG,SAAS;gBAAE,MAAM;YAC3B,IAAI,GAAG,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;gBACtB,gBAAgB,GAAG,GAAG,CAAC;gBACvB,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,gBAAgB,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,gBAAgB,CAAC;QAC5B,CAAC;QAED,8CAA8C;QAC9C,MAAM,mBAAmB,GAAG,QAAQ,CAAC;QACrC,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;QAErB,OAAO,CAAC,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC1C,IAAI,GAAG,GAAG,SAAS;gBAAE,MAAM;YAC3B,IAAI,GAAG,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;gBACtB,WAAW,GAAG,GAAG,CAAC;gBAClB,MAAM;YACV,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,WAAW,CAAC;QACvB,CAAC;QAED,yDAAyD;QACzD,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACrD,IAAI,UAAU,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,UAAU,GAAG,CAAC,CAAC;QAC1B,CAAC;QAED,oCAAoC;QACpC,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/C,IAAI,UAAU,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,UAAU,GAAG,CAAC,CAAC;QAC1B,CAAC;QAED,6DAA6D;QAC7D,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/C,IAAI,UAAU,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,UAAU,GAAG,CAAC,CAAC;QAC1B,CAAC;QAED,wCAAwC;QACxC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,cAAc,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEpC,0DAA0D;QAC1D,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC9C,OAAO,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAED,4DAA4D;QAC5D,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAE7D,8BAA8B;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhC,uDAAuD;QACvD,IAAI,OAAO,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,6CAA6C;YAC7C,MAAM,qBAAqB,GAAG,GAAG,OAAO,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,IAAI,qBAAqB,CAAC,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC1D,MAAM,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACJ,kEAAkE;gBAClE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9D,4CAA4C;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAE7B,4CAA4C;YAC5C,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACxD,kDAAkD;gBAClD,MAAM,OAAO,GAAG,IAAI,CAAC;gBACrB,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7B,CAAC;YAED,qDAAqD;YACrD,IAAI,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACnC,MAAM,OAAO,GAAG,IAAI,CAAC;gBACrB,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7B,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAY;QAC7B,MAAM,QAAQ,GAAyC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE/B,IAAI,YAAY,GAAG,SAAS,CAAC;QAC7B,IAAI,cAAc,GAAa,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC9C,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC1D,QAAQ,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,YAAY;wBACnB,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;qBAC5C,CAAC,CAAC;gBACP,CAAC;gBACD,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC9B,cAAc,GAAG,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACJ,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;QACL,CAAC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,YAAY;gBACnB,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;aAC5C,CAAC,CAAC;QACP,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,iBAAiB,CAAC,KAAa,EAAE,IAA6B;QACjE,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QAE/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,KAAK,EAAE,CAAC,CAAC;YACzC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC"}

package/dist/memory/knowledge-store.d.ts

@@ -0,0 +1,24 @@
+import { Config } from '../config/config.js';
+export interface MemoryResult {
+    path: string;
+    content: string;
+    score: number;
+    startLine: number;
+}
+/**
+ * KnowledgeStore - Local memory using SQLite FTS5.
+ * Uses a classic keyword inverted index approach for high-speed, authless search.
+ */
+export declare class KnowledgeStore {
+    private db;
+    constructor(config: Config);
+    private initialize;
+    /**
+     * Add or update a file in the knowledge base.
+     */
+    indexFile(filePath: string, content: string): Promise<void>;
+    /**
+     * Search for relevant knowledge using keyword match (BM25 ranking).
+     */
+    search(query: string, limit?: number): Promise<MemoryResult[]>;
+}

package/dist/memory/knowledge-store.js

@@ -0,0 +1,126 @@
+import { DatabaseSync } from 'node:sqlite';
+import path from 'path';
+import fs from 'fs';
+import logger from '../utils/logger.js';
+import crypto from 'crypto';
+/**
+ * KnowledgeStore - Local memory using SQLite FTS5.
+ * Uses a classic keyword inverted index approach for high-speed, authless search.
+ */
+export class KnowledgeStore {
+    db;
+    constructor(config) {
+        const dbPath = path.join(config.homeDir, 'data', 'knowledge.db');
+        const dbDir = path.dirname(dbPath);
+        if (!fs.existsSync(dbDir)) {
+            fs.mkdirSync(dbDir, { recursive: true });
+        }
+        // FTS5 is built-in to modern SQLite, no need for allowExtension
+        this.db = new DatabaseSync(dbPath);
+        this.initialize();
+    }
+    initialize() {
+        try {
+            // Initialize Tables
+            this.db.exec(`
+                CREATE TABLE IF NOT EXISTS files (
+                    id INTEGER PRIMARY KEY AUTOINCREMENT,
+                    path TEXT UNIQUE,
+                    hash TEXT,
+                    updated_at INTEGER
+                );
+
+                CREATE TABLE IF NOT EXISTS chunks (
+                    id INTEGER PRIMARY KEY AUTOINCREMENT,
+                    file_id INTEGER,
+                    content TEXT,
+                    start_line INTEGER,
+                    end_line INTEGER,
+                    FOREIGN KEY(file_id) REFERENCES files(id) ON DELETE CASCADE
+                );
+
+                -- Initialize FTS5 Search Table (Internal Storage)
+                CREATE VIRTUAL TABLE IF NOT EXISTS chunks_fts USING fts5(
+                    content
+                );
+                
+                -- Triggers to keep FTS in sync with chunks table
+                CREATE TRIGGER IF NOT EXISTS chunks_ai AFTER INSERT ON chunks BEGIN
+                    INSERT INTO chunks_fts(rowid, content) VALUES (new.id, new.content);
+                END;
+                CREATE TRIGGER IF NOT EXISTS chunks_ad AFTER DELETE ON chunks BEGIN
+                    DELETE FROM chunks_fts WHERE rowid = old.id;
+                END;
+                CREATE TRIGGER IF NOT EXISTS chunks_au AFTER UPDATE ON chunks BEGIN
+                    DELETE FROM chunks_fts WHERE rowid = old.id;
+                    INSERT INTO chunks_fts(rowid, content) VALUES (new.id, new.content);
+                END;
+            `);
+            logger.info('🧠 KnowledgeStore: Local keyword index initialized');
+        }
+        catch (error) {
+            logger.error(`❌ KnowledgeStore init failed: ${error.message}`);
+            throw error;
+        }
+    }
+    /**
+     * Add or update a file in the knowledge base.
+     */
+    async indexFile(filePath, content) {
+        const hash = crypto.createHash('sha256').update(content).digest('hex');
+        // 1. Check if file has changed
+        const existing = this.db
+            .prepare('SELECT id, hash FROM files WHERE path = ?')
+            .get(filePath);
+        if (existing && existing.hash === hash) {
+            return; // No changes
+        }
+        logger.info(`📝 Indexing: ${filePath}`);
+        // 2. Clear old file data (Cascade delete handles chunks and triggers handle FTS)
+        if (existing) {
+            this.db.prepare('DELETE FROM files WHERE id = ?').run(existing.id);
+        }
+        // 3. Insert File Record
+        const fileResult = this.db
+            .prepare('INSERT INTO files (path, hash, updated_at) VALUES (?, ?, ?)')
+            .run(filePath, hash, Date.now());
+        const fileId = fileResult.lastInsertRowid;
+        // 4. Chunk Content (Simple paragraph split)
+        const paragraphs = content.split(/\n\s*\n/).filter((p) => p.trim().length > 20);
+        // 5. Store Chunks (FTS is updated automatically via triggers)
+        for (const p of paragraphs) {
+            this.db
+                .prepare('INSERT INTO chunks (file_id, content, start_line) VALUES (?, ?, ?)')
+                .run(fileId, p, 0);
+        }
+    }
+    /**
+     * Search for relevant knowledge using keyword match (BM25 ranking).
+     */
+    async search(query, limit = 5) {
+        try {
+            const results = this.db
+                .prepare(`
+                SELECT f.path, c.content, c.start_line, rank as score
+                FROM chunks_fts fts
+                JOIN chunks c ON fts.rowid = c.id
+                JOIN files f ON c.file_id = f.id
+                WHERE chunks_fts MATCH ?
+                ORDER BY rank
+                LIMIT ?
+            `)
+                .all(query, limit);
+            return results.map((r) => ({
+                path: r.path,
+                content: r.content,
+                startLine: r.start_line,
+                score: 1 / (1 + Math.abs(r.score)) // Normalize FTS rank to 0-1 range
+            }));
+        }
+        catch (err) {
+            logger.warn(`⚠️ Search failed: ${query}`);
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=knowledge-store.js.map

package/dist/memory/knowledge-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-store.js","sourceRoot":"","sources":["../../src/memory/knowledge-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAS5B;;;GAGG;AACH,MAAM,OAAO,cAAc;IACf,EAAE,CAAe;IAEzB,YAAY,MAAc;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,gEAAgE;QAChE,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,EAAE,CAAC;IACtB,CAAC;IAEO,UAAU;QACd,IAAI,CAAC;YACD,oBAAoB;YACpB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAiCZ,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/D,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,OAAe;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,+BAA+B;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACnB,OAAO,CAAC,2CAA2C,CAAC;aACpD,GAAG,CAAC,QAAQ,CAAQ,CAAC;QAC1B,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO,CAAC,aAAa;QACzB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,EAAE,CAAC,CAAC;QAExC,iFAAiF;QACjF,IAAI,QAAQ,EAAE,CAAC;YACX,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,wBAAwB;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE;aACrB,OAAO,CAAC,6DAA6D,CAAC;aACtE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,UAAU,CAAC,eAAe,CAAC;QAE1C,4CAA4C;QAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAEhF,8DAA8D;QAC9D,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YACzB,IAAI,CAAC,EAAE;iBACF,OAAO,CAAC,oEAAoE,CAAC;iBAC7E,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,CAAC;QACzC,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;iBAClB,OAAO,CACJ;;;;;;;;aAQP,CACI;iBACA,GAAG,CAAC,KAAK,EAAE,KAAK,CAAU,CAAC;YAEhC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,SAAS,EAAE,CAAC,CAAC,UAAU;gBACvB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,kCAAkC;aACxE,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;CACJ"}

package/dist/memory/memory-manager.d.ts

@@ -0,0 +1,24 @@
+import { Config } from '../config/config.js';
+/**
+ * MemoryManager - High-level interface for Tars' memory systems.
+ * Manages the transition from flat GEMINI.md to indexed storage.
+ */
+export declare class MemoryManager {
+    private knowledgeStore;
+    private config;
+    constructor(config: Config);
+    /**
+     * Initial sync of the "Brain" into the knowledge store.
+     * This includes GEMINI.md, skills, and session transcripts.
+     */
+    fullSync(): Promise<void>;
+    /**
+     * Finds and indexes past session conversations for episodic memory.
+     */
+    private syncSessions;
+    private syncDir;
+    /**
+     * Search memory for relevant snippets.
+     */
+    search(query: string, limit?: number): Promise<import("./knowledge-store.js").MemoryResult[]>;
+}