cmp-standards 2.4.0 → 2.7.0

package/dist/services/pattern-tracker.js

@@ -0,0 +1,425 @@
+/**
+ * @file Pattern Tracker Service
+ * @description Tracks code patterns and triggers auto-improvement when threshold is reached
+ *
+ * Features:
+ * - Track pattern occurrences across sessions
+ * - Detect when patterns reach threshold (default: 3)
+ * - Generate ESLint rules automatically
+ * - Create memory entries for gotchas
+ */
+import { turso } from '../db/turso-client.js';
+import { memoryRouter } from './memory-router.js';
+// =============================================================================
+// Pattern Definitions
+// =============================================================================
+const KNOWN_PATTERNS = {
+    'finance-no-ledger': {
+        severity: 'critical',
+        eslintRuleName: 'charter/finance-ledger-sync',
+        description: 'Finance table insert without LedgerService.createEntry()'
+    },
+    'any-type': {
+        severity: 'high',
+        eslintRuleName: 'charter/no-any-type',
+        description: 'Using TypeScript any type'
+    },
+    'eslint-disable': {
+        severity: 'high',
+        eslintRuleName: 'charter/no-eslint-disable',
+        description: 'ESLint disable comment'
+    },
+    'raw-sql': {
+        severity: 'critical',
+        eslintRuleName: 'charter/no-raw-sql',
+        description: 'Raw SQL query instead of query builder'
+    },
+    'missing-zod': {
+        severity: 'high',
+        eslintRuleName: 'charter/require-zod-validation',
+        description: 'TRPC endpoint without Zod input validation'
+    },
+    'sequential-api-calls': {
+        severity: 'medium',
+        eslintRuleName: 'charter/no-sequential-api-calls',
+        description: 'Sequential API calls that could be parallelized'
+    },
+    'async-useeffect': {
+        severity: 'medium',
+        eslintRuleName: 'charter/no-async-useeffect',
+        description: 'Async function directly in useEffect'
+    },
+    'hardcoded-color': {
+        severity: 'low',
+        eslintRuleName: 'charter/use-semantic-tokens',
+        description: 'Hardcoded color value instead of semantic token'
+    }
+};
+// =============================================================================
+// Pattern Tracker Implementation
+// =============================================================================
+class PatternTrackerService {
+    violationThreshold = 3;
+    /**
+     * Track a pattern occurrence
+     */
+    async track(patternId, context, system) {
+        const existing = await this.findPattern(patternId, system);
+        if (existing) {
+            // Increment count
+            existing.count++;
+            existing.lastSeen = new Date().toISOString();
+            existing.contexts.push(context);
+            // Keep only last 10 contexts
+            if (existing.contexts.length > 10) {
+                existing.contexts = existing.contexts.slice(-10);
+            }
+            await this.savePattern(existing, system);
+            // Check if threshold reached
+            if (existing.count >= this.violationThreshold && !existing.autoImproveTriggered) {
+                const rule = await this.triggerAutoImprovement(existing, system);
+                return { count: existing.count, triggered: true, rule };
+            }
+            return { count: existing.count, triggered: false };
+        }
+        else {
+            // Create new pattern tracking
+            const newPattern = {
+                id: `pattern_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`,
+                patternId,
+                description: KNOWN_PATTERNS[patternId]?.description || context.description,
+                count: 1,
+                severity: KNOWN_PATTERNS[patternId]?.severity || 'medium',
+                contexts: [context],
+                firstSeen: new Date().toISOString(),
+                lastSeen: new Date().toISOString(),
+                autoImproveTriggered: false
+            };
+            await this.createPattern(newPattern, system);
+            return { count: 1, triggered: false };
+        }
+    }
+    /**
+     * Check current count for a pattern
+     */
+    async getCount(patternId, system) {
+        const pattern = await this.findPattern(patternId, system);
+        return pattern?.count || 0;
+    }
+    /**
+     * Get all patterns near threshold
+     */
+    async getPendingPatterns(system) {
+        try {
+            const db = turso.getClient();
+            const result = await db.execute({
+                sql: `SELECT id, content FROM items
+         WHERE system = ? AND type = 'pattern'
+         AND status = 'active'`,
+                args: [system]
+            });
+            const patterns = result.rows
+                .map(row => {
+                try {
+                    const content = typeof row.content === 'string'
+                        ? JSON.parse(row.content)
+                        : row.content;
+                    return { ...content, id: row.id };
+                }
+                catch {
+                    return null;
+                }
+            })
+                .filter((p) => p !== null);
+            // Return patterns with count >= 2 (close to threshold)
+            return patterns.filter(p => p.count >= 2 && !p.autoImproveTriggered);
+        }
+        catch {
+            return [];
+        }
+    }
+    /**
+     * Trigger auto-improvement for a pattern
+     */
+    async triggerAutoImprovement(pattern, system) {
+        console.log(`🔁 [PatternTracker] Auto-improvement triggered for: ${pattern.patternId}`);
+        console.log(`   Occurrences: ${pattern.count} (threshold: ${this.violationThreshold})`);
+        // Mark as triggered
+        pattern.autoImproveTriggered = true;
+        await this.savePattern(pattern, system);
+        // Update status to 'triggered'
+        const db = turso.getClient();
+        await db.execute({
+            sql: `UPDATE items SET status = 'triggered', updated_at = datetime('now')
+       WHERE id = ?`,
+            args: [pattern.id]
+        });
+        // Generate ESLint rule if we have a template
+        const knownPattern = KNOWN_PATTERNS[pattern.patternId];
+        if (knownPattern?.eslintRuleName) {
+            const rule = this.generateEslintRule(pattern, knownPattern.eslintRuleName);
+            // Save auto-improvement record
+            await this.saveAutoImprovement({
+                patternId: pattern.patternId,
+                action: 'eslint_rule',
+                status: 'pending',
+                generatedCode: this.eslintRuleToCode(rule),
+                filePath: `src/eslint/rules/${rule.name}.ts`
+            }, system);
+            return rule;
+        }
+        // Create memory entry for the gotcha
+        await memoryRouter.write({
+            system,
+            title: `Gotcha: ${pattern.description}`,
+            body: this.formatGotchaBody(pattern),
+            domain: this.detectDomain(pattern.contexts),
+            tags: ['gotcha', 'auto-improvement', pattern.patternId],
+            source: 'system',
+            priority: pattern.severity
+        });
+        return undefined;
+    }
+    /**
+     * Generate ESLint rule from pattern
+     */
+    generateEslintRule(pattern, ruleName) {
+        return {
+            name: ruleName,
+            description: pattern.description,
+            meta: {
+                type: 'problem',
+                docs: {
+                    description: pattern.description
+                },
+                messages: {
+                    violation: pattern.description
+                }
+            },
+            pattern: this.patternToRegex(pattern.patternId),
+            fix: undefined
+        };
+    }
+    /**
+     * Convert ESLint rule spec to code with pattern-specific implementation
+     */
+    eslintRuleToCode(rule) {
+        const ruleBody = this.generateRuleBody(rule.name);
+        return `/**
+ * @file ${rule.name}
+ * @description ${rule.description}
+ * Auto-generated by cmp-standards pattern detection
+ * @version 1.0.0
+ */
+
+module.exports = {
+  meta: {
+    type: '${rule.meta.type}',
+    docs: {
+      description: '${rule.description}',
+      category: 'Best Practices',
+      recommended: true
+    },
+    schema: [],
+    messages: ${JSON.stringify(rule.meta.messages, null, 2)}
+  },
+  create(context) {
+${ruleBody}
+  }
+}
+`;
+    }
+    /**
+     * Generate pattern-specific rule body based on rule name
+     */
+    generateRuleBody(ruleName) {
+        // Pattern-specific implementations using AST visitors
+        switch (ruleName) {
+            case 'charter/no-any-type':
+                return `    return {
+      TSAnyKeyword(node) {
+        context.report({ node, messageId: 'violation' });
+      }
+    };`;
+            case 'charter/no-eslint-disable':
+                return `    const sourceCode = context.getSourceCode();
+    return {
+      Program() {
+        const comments = sourceCode.getAllComments();
+        for (const comment of comments) {
+          if (comment.value.includes('eslint-disable')) {
+            context.report({ loc: comment.loc, messageId: 'violation' });
+          }
+        }
+      }
+    };`;
+            case 'charter/no-async-useeffect':
+                return `    return {
+      CallExpression(node) {
+        if (
+          node.callee.type === 'Identifier' &&
+          node.callee.name === 'useEffect' &&
+          node.arguments[0] &&
+          node.arguments[0].async
+        ) {
+          context.report({ node, messageId: 'violation' });
+        }
+      }
+    };`;
+            case 'charter/no-raw-sql':
+                return `    return {
+      CallExpression(node) {
+        if (
+          node.callee.type === 'MemberExpression' &&
+          node.callee.property.name === 'execute' &&
+          node.arguments[0]?.type === 'TemplateLiteral'
+        ) {
+          context.report({ node, messageId: 'violation' });
+        }
+      }
+    };`;
+            case 'charter/finance-ledger-sync':
+                return `    let hasFinanceInsert = false;
+    let hasLedgerCall = false;
+    return {
+      CallExpression(node) {
+        const callee = node.callee;
+        if (callee.property?.name === 'insert') hasFinanceInsert = true;
+        if (callee.object?.name === 'LedgerService') hasLedgerCall = true;
+      },
+      'Program:exit'(node) {
+        if (hasFinanceInsert && !hasLedgerCall) {
+          context.report({ node, messageId: 'violation' });
+        }
+      }
+    };`;
+            case 'charter/use-semantic-tokens':
+                return `    return {
+      Literal(node) {
+        if (typeof node.value === 'string' && /#[0-9a-fA-F]{3,8}/.test(node.value)) {
+          context.report({ node, messageId: 'violation' });
+        }
+      }
+    };`;
+            default:
+                return `    // Auto-generated rule - implement based on pattern
+    return {
+      Program(node) {
+        // Pattern detection logic here
+      }
+    };`;
+        }
+    }
+    /**
+     * Format gotcha memory body
+     */
+    formatGotchaBody(pattern) {
+        const lines = [
+            `## Pattern: ${pattern.description}`,
+            '',
+            `**Severity**: ${pattern.severity}`,
+            `**Occurrences**: ${pattern.count}`,
+            `**First seen**: ${pattern.firstSeen}`,
+            `**Last seen**: ${pattern.lastSeen}`,
+            '',
+            '## Occurrences',
+            ''
+        ];
+        for (const ctx of pattern.contexts.slice(-5)) {
+            lines.push(`- \`${ctx.file}${ctx.line ? `:${ctx.line}` : ''}\`: ${ctx.description}`);
+        }
+        lines.push('');
+        lines.push('## Prevention');
+        lines.push('');
+        lines.push('This pattern has been automatically flagged for improvement.');
+        return lines.join('\n');
+    }
+    /**
+     * Convert pattern ID to regex
+     */
+    patternToRegex(patternId) {
+        const regexMap = {
+            'finance-no-ledger': 'insert\\(finance\\)(?!.*LedgerService)',
+            'any-type': ':\\s*any\\b',
+            'eslint-disable': 'eslint-disable',
+            'raw-sql': 'db\\.execute\\([\'"`]',
+            'missing-zod': 'publicProcedure\\.mutation\\(async\\s*\\(\\{\\s*input',
+            'sequential-api-calls': 'await.*\\nawait',
+            'async-useeffect': 'useEffect\\(async',
+            'hardcoded-color': '#[0-9a-fA-F]{3,6}'
+        };
+        return regexMap[patternId] || patternId;
+    }
+    /**
+     * Detect domain from contexts
+     */
+    detectDomain(contexts) {
+        const domains = ['finances', 'reserves', 'crew', 'boats', 'marketing'];
+        for (const ctx of contexts) {
+            for (const domain of domains) {
+                if (ctx.file.toLowerCase().includes(domain)) {
+                    return domain;
+                }
+            }
+        }
+        return 'general';
+    }
+    // =============================================================================
+    // Database Operations
+    // =============================================================================
+    async findPattern(patternId, system) {
+        try {
+            const db = turso.getClient();
+            const result = await db.execute({
+                sql: `SELECT id, content FROM items
+         WHERE system = ? AND type = 'pattern'
+         AND json_extract(content, '$.patternId') = ?
+         LIMIT 1`,
+                args: [system, patternId]
+            });
+            if (result.rows.length === 0)
+                return null;
+            const row = result.rows[0];
+            const content = typeof row.content === 'string'
+                ? JSON.parse(row.content)
+                : row.content;
+            return { ...content, id: row.id };
+        }
+        catch {
+            return null;
+        }
+    }
+    async createPattern(pattern, system) {
+        const db = turso.getClient();
+        const now = new Date().toISOString();
+        await db.execute({
+            sql: `INSERT INTO items (id, system, type, status, content, created_at, updated_at)
+       VALUES (?, ?, 'pattern', 'active', ?, ?, ?)`,
+            args: [pattern.id, system, JSON.stringify(pattern), now, now]
+        });
+    }
+    async savePattern(pattern, _system) {
+        const db = turso.getClient();
+        await db.execute({
+            sql: `UPDATE items SET content = ?, updated_at = datetime('now')
+       WHERE id = ?`,
+            args: [JSON.stringify(pattern), pattern.id]
+        });
+    }
+    async saveAutoImprovement(improvement, system) {
+        const db = turso.getClient();
+        const id = `ai_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+        const now = new Date().toISOString();
+        await db.execute({
+            sql: `INSERT INTO items (id, system, type, status, content, created_at, updated_at)
+       VALUES (?, ?, 'auto_improvement', 'pending', ?, ?, ?)`,
+            args: [id, system, JSON.stringify(improvement), now, now]
+        });
+    }
+}
+// =============================================================================
+// Export Singleton
+// =============================================================================
+export const patternTracker = new PatternTrackerService();
+export default patternTracker;
+//# sourceMappingURL=pattern-tracker.js.map

package/dist/services/pattern-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pattern-tracker.js","sourceRoot":"","sources":["../../src/services/pattern-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAwCjD,gFAAgF;AAChF,sBAAsB;AACtB,gFAAgF;AAEhF,MAAM,cAAc,GAIf;IACH,mBAAmB,EAAE;QACnB,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,6BAA6B;QAC7C,WAAW,EAAE,0DAA0D;KACxE;IACD,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,qBAAqB;QACrC,WAAW,EAAE,2BAA2B;KACzC;IACD,gBAAgB,EAAE;QAChB,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,2BAA2B;QAC3C,WAAW,EAAE,wBAAwB;KACtC;IACD,SAAS,EAAE;QACT,QAAQ,EAAE,UAAU;QACpB,cAAc,EAAE,oBAAoB;QACpC,WAAW,EAAE,wCAAwC;KACtD;IACD,aAAa,EAAE;QACb,QAAQ,EAAE,MAAM;QAChB,cAAc,EAAE,gCAAgC;QAChD,WAAW,EAAE,4CAA4C;KAC1D;IACD,sBAAsB,EAAE;QACtB,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,iCAAiC;QACjD,WAAW,EAAE,iDAAiD;KAC/D;IACD,iBAAiB,EAAE;QACjB,QAAQ,EAAE,QAAQ;QAClB,cAAc,EAAE,4BAA4B;QAC5C,WAAW,EAAE,sCAAsC;KACpD;IACD,iBAAiB,EAAE;QACjB,QAAQ,EAAE,KAAK;QACf,cAAc,EAAE,6BAA6B;QAC7C,WAAW,EAAE,iDAAiD;KAC/D;CACF,CAAA;AAED,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF,MAAM,qBAAqB;IACjB,kBAAkB,GAAG,CAAC,CAAA;IAE9B;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,SAAiB,EACjB,OAAuB,EACvB,MAAiB;QAMjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAE1D,IAAI,QAAQ,EAAE,CAAC;YACb,kBAAkB;YAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;YAChB,QAAQ,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAC5C,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAE/B,6BAA6B;YAC7B,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAClC,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAExC,6BAA6B;YAC7B,IAAI,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,kBAAkB,IAAI,CAAC,QAAQ,CAAC,oBAAoB,EAAE,CAAC;gBAChF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBAChE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;YACzD,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;QACpD,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,MAAM,UAAU,GAAmB;gBACjC,EAAE,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBACrE,SAAS;gBACT,WAAW,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,WAAW,IAAI,OAAO,CAAC,WAAW;gBAC1E,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,QAAQ,IAAI,QAAQ;gBACzD,QAAQ,EAAE,CAAC,OAAO,CAAC;gBACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAClC,oBAAoB,EAAE,KAAK;aAC5B,CAAA;YAED,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;YAC5C,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;QACvC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,MAAiB;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACzD,OAAO,OAAO,EAAE,KAAK,IAAI,CAAC,CAAA;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,MAAiB;QACxC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAC9B,GAAG,EAAE;;+BAEkB;gBACvB,IAAI,EAAE,CAAC,MAAM,CAAC;aACf,CAAC,CAAA;YAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI;iBACzB,GAAG,CAAC,GAAG,CAAC,EAAE;gBACT,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;wBAC7C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;wBACzB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAA;oBACf,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAoB,CAAA;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,IAAI,CAAA;gBACb,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAA;YAEjD,uDAAuD;YACvD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAA;QACtE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,OAAuB,EACvB,MAAiB;QAEjB,OAAO,CAAC,GAAG,CAAC,uDAAuD,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;QACvF,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,KAAK,gBAAgB,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAA;QAEvF,oBAAoB;QACpB,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAA;QACnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAEvC,+BAA+B;QAC/B,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAC5B,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE;oBACS;YACd,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;SACnB,CAAC,CAAA;QAEF,6CAA6C;QAC7C,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,IAAI,YAAY,EAAE,cAAc,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,CAAA;YAE1E,+BAA+B;YAC/B,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,SAAS;gBACjB,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBAC1C,QAAQ,EAAE,oBAAoB,IAAI,CAAC,IAAI,KAAK;aAC7C,EAAE,MAAM,CAAC,CAAA;YAEV,OAAO,IAAI,CAAA;QACb,CAAC;QAED,qCAAqC;QACrC,MAAM,YAAY,CAAC,KAAK,CAAC;YACvB,MAAM;YACN,KAAK,EAAE,WAAW,OAAO,CAAC,WAAW,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;YACpC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC3C,IAAI,EAAE,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC;YACvD,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAA;QAEF,OAAO,SAAS,CAAA;IAClB,CAAC;IAED;;OAEG;IACK,kBAAkB,CACxB,OAAuB,EACvB,QAAgB;QAEhB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE;oBACJ,WAAW,EAAE,OAAO,CAAC,WAAW;iBACjC;gBACD,QAAQ,EAAE;oBACR,SAAS,EAAE,OAAO,CAAC,WAAW;iBAC/B;aACF;YACD,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC;YAC/C,GAAG,EAAE,SAAS;SACf,CAAA;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAoB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEjD,OAAO;WACA,IAAI,CAAC,IAAI;kBACF,IAAI,CAAC,WAAW;;;;;;;aAOrB,IAAI,CAAC,IAAI,CAAC,IAAI;;sBAEL,IAAI,CAAC,WAAW;;;;;gBAKtB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAGzD,QAAQ;;;CAGT,CAAA;IACC,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAgB;QACvC,sDAAsD;QACtD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,qBAAqB;gBACxB,OAAO;;;;OAIR,CAAA;YAED,KAAK,2BAA2B;gBAC9B,OAAO;;;;;;;;;;OAUR,CAAA;YAED,KAAK,4BAA4B;gBAC/B,OAAO;;;;;;;;;;;OAWR,CAAA;YAED,KAAK,oBAAoB;gBACvB,OAAO;;;;;;;;;;OAUR,CAAA;YAED,KAAK,6BAA6B;gBAChC,OAAO;;;;;;;;;;;;;OAaR,CAAA;YAED,KAAK,6BAA6B;gBAChC,OAAO;;;;;;OAMR,CAAA;YAED;gBACE,OAAO;;;;;OAKR,CAAA;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,OAAuB;QAC9C,MAAM,KAAK,GAAa;YACtB,eAAe,OAAO,CAAC,WAAW,EAAE;YACpC,EAAE;YACF,iBAAiB,OAAO,CAAC,QAAQ,EAAE;YACnC,oBAAoB,OAAO,CAAC,KAAK,EAAE;YACnC,mBAAmB,OAAO,CAAC,SAAS,EAAE;YACtC,kBAAkB,OAAO,CAAC,QAAQ,EAAE;YACpC,EAAE;YACF,gBAAgB;YAChB,EAAE;SACH,CAAA;QAED,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC,CAAA;QACtF,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,KAAK,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAA;QAE1E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,SAAiB;QACtC,MAAM,QAAQ,GAA2B;YACvC,mBAAmB,EAAE,wCAAwC;YAC7D,UAAU,EAAE,aAAa;YACzB,gBAAgB,EAAE,gBAAgB;YAClC,SAAS,EAAE,uBAAuB;YAClC,aAAa,EAAE,uDAAuD;YACtE,sBAAsB,EAAE,iBAAiB;YACzC,iBAAiB,EAAE,mBAAmB;YACtC,iBAAiB,EAAE,mBAAmB;SACvC,CAAA;QACD,OAAO,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,CAAA;IACzC,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,QAA0B;QAC7C,MAAM,OAAO,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAA;QAEtE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5C,OAAO,MAAM,CAAA;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,gFAAgF;IAChF,sBAAsB;IACtB,gFAAgF;IAExE,KAAK,CAAC,WAAW,CACvB,SAAiB,EACjB,MAAiB;QAEjB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC;gBAC9B,GAAG,EAAE;;;iBAGI;gBACT,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;aAC1B,CAAC,CAAA;YAEF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAA;YAEzC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAC1B,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;gBACzB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAA;YACf,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAoB,CAAA;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAuB,EACvB,MAAiB;QAEjB,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAC5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACpC,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE;mDACwC;YAC7C,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;SAC9D,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAAuB,EACvB,OAAkB;QAElB,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAC5B,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE;oBACS;YACd,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,WAAmC,EACnC,MAAiB;QAEjB,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAA;QAC5B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;QACvE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACpC,MAAM,EAAE,CAAC,OAAO,CAAC;YACf,GAAG,EAAE;6DACkD;YACvD,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;SAC1D,CAAC,CAAA;IACJ,CAAC;CACF;AAED,gFAAgF;AAChF,mBAAmB;AACnB,gFAAgF;AAEhF,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,qBAAqB,EAAE,CAAA;AACzD,eAAe,cAAc,CAAA"}

package/dist/services/semantic-search.d.ts

@@ -1,17 +1,17 @@
 /**
  * Semantic Search Service
  *
- * Provides embedding-based semantic search for memories.
- * - Generates embeddings on memory creation
- * - Stores embeddings in the content JSON field
- * - Performs cosine similarity search
+ * Provides hybrid search for memories:
+ * 1. Vector Search (Upstash): Semantic understanding
+ * 2. Text Search (MySQL): Keyword matching
  */
-import type { DrizzleMemoryClient } from '../db/drizzle-client.js';
-import type { DevItem, MemoryContent } from '../types/index.js';
+import type { DrizzleMemoryClient } from "../db/drizzle-client.js";
+import type { DevItem, MemoryContent } from "../types/index.js";
 export interface SemanticSearchResult {
     item: DevItem;
     score: number;
     content: MemoryContent;
+    source: "vector" | "text";
 }
 export interface MemoryWithEmbedding extends MemoryContent {
     embedding?: number[];
@@ -21,10 +21,11 @@ export interface MemoryWithEmbedding extends MemoryContent {
 export declare class SemanticSearchService {
     private embeddingService;
     private client;
+    private vectorIndex?;
     private cache;
     constructor(client: DrizzleMemoryClient);
     /**
-     * Search memories by semantic similarity
+     * Hybrid Search: Vector + Keyword
      */
     search(query: string, options?: {
         type?: string;
@@ -33,61 +34,58 @@ export declare class SemanticSearchService {
         domain?: string;
     }): Promise<SemanticSearchResult[]>;
     /**
-     * Create memory with embedding
+     * Search via Upstash Vector
+     */
+    private searchVector;
+    /**
+     * Create memory with embedding and sync to Vector DB
      */
     createMemoryWithEmbedding(title: string, body: string, options?: {
         domain?: string;
-        source?: 'claude' | 'gemini' | 'user' | 'system' | 'checkpoint' | 'dashboard';
+        source?: "claude" | "gemini" | "user" | "system" | "checkpoint" | "dashboard";
         tags?: string[];
         relatedFiles?: string[];
     }): Promise<{
         id: string;
         embedded: boolean;
+        synced: boolean;
     }>;
     /**
      * Find similar memories to a given memory
      */
     findSimilar(memoryId: string, limit?: number): Promise<SemanticSearchResult[]>;
     /**
-     * Batch embed all memories without embeddings
+     * Get embedding with caching
      */
-    batchEmbed(options?: {
-        type?: string;
+    private getEmbedding;
+    /**
+     * Fallback to text search when embedding fails
+     */
+    private fallbackTextSearch;
+    /**
+     * Batch embed memories that don't have embeddings yet
+     */
+    batchEmbed(options: {
         limit?: number;
-        force?: boolean;
     }): Promise<{
         processed: number;
-        embedded: number;
+        succeeded: number;
         failed: number;
+        synced: number;
     }>;
     /**
      * Get embedding statistics
      */
     getEmbeddingStats(): Promise<{
-        total: number;
-        withEmbedding: number;
-        withoutEmbedding: number;
-        coverage: number;
+        totalMemories: number;
+        withEmbeddings: number;
+        withoutEmbeddings: number;
+        vectorIndexCount: number;
+        embeddingRate: string;
     }>;
-    /**
-     * Get embedding with caching
-     */
-    private getEmbedding;
-    /**
-     * Update memory with embedding
-     */
-    private updateWithEmbedding;
-    /**
-     * Calculate cosine similarity between two vectors
-     */
-    private cosineSimilarity;
-    /**
-     * Fallback to text search when embedding fails
-     */
-    private fallbackTextSearch;
 }
 /**
- * Create a semantic search service
+ * Factory
  */
 export declare function createSemanticSearchService(client: DrizzleMemoryClient): SemanticSearchService;
 //# sourceMappingURL=semantic-search.d.ts.map

package/dist/services/semantic-search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"semantic-search.d.ts","sourceRoot":"","sources":["../../src/services/semantic-search.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAA;AAClE,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAM/D,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,OAAO,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,aAAa,CAAA;CACvB;AAED,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACxD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAMD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,KAAK,CAAmC;gBAEpC,MAAM,EAAE,mBAAmB;IASvC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QACpC,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IA8DnC;;OAEG;IACG,yBAAyB,CAC7B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,MAAM,CAAC,EAAE,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,CAAA;QAC7E,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;KACxB,GACA,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;IAiC7C;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAY/E;;OAEG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE;QACzB,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,OAAO,CAAA;KAChB,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IA2CpE;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC;QACjC,KAAK,EAAE,MAAM,CAAA;QACb,aAAa,EAAE,MAAM,CAAA;QACrB,gBAAgB,EAAE,MAAM,CAAA;QACxB,QAAQ,EAAE,MAAM,CAAA;KACjB,CAAC;IA8BF;;OAEG;YACW,YAAY;IAiB1B;;OAEG;YACW,mBAAmB;IAiBjC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;OAEG;YACW,kBAAkB;CAqBjC;AAMD;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,mBAAmB,GAC1B,qBAAqB,CAEvB"}
+{"version":3,"file":"semantic-search.d.ts","sourceRoot":"","sources":["../../src/services/semantic-search.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAMhE,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,QAAQ,GAAG,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACxD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,WAAW,CAAC,CAAQ;IAC5B,OAAO,CAAC,KAAK,CAAoC;gBAErC,MAAM,EAAE,mBAAmB;IAgBvC;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,oBAAoB,EAAE,CAAC;IA6BlC;;OAEG;YACW,YAAY;IAsC1B;;OAEG;IACG,yBAAyB,CAC7B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EACH,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,WAAW,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;KACzB,GACA,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAsD9D;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,KAAK,SAAI,GACR,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAclC;;OAEG;YACW,YAAY;IAgB1B;;OAEG;YACW,kBAAkB;IAuBhC;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACrD,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IAmEF;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC;QACjC,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CA+CH;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,mBAAmB,GAC1B,qBAAqB,CAEvB"}