swift-skills 0.0.1

package/build/utils/search.js

@@ -0,0 +1,158 @@
+// src/utils/search.ts
+// Advanced search utilities with fuzzy matching and smart stemming
+import MiniSearch from 'minisearch';
+import natural from 'natural';
+import { normalizeTokens } from './search-terms.js';
+// Porter Stemmer for English
+const stemmer = natural.PorterStemmer;
+// Custom tokenizer with smart hyphen handling and stemming
+function tokenize(text) {
+    return normalizeTokens(text, (token) => stemmer.stem(token));
+}
+// Process query with same tokenization for consistent matching
+function processQuery(query) {
+    return tokenize(query);
+}
+export class SearchIndex {
+    miniSearch;
+    documents = new Map();
+    constructor(fields = ['title', 'content', 'topics']) {
+        this.miniSearch = new MiniSearch({
+            fields,
+            storeFields: ['id'],
+            tokenize, // Uses our new smart tokenizer
+            processTerm: (term) => term, // Already processed by tokenize
+            searchOptions: {
+                boost: { title: 2, topics: 1.5, content: 1 },
+                fuzzy: 0.2,
+                prefix: true,
+            },
+        });
+    }
+    addDocuments(docs) {
+        // Clear existing documents
+        this.miniSearch.removeAll();
+        this.documents.clear();
+        // Preprocess documents for indexing
+        const processedDocs = docs.map(doc => ({
+            ...doc,
+            // Join topics array for indexing
+            topics: Array.isArray(doc.topics) ? doc.topics.join(' ') : doc.topics,
+        }));
+        // Add to MiniSearch
+        this.miniSearch.addAll(processedDocs);
+        // Store original documents for retrieval
+        docs.forEach(doc => this.documents.set(doc.id, doc));
+    }
+    search(query, options = {}) {
+        const { fuzzy = 0.2, boost = { title: 2, topics: 1.5, content: 1 }, minScore = 0, } = options;
+        // Get stemmed query terms for match highlighting
+        const queryTerms = processQuery(query);
+        // Search with MiniSearch
+        const results = this.miniSearch.search(query, {
+            fuzzy,
+            prefix: true,
+            boost,
+            combineWith: 'OR',
+        });
+        // Map results to original documents with scores
+        return results
+            .filter(result => result.score >= minScore)
+            .map(result => {
+            const doc = this.documents.get(result.id);
+            if (!doc)
+                return null;
+            // Find which terms matched
+            const matches = this.findMatches(doc, queryTerms);
+            return {
+                item: doc,
+                score: result.score,
+                matches,
+            };
+        })
+            .filter((r) => r !== null);
+    }
+    findMatches(doc, queryTerms) {
+        const matches = [];
+        const searchText = `${doc.title} ${doc.content} ${doc.topics.join(' ')}`.toLowerCase();
+        for (const term of queryTerms) {
+            // Check both stemmed and original
+            if (searchText.includes(term)) {
+                matches.push(term);
+            }
+        }
+        return [...new Set(matches)];
+    }
+}
+// Standalone search function for simple use cases
+export function fuzzySearch(documents, query, options = {}) {
+    const index = new SearchIndex();
+    index.addDocuments(documents);
+    return index.search(query, options);
+}
+// Get search relevance score (combines MiniSearch score with static relevance)
+export function combineScores(searchScore, staticRelevance, searchWeight = 0.6) {
+    // Normalize search score (MiniSearch scores can vary widely)
+    const normalizedSearch = Math.min(searchScore / 10, 1) * 100;
+    // Weighted combination
+    return Math.round(normalizedSearch * searchWeight +
+        staticRelevance * (1 - searchWeight));
+}
+// Suggest similar terms (for "did you mean?" functionality)
+export function suggestSimilar(query, knownTerms, maxSuggestions = 3) {
+    const queryLower = query.toLowerCase();
+    // Calculate Levenshtein distance
+    const suggestions = knownTerms
+        .map(term => ({
+        term,
+        distance: natural.LevenshteinDistance(queryLower, term.toLowerCase()),
+    }))
+        .filter(({ distance }) => distance <= 3 && distance > 0)
+        .sort((a, b) => a.distance - b.distance)
+        .slice(0, maxSuggestions)
+        .map(({ term }) => term);
+    return suggestions;
+}
+/**
+ * CachedSearchIndex - Manages a SearchIndex with automatic invalidation based on document changes.
+ * Eliminates duplicated search caching logic across pattern sources.
+ */
+export class CachedSearchIndex {
+    searchIndex = null;
+    indexedPatternsHash = null;
+    fields;
+    constructor(fields = ['title', 'content', 'topics']) {
+        this.fields = fields;
+    }
+    /**
+     * Search patterns with automatic index caching.
+     * Index is rebuilt only when patterns change (detected via hash).
+     */
+    search(patterns, query, options = {}) {
+        const { fuzzy = 0.2, boost = { title: 2.5, topics: 1.8, content: 1 }, } = options;
+        // Simple hash based on length and sorted IDs
+        const patternsHash = `${patterns.length}-${patterns.map(p => p.id).sort().join(',')}`;
+        // Rebuild index only if patterns changed
+        if (!this.searchIndex || this.indexedPatternsHash !== patternsHash) {
+            this.searchIndex = new SearchIndex(this.fields);
+            this.searchIndex.addDocuments(patterns);
+            this.indexedPatternsHash = patternsHash;
+        }
+        const results = this.searchIndex.search(query, { fuzzy, boost });
+        return results
+            .map(result => ({
+            ...result.item,
+            relevanceScore: combineScores(result.score, result.item.relevanceScore),
+        }))
+            .sort((a, b) => b.relevanceScore - a.relevanceScore);
+    }
+    /**
+     * Invalidate the cached index (call after fetching new patterns)
+     */
+    invalidate() {
+        this.searchIndex = null;
+        this.indexedPatternsHash = null;
+    }
+}
+export default SearchIndex;
+//# sourceMappingURL=search.js.map

package/build/utils/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/utils/search.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,mEAAmE;AAEnE,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,6BAA6B;AAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;AAqBtC,2DAA2D;AAC3D,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,eAAe,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,+DAA+D;AAC/D,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,OAAO,WAAW;IACd,UAAU,CAAgB;IAC1B,SAAS,GAAmB,IAAI,GAAG,EAAE,CAAC;IAE9C,YAAY,SAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAI;YAClC,MAAM;YACN,WAAW,EAAE,CAAC,IAAI,CAAC;YACnB,QAAQ,EAAE,+BAA+B;YACzC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,gCAAgC;YAC7D,aAAa,EAAE;gBACb,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE;gBAC5C,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAS;QACpB,2BAA2B;QAC3B,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEvB,oCAAoC;QACpC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrC,GAAG,GAAG;YACN,iCAAiC;YACjC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM;SACtE,CAAC,CAAC,CAAC;QAEJ,oBAAoB;QACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEtC,yCAAyC;QACzC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QAC/C,MAAM,EACJ,KAAK,GAAG,GAAG,EACX,KAAK,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,EAC7C,QAAQ,GAAG,CAAC,GACb,GAAG,OAAO,CAAC;QAEZ,iDAAiD;QACjD,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAEvC,yBAAyB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE;YAC5C,KAAK;YACL,MAAM,EAAE,IAAI;YACZ,KAAK;YACL,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QAEH,gDAAgD;QAChD,OAAO,OAAO;aACX,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;aAC1C,GAAG,CAAC,MAAM,CAAC,EAAE;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YAEtB,2BAA2B;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAElD,OAAO;gBACL,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO;aACR,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACrD,CAAC;IAEO,WAAW,CAAC,GAAM,EAAE,UAAoB;QAC9C,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAEvF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,kCAAkC;YAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/B,CAAC;CACF;AAED,kDAAkD;AAClD,MAAM,UAAU,WAAW,CACzB,SAAc,EACd,KAAa,EACb,UAAyB,EAAE;IAE3B,MAAM,KAAK,GAAG,IAAI,WAAW,EAAK,CAAC;IACnC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC9B,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,aAAa,CAC3B,WAAmB,EACnB,eAAuB,EACvB,eAAuB,GAAG;IAE1B,6DAA6D;IAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC;IAE7D,uBAAuB;IACvB,OAAO,IAAI,CAAC,KAAK,CACf,gBAAgB,GAAG,YAAY;QAC/B,eAAe,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CACrC,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,cAAc,CAC5B,KAAa,EACb,UAAoB,EACpB,iBAAyB,CAAC;IAE1B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAEvC,iCAAiC;IACjC,MAAM,WAAW,GAAG,UAAU;SAC3B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,IAAI;QACJ,QAAQ,EAAE,OAAO,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;KACtE,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;SACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;SACvC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;SACxB,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAE3B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACpB,WAAW,GAA0B,IAAI,CAAC;IAC1C,mBAAmB,GAAkB,IAAI,CAAC;IAC1C,MAAM,CAAW;IAEzB,YAAY,SAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,MAAM,CACJ,QAAa,EACb,KAAa,EACb,UAAyB,EAAE;QAE3B,MAAM,EACJ,KAAK,GAAG,GAAG,EACX,KAAK,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,GAChD,GAAG,OAAO,CAAC;QAEZ,6CAA6C;QAC7C,MAAM,YAAY,GAAG,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAEtF,yCAAyC;QACzC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,mBAAmB,KAAK,YAAY,EAAE,CAAC;YACnE,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAI,IAAI,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,YAAY,CAAC;QAC1C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAEjE,OAAO,OAAO;aACX,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACd,GAAG,MAAM,CAAC,IAAI;YACd,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,EAAG,MAAM,CAAC,IAAuC,CAAC,cAAc,CAAC;SAC5G,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAClC,CAAC;CACF;AAED,eAAe,WAAW,CAAC"}

package/build/utils/search.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=search.test.d.ts.map

package/build/utils/search.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.test.d.ts","sourceRoot":"","sources":["../../src/utils/search.test.ts"],"names":[],"mappings":""}

package/build/utils/search.test.js

@@ -0,0 +1,199 @@
+// src/utils/search.test.ts
+import { describe, it, expect } from 'vitest';
+import SearchIndex, { fuzzySearch, combineScores, suggestSimilar } from './search.js';
+// Test documents
+const testDocs = [
+    {
+        id: 'doc1',
+        title: 'Building async SwiftUI apps',
+        content: 'Learn how to use async/await with SwiftUI views and state management',
+        topics: ['swiftui', 'concurrency'],
+    },
+    {
+        id: 'doc2',
+        title: 'Understanding Combine framework',
+        content: 'A deep dive into Combine publishers and subscribers',
+        topics: ['combine', 'reactive'],
+    },
+    {
+        id: 'doc3',
+        title: 'Swift Testing with XCTest',
+        content: 'Writing unit tests and UI tests for your iOS apps using XCTest framework',
+        topics: ['testing', 'xctest'],
+    },
+    {
+        id: 'doc4',
+        title: 'MVVM Architecture in Swift',
+        content: 'Implementing the Model-View-ViewModel pattern with protocols and bindings',
+        topics: ['architecture', 'mvvm'],
+    },
+    {
+        id: 'doc5',
+        title: 'Core Data persistence',
+        content: 'Saving and fetching data with CoreData and SwiftUI integration',
+        topics: ['coredata', 'persistence'],
+    },
+];
+describe('SearchIndex', () => {
+    describe('basic search', () => {
+        it('should find documents by title keywords', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const results = index.search('SwiftUI');
+            expect(results.length).toBeGreaterThan(0);
+            expect(results.some(r => r.item.id === 'doc1')).toBe(true);
+        });
+        it('should find documents by content keywords', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const results = index.search('publishers subscribers');
+            expect(results.length).toBeGreaterThan(0);
+            expect(results.some(r => r.item.id === 'doc2')).toBe(true);
+        });
+        it('should find documents by topic', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const results = index.search('testing');
+            expect(results.length).toBeGreaterThan(0);
+            expect(results.some(r => r.item.id === 'doc3')).toBe(true);
+        });
+        it('should return empty array for non-matching query', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const results = index.search('nonexistentterm12345');
+            expect(results.length).toBe(0);
+        });
+    });
+    describe('fuzzy matching', () => {
+        it('should find documents with slight typos', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            // "swiftui" with typo "swiftiu"
+            const results = index.search('swiftiu', { fuzzy: 0.3 });
+            expect(results.length).toBeGreaterThan(0);
+        });
+        it('should respect fuzzy threshold', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            // Very strict fuzzy - should not match typos
+            const strictResults = index.search('swiftiu', { fuzzy: 0 });
+            const lenientResults = index.search('swiftiu', { fuzzy: 0.4 });
+            expect(lenientResults.length).toBeGreaterThanOrEqual(strictResults.length);
+        });
+    });
+    describe('score filtering', () => {
+        it('should filter results by minimum score', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const allResults = index.search('swift');
+            const filteredResults = index.search('swift', { minScore: 5 });
+            expect(allResults.length).toBeGreaterThanOrEqual(filteredResults.length);
+        });
+    });
+    describe('document management', () => {
+        it('should clear old documents when adding new ones', () => {
+            const index = new SearchIndex();
+            index.addDocuments(testDocs);
+            const newDocs = [{
+                    id: 'new1',
+                    title: 'New document about Kotlin',
+                    content: 'This is about Kotlin, not Swift',
+                    topics: ['kotlin'],
+                }];
+            index.addDocuments(newDocs);
+            const swiftResults = index.search('SwiftUI');
+            const kotlinResults = index.search('Kotlin');
+            expect(swiftResults.length).toBe(0);
+            expect(kotlinResults.length).toBe(1);
+        });
+    });
+});
+describe('fuzzySearch helper', () => {
+    it('should provide standalone fuzzy search', () => {
+        const results = fuzzySearch(testDocs, 'async await');
+        expect(results.length).toBeGreaterThan(0);
+        expect(results[0].item.id).toBe('doc1');
+    });
+    it('should return results with scores', () => {
+        const results = fuzzySearch(testDocs, 'SwiftUI');
+        expect(results.length).toBeGreaterThan(0);
+        expect(results[0]).toHaveProperty('score');
+        expect(results[0]).toHaveProperty('matches');
+    });
+});
+describe('combineScores', () => {
+    it('should combine search and static relevance scores', () => {
+        const combined = combineScores(10, 80);
+        expect(combined).toBeGreaterThan(0);
+        expect(combined).toBeLessThanOrEqual(100);
+    });
+    it('should respect search weight parameter', () => {
+        const highSearchWeight = combineScores(10, 50, 0.9);
+        const lowSearchWeight = combineScores(10, 50, 0.1);
+        // With high search weight, search score matters more
+        // With low search weight, static relevance matters more
+        expect(highSearchWeight).not.toBe(lowSearchWeight);
+    });
+    it('should cap scores at 100', () => {
+        const combined = combineScores(100, 100, 0.5);
+        expect(combined).toBeLessThanOrEqual(100);
+    });
+    it('should handle zero scores', () => {
+        const combined = combineScores(0, 0);
+        expect(combined).toBe(0);
+    });
+});
+describe('suggestSimilar', () => {
+    const knownTerms = ['swiftui', 'combine', 'async', 'await', 'protocol', 'struct'];
+    it('should suggest similar terms for typos', () => {
+        const suggestions = suggestSimilar('swiftiu', knownTerms);
+        expect(suggestions).toContain('swiftui');
+    });
+    it('should not suggest exact matches', () => {
+        const suggestions = suggestSimilar('swiftui', knownTerms);
+        expect(suggestions).not.toContain('swiftui');
+    });
+    it('should respect max suggestions limit', () => {
+        const suggestions = suggestSimilar('s', knownTerms, 2);
+        expect(suggestions.length).toBeLessThanOrEqual(2);
+    });
+    it('should return empty array for very different terms', () => {
+        const suggestions = suggestSimilar('xyzabc123', knownTerms);
+        expect(suggestions.length).toBe(0);
+    });
+    it('should sort by similarity (Levenshtein distance)', () => {
+        const suggestions = suggestSimilar('async', ['asyncc', 'asyncxx', 'asyn']);
+        // 'asyn' has distance 1, 'asyncc' has distance 1, 'asyncxx' has distance 2
+        expect(suggestions.length).toBeGreaterThan(0);
+    });
+});
+describe('tokenization', () => {
+    it('should preserve Swift-specific terms without stemming', () => {
+        const index = new SearchIndex();
+        const docs = [{
+                id: 'test1',
+                title: 'SwiftUI and Combine',
+                content: 'Using async await with SwiftUI',
+                topics: ['swiftui', 'combine'],
+            }];
+        index.addDocuments(docs);
+        // These terms should match exactly without stemming issues
+        const swiftuiResults = index.search('swiftui');
+        const asyncResults = index.search('async');
+        expect(swiftuiResults.length).toBe(1);
+        expect(asyncResults.length).toBe(1);
+    });
+    it('should handle hyphenated terms', () => {
+        const index = new SearchIndex();
+        const docs = [{
+                id: 'test1',
+                title: 'Async-await patterns',
+                content: 'Learn about async-await in Swift',
+                topics: ['concurrency'],
+            }];
+        index.addDocuments(docs);
+        const results = index.search('async await');
+        expect(results.length).toBe(1);
+    });
+});
+//# sourceMappingURL=search.test.js.map

package/build/utils/search.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.test.js","sourceRoot":"","sources":["../../src/utils/search.test.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAE3B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,WAAW,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAsB,MAAM,aAAa,CAAC;AAE1G,iBAAiB;AACjB,MAAM,QAAQ,GAAyB;IACrC;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,6BAA6B;QACpC,OAAO,EAAE,sEAAsE;QAC/E,MAAM,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC;KACnC;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,iCAAiC;QACxC,OAAO,EAAE,qDAAqD;QAC9D,MAAM,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;KAChC;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,2BAA2B;QAClC,OAAO,EAAE,0EAA0E;QACnF,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;KAC9B;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,4BAA4B;QACnC,OAAO,EAAE,2EAA2E;QACpF,MAAM,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC;KACjC;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,uBAAuB;QAC9B,OAAO,EAAE,gEAAgE;QACzE,MAAM,EAAE,CAAC,UAAU,EAAE,aAAa,CAAC;KACpC;CACF,CAAC;AAEF,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;YAEvD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAErD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,gCAAgC;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAExD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,6CAA6C;YAC7C,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAE/D,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAE/D,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;YACpD,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,CAAC;oBACf,EAAE,EAAE,MAAM;oBACV,KAAK,EAAE,2BAA2B;oBAClC,OAAO,EAAE,iCAAiC;oBAC1C,MAAM,EAAE,CAAC,QAAQ,CAAC;iBACnB,CAAC,CAAC;YACH,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAE5B,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE7C,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAErD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEjD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAEvC,MAAM,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,gBAAgB,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACpD,MAAM,eAAe,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QAEnD,qDAAqD;QACrD,wDAAwD;QACxD,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9C,MAAM,CAAC,QAAQ,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAErC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAElF,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE1D,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAEvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAE5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;QAE3E,2EAA2E;QAC3E,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;QACpD,MAAM,IAAI,GAAG,CAAC;gBACZ,EAAE,EAAE,OAAO;gBACX,KAAK,EAAE,qBAAqB;gBAC5B,OAAO,EAAE,gCAAgC;gBACzC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;aAC/B,CAAC,CAAC;QACH,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAEzB,2DAA2D;QAC3D,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAsB,CAAC;QACpD,MAAM,IAAI,GAAG,CAAC;gBACZ,EAAE,EAAE,OAAO;gBACX,KAAK,EAAE,sBAAsB;gBAC7B,OAAO,EAAE,kCAAkC;gBAC3C,MAAM,EAAE,CAAC,aAAa,CAAC;aACxB,CAAC,CAAC;QACH,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAEzB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE5C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/utils/semantic-recall.d.ts

@@ -0,0 +1,38 @@
+import type { BasePattern } from '../sources/free/rssPatternSource.js';
+export interface SemanticRecallConfig {
+    enabled: boolean;
+    minLexicalScore: number;
+    minRelevanceScore: number;
+}
+export declare const DEFAULT_CONFIG: SemanticRecallConfig;
+export declare class SemanticRecallIndex {
+    private indexedMap;
+    private cache;
+    private pipeline;
+    private config;
+    constructor(config?: SemanticRecallConfig);
+    /**
+     * Lazy-load the transformer pipeline
+     */
+    private getEmbeddingPipeline;
+    /**
+     * Generate embedding for text
+     */
+    private embed;
+    /**
+     * Index patterns for semantic search.
+     * Filters patterns by minRelevanceScore and caches embeddings.
+     * Uses incremental indexing - only processes new/changed patterns.
+     */
+    index(patterns: BasePattern[]): Promise<void>;
+    /**
+     * Search indexed patterns by semantic similarity.
+     * Returns top-K patterns sorted by cosine similarity.
+     */
+    search(query: string, limit: number): Promise<BasePattern[]>;
+    /**
+     * Get the number of indexed patterns (for testing/debugging)
+     */
+    get size(): number;
+}
+//# sourceMappingURL=semantic-recall.d.ts.map

package/build/utils/semantic-recall.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-recall.d.ts","sourceRoot":"","sources":["../../src/utils/semantic-recall.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEvE,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,eAAO,MAAM,cAAc,EAAE,oBAI5B,CAAC;AA4BF,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,UAAU,CAA0C;IAC5D,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAuB;gBAEzB,MAAM,GAAE,oBAAqC;IAKzD;;OAEG;YACW,oBAAoB;IASlC;;OAEG;YACW,KAAK;IAMnB;;;;OAIG;IACG,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAyDnD;;;OAGG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAsBlE;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAEjB;CACF"}

package/build/utils/semantic-recall.js

@@ -0,0 +1,134 @@
+// src/utils/semantic-recall.ts
+// Semantic recall fallback for lexical search using embeddings
+import { createHash } from 'crypto';
+import { FileCache } from './cache.js';
+export const DEFAULT_CONFIG = {
+    enabled: false,
+    minLexicalScore: 0.35,
+    minRelevanceScore: 70,
+};
+/**
+ * Extract indexable content from pattern (title + excerpt only, not full content)
+ */
+function extractIndexableContent(pattern) {
+    const title = pattern.title || '';
+    const excerpt = pattern.excerpt || pattern.content?.substring(0, 500) || '';
+    // Concatenate title and excerpt for embedding
+    return `${title} ${excerpt}`.trim();
+}
+/**
+ * Generate content hash for cache key
+ * Uses extractIndexableContent to ensure hash matches embedding input
+ */
+function getContentHash(pattern) {
+    const content = extractIndexableContent(pattern);
+    return createHash('sha256').update(content).digest('hex').substring(0, 16);
+}
+export class SemanticRecallIndex {
+    indexedMap = new Map();
+    cache;
+    pipeline = null; // Lazy-loaded transformer pipeline
+    config;
+    constructor(config = DEFAULT_CONFIG) {
+        this.config = config;
+        this.cache = new FileCache('semantic-embeddings');
+    }
+    /**
+     * Lazy-load the transformer pipeline
+     */
+    async getEmbeddingPipeline() {
+        if (!this.pipeline) {
+            const { pipeline, env } = await import('@xenova/transformers');
+            env.allowLocalModels = false; // Use remote models only
+            this.pipeline = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
+        }
+        return this.pipeline;
+    }
+    /**
+     * Generate embedding for text
+     */
+    async embed(text) {
+        const pipe = await this.getEmbeddingPipeline();
+        const output = await pipe(text, { pooling: 'mean', normalize: true });
+        return output.data;
+    }
+    /**
+     * Index patterns for semantic search.
+     * Filters patterns by minRelevanceScore and caches embeddings.
+     * Uses incremental indexing - only processes new/changed patterns.
+     */
+    async index(patterns) {
+        // Filter patterns by relevance score
+        const highQualityPatterns = patterns.filter(p => p.relevanceScore >= this.config.minRelevanceScore);
+        // Build set of current cache keys to track what should remain
+        const currentKeys = new Set();
+        // Index each pattern (incremental - skip unchanged patterns)
+        for (const pattern of highQualityPatterns) {
+            const contentHash = getContentHash(pattern);
+            const cacheKey = `embedding::${pattern.id}::${contentHash}`;
+            currentKeys.add(cacheKey);
+            // Skip if already indexed with same content hash
+            if (this.indexedMap.has(cacheKey)) {
+                // Update pattern reference in case metadata changed (but content hash same)
+                const existing = this.indexedMap.get(cacheKey);
+                existing.pattern = pattern;
+                continue;
+            }
+            // Try to load from file cache
+            const embedding = await this.cache.get(cacheKey);
+            if (embedding) {
+                // File cache hit - use cached embedding
+                this.indexedMap.set(cacheKey, {
+                    pattern,
+                    embedding: new Float32Array(embedding),
+                    cacheKey,
+                });
+            }
+            else {
+                // Cache miss - compute embedding
+                const content = extractIndexableContent(pattern);
+                const embeddingArray = await this.embed(content);
+                // Store in file cache (convert Float32Array to regular array for JSON serialization)
+                await this.cache.set(cacheKey, Array.from(embeddingArray), 86400 * 7); // 7 days TTL
+                this.indexedMap.set(cacheKey, {
+                    pattern,
+                    embedding: embeddingArray,
+                    cacheKey,
+                });
+            }
+        }
+        // Remove patterns no longer in the input set
+        for (const key of this.indexedMap.keys()) {
+            if (!currentKeys.has(key)) {
+                this.indexedMap.delete(key);
+            }
+        }
+    }
+    /**
+     * Search indexed patterns by semantic similarity.
+     * Returns top-K patterns sorted by cosine similarity.
+     */
+    async search(query, limit) {
+        if (this.indexedMap.size === 0) {
+            return [];
+        }
+        // Generate query embedding
+        const queryEmbedding = await this.embed(query);
+        // Calculate cosine similarity for each indexed pattern
+        const { similarity } = await import('ml-distance');
+        const scored = Array.from(this.indexedMap.values()).map(({ pattern, embedding }) => ({
+            pattern,
+            similarity: similarity.cosine(queryEmbedding, embedding),
+        }));
+        // Sort by similarity descending and return top-K
+        scored.sort((a, b) => b.similarity - a.similarity);
+        return scored.slice(0, limit).map(s => s.pattern);
+    }
+    /**
+     * Get the number of indexed patterns (for testing/debugging)
+     */
+    get size() {
+        return this.indexedMap.size;
+    }
+}
+//# sourceMappingURL=semantic-recall.js.map

package/build/utils/semantic-recall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-recall.js","sourceRoot":"","sources":["../../src/utils/semantic-recall.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,+DAA+D;AAE/D,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AASvC,MAAM,CAAC,MAAM,cAAc,GAAyB;IAClD,OAAO,EAAE,KAAK;IACd,eAAe,EAAE,IAAI;IACrB,iBAAiB,EAAE,EAAE;CACtB,CAAC;AAEF;;GAEG;AACH,SAAS,uBAAuB,CAAC,OAAoB;IACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAE5E,8CAA8C;IAC9C,OAAO,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAoB;IAC1C,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7E,CAAC;AAQD,MAAM,OAAO,mBAAmB;IACtB,UAAU,GAAgC,IAAI,GAAG,EAAE,CAAC;IACpD,KAAK,CAAY;IACjB,QAAQ,GAAQ,IAAI,CAAC,CAAC,mCAAmC;IACzD,MAAM,CAAuB;IAErC,YAAY,SAA+B,cAAc;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAC/D,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC,CAAC,yBAAyB;YACvD,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,yBAAyB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,KAAK,CAAC,IAAY;QAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CAAC,QAAuB;QACjC,qCAAqC;QACrC,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,CACvD,CAAC;QAEF,8DAA8D;QAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,6DAA6D;QAC7D,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,cAAc,OAAO,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC;YAC5D,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE1B,iDAAiD;YACjD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,4EAA4E;gBAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;gBAChD,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,8BAA8B;YAC9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAW,QAAQ,CAAC,CAAC;YAE3D,IAAI,SAAS,EAAE,CAAC;gBACd,wCAAwC;gBACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC5B,OAAO;oBACP,SAAS,EAAE,IAAI,YAAY,CAAC,SAAS,CAAC;oBACtC,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,iCAAiC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;gBACjD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEjD,qFAAqF;gBACrF,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa;gBAEpF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;oBAC5B,OAAO;oBACP,SAAS,EAAE,cAAc;oBACzB,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,KAAa;QACvC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,2BAA2B;QAC3B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE/C,uDAAuD;QACvD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAEnD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACnF,OAAO;YACP,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC;SACzD,CAAC,CAAC,CAAC;QAEJ,iDAAiD;QACjD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QAEnD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAC9B,CAAC;CACF"}

package/build/utils/semantic-recall.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=semantic-recall.test.d.ts.map

package/build/utils/semantic-recall.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-recall.test.d.ts","sourceRoot":"","sources":["../../src/utils/semantic-recall.test.ts"],"names":[],"mappings":""}