ruvbot 0.1.0

package/dist/learning/search/BM25Index.js

@@ -0,0 +1,251 @@
+"use strict";
+/**
+ * BM25Index - Full-Text Search with BM25 Scoring
+ *
+ * Implements the Okapi BM25 ranking algorithm for keyword-based search.
+ * Used in hybrid search to complement vector similarity search.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BM25Index = void 0;
+exports.createBM25Index = createBM25Index;
+// ============================================================================
+// BM25Index Implementation
+// ============================================================================
+class BM25Index {
+    k1;
+    b;
+    // Document storage
+    documents = new Map();
+    // Inverted index: term -> Set of document IDs
+    invertedIndex = new Map();
+    // Document frequency: term -> number of documents containing term
+    docFrequency = new Map();
+    // Document lengths (number of tokens)
+    docLengths = new Map();
+    // Average document length
+    avgDocLength = 0;
+    // Stopwords to filter
+    stopwords = new Set([
+        'a', 'an', 'the', 'and', 'or', 'but', 'is', 'are', 'was', 'were',
+        'be', 'been', 'being', 'have', 'has', 'had', 'do', 'does', 'did',
+        'will', 'would', 'could', 'should', 'may', 'might', 'must', 'shall',
+        'can', 'need', 'dare', 'ought', 'used', 'to', 'of', 'in', 'for',
+        'on', 'with', 'at', 'by', 'from', 'as', 'into', 'through', 'during',
+        'before', 'after', 'above', 'below', 'between', 'under', 'again',
+        'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why',
+        'how', 'all', 'each', 'few', 'more', 'most', 'other', 'some', 'such',
+        'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too',
+        'very', 's', 't', 'just', 'don', 'now', 'i', 'me', 'my', 'myself',
+        'we', 'our', 'ours', 'ourselves', 'you', 'your', 'yours', 'yourself',
+        'he', 'him', 'his', 'himself', 'she', 'her', 'hers', 'herself',
+        'it', 'its', 'itself', 'they', 'them', 'their', 'theirs', 'themselves',
+        'what', 'which', 'who', 'whom', 'this', 'that', 'these', 'those',
+    ]);
+    constructor(config = {}) {
+        this.k1 = config.k1 ?? 1.2;
+        this.b = config.b ?? 0.75;
+    }
+    /**
+     * Add a document to the index
+     */
+    add(id, content) {
+        // Tokenize content
+        const tokens = this.tokenize(content);
+        // Store document
+        const doc = { id, content, tokens };
+        this.documents.set(id, doc);
+        this.docLengths.set(id, tokens.length);
+        // Update inverted index
+        const uniqueTerms = new Set(tokens);
+        for (const term of uniqueTerms) {
+            if (!this.invertedIndex.has(term)) {
+                this.invertedIndex.set(term, new Set());
+            }
+            this.invertedIndex.get(term).add(id);
+            // Update document frequency
+            this.docFrequency.set(term, (this.docFrequency.get(term) ?? 0) + 1);
+        }
+        // Update average document length
+        this.updateAvgDocLength();
+    }
+    /**
+     * Remove a document from the index
+     */
+    delete(id) {
+        const doc = this.documents.get(id);
+        if (!doc)
+            return false;
+        // Remove from inverted index
+        const uniqueTerms = new Set(doc.tokens ?? this.tokenize(doc.content));
+        for (const term of uniqueTerms) {
+            const termDocs = this.invertedIndex.get(term);
+            if (termDocs) {
+                termDocs.delete(id);
+                if (termDocs.size === 0) {
+                    this.invertedIndex.delete(term);
+                    this.docFrequency.delete(term);
+                }
+                else {
+                    this.docFrequency.set(term, (this.docFrequency.get(term) ?? 1) - 1);
+                }
+            }
+        }
+        // Remove document
+        this.documents.delete(id);
+        this.docLengths.delete(id);
+        // Update average document length
+        this.updateAvgDocLength();
+        return true;
+    }
+    /**
+     * Search the index with BM25 scoring
+     */
+    search(query, topK = 10) {
+        const queryTerms = this.tokenize(query);
+        if (queryTerms.length === 0)
+            return [];
+        const scores = new Map();
+        const N = this.documents.size;
+        for (const term of queryTerms) {
+            const docs = this.invertedIndex.get(term);
+            if (!docs)
+                continue;
+            // Document frequency for IDF
+            const df = this.docFrequency.get(term) ?? 0;
+            // IDF with smoothing
+            const idf = Math.log((N - df + 0.5) / (df + 0.5) + 1);
+            for (const docId of docs) {
+                const docLength = this.docLengths.get(docId) ?? 0;
+                const doc = this.documents.get(docId);
+                if (!doc)
+                    continue;
+                // Term frequency in document
+                const tf = this.termFrequency(term, doc.tokens ?? []);
+                // BM25 score for this term
+                const numerator = tf * (this.k1 + 1);
+                const denominator = tf + this.k1 * (1 - this.b + this.b * (docLength / this.avgDocLength));
+                const termScore = idf * (numerator / denominator);
+                // Accumulate score
+                if (!scores.has(docId)) {
+                    scores.set(docId, { score: 0, matchedTerms: [] });
+                }
+                const existing = scores.get(docId);
+                existing.score += termScore;
+                if (!existing.matchedTerms.includes(term)) {
+                    existing.matchedTerms.push(term);
+                }
+            }
+        }
+        // Sort by score and return top K
+        return Array.from(scores.entries())
+            .map(([id, { score, matchedTerms }]) => ({ id, score, matchedTerms }))
+            .sort((a, b) => b.score - a.score)
+            .slice(0, topK);
+    }
+    /**
+     * Get document by ID
+     */
+    get(id) {
+        return this.documents.get(id);
+    }
+    /**
+     * Check if document exists
+     */
+    has(id) {
+        return this.documents.has(id);
+    }
+    /**
+     * Get index size
+     */
+    size() {
+        return this.documents.size;
+    }
+    /**
+     * Clear all documents
+     */
+    clear() {
+        this.documents.clear();
+        this.invertedIndex.clear();
+        this.docFrequency.clear();
+        this.docLengths.clear();
+        this.avgDocLength = 0;
+    }
+    /**
+     * Get index statistics
+     */
+    getStats() {
+        return {
+            documentCount: this.documents.size,
+            uniqueTerms: this.invertedIndex.size,
+            avgDocLength: this.avgDocLength,
+            k1: this.k1,
+            b: this.b,
+        };
+    }
+    // ==========================================================================
+    // Private Methods
+    // ==========================================================================
+    /**
+     * Tokenize text into normalized terms
+     */
+    tokenize(text) {
+        return text
+            .toLowerCase()
+            // Split on non-alphanumeric characters
+            .split(/[^a-z0-9]+/)
+            // Filter empty strings and stopwords
+            .filter(token => token.length > 1 && !this.stopwords.has(token))
+            // Stem basic suffixes (simple Porter-like stemming)
+            .map(token => this.stem(token));
+    }
+    /**
+     * Simple stemming (basic suffix removal)
+     */
+    stem(word) {
+        // Very basic stemming - just remove common suffixes
+        if (word.length > 5) {
+            if (word.endsWith('ing'))
+                return word.slice(0, -3);
+            if (word.endsWith('ed'))
+                return word.slice(0, -2);
+            if (word.endsWith('es'))
+                return word.slice(0, -2);
+            if (word.endsWith('s') && !word.endsWith('ss'))
+                return word.slice(0, -1);
+            if (word.endsWith('ly'))
+                return word.slice(0, -2);
+            if (word.endsWith('tion'))
+                return word.slice(0, -4) + 't';
+        }
+        return word;
+    }
+    /**
+     * Count term frequency in tokens
+     */
+    termFrequency(term, tokens) {
+        return tokens.filter(t => t === term).length;
+    }
+    /**
+     * Update average document length
+     */
+    updateAvgDocLength() {
+        if (this.docLengths.size === 0) {
+            this.avgDocLength = 0;
+            return;
+        }
+        let total = 0;
+        for (const length of this.docLengths.values()) {
+            total += length;
+        }
+        this.avgDocLength = total / this.docLengths.size;
+    }
+}
+exports.BM25Index = BM25Index;
+// ============================================================================
+// Factory Function
+// ============================================================================
+function createBM25Index(config) {
+    return new BM25Index(config);
+}
+exports.default = BM25Index;
+//# sourceMappingURL=BM25Index.js.map

package/dist/learning/search/BM25Index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BM25Index.js","sourceRoot":"","sources":["../../../src/learning/search/BM25Index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAoSH,0CAEC;AA/QD,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,MAAa,SAAS;IACH,EAAE,CAAS;IACX,CAAC,CAAS;IAE3B,mBAAmB;IACX,SAAS,GAA0B,IAAI,GAAG,EAAE,CAAC;IAErD,8CAA8C;IACtC,aAAa,GAA6B,IAAI,GAAG,EAAE,CAAC;IAE5D,kEAAkE;IAC1D,YAAY,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEtD,sCAAsC;IAC9B,UAAU,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEpD,0BAA0B;IAClB,YAAY,GAAW,CAAC,CAAC;IAEjC,sBAAsB;IACL,SAAS,GAAG,IAAI,GAAG,CAAC;QACnC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;QAChE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK;QAChE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;QACnE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;QAC/D,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ;QACnE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO;QAChE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;QAClE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;QACpE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK;QAC9D,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ;QACjE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;QACpE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS;QAC9D,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY;QACtE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;KACjE,CAAC,CAAC;IAEH,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,GAAG,CAAC;QAC3B,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU,EAAE,OAAe;QAC7B,mBAAmB;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEtC,iBAAiB;QACjB,MAAM,GAAG,GAAa,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEvC,wBAAwB;QACxB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEtC,4BAA4B;YAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtE,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,6BAA6B;QAC7B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACpB,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACxB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAChC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjC,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE3B,iCAAiC;QACjC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,OAAe,EAAE;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqD,CAAC;QAC5E,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAE9B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,6BAA6B;YAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,qBAAqB;YACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAEtD,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAClD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,CAAC,GAAG;oBAAE,SAAS;gBAEnB,6BAA6B;gBAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gBAEtD,2BAA2B;gBAC3B,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrC,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAC3F,MAAM,SAAS,GAAG,GAAG,GAAG,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC;gBAElD,mBAAmB;gBACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;gBACpC,QAAQ,CAAC,KAAK,IAAI,SAAS,CAAC;gBAC5B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1C,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;aACrE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,QAAQ;QAON,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YAClC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YACpC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,CAAC,EAAE,IAAI,CAAC,CAAC;SACV,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,QAAQ,CAAC,IAAY;QAC3B,OAAO,IAAI;aACR,WAAW,EAAE;YACd,uCAAuC;aACtC,KAAK,CAAC,YAAY,CAAC;YACpB,qCAAqC;aACpC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChE,oDAAoD;aACnD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,IAAY;QACvB,oDAAoD;QACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACnD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACzE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAY,EAAE,MAAgB;QAClD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,KAAK,IAAI,MAAM,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IACnD,CAAC;CACF;AAnQD,8BAmQC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,SAAgB,eAAe,CAAC,MAA4B;IAC1D,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,kBAAe,SAAS,CAAC"}

package/dist/learning/search/HybridSearch.d.ts

@@ -0,0 +1,85 @@
+/**
+ * HybridSearch - Combined Vector + Keyword Search
+ *
+ * Implements Reciprocal Rank Fusion (RRF) to combine vector similarity
+ * and BM25 keyword search for improved recall and precision.
+ */
+import { BM25Index } from './BM25Index.js';
+import type { Embedder, VectorIndex } from '../memory/MemoryManager.js';
+export interface HybridSearchConfig {
+    vector: {
+        enabled: boolean;
+        weight: number;
+    };
+    keyword: {
+        enabled: boolean;
+        weight: number;
+        k1?: number;
+        b?: number;
+    };
+    fusion: {
+        method: 'rrf' | 'linear' | 'weighted';
+        k: number;
+        candidateMultiplier: number;
+    };
+}
+export interface HybridSearchResult {
+    id: string;
+    vectorScore: number;
+    keywordScore: number;
+    fusedScore: number;
+    matchedTerms?: string[];
+}
+export interface HybridSearchOptions {
+    topK?: number;
+    threshold?: number;
+    vectorOnly?: boolean;
+    keywordOnly?: boolean;
+}
+export declare const DEFAULT_HYBRID_CONFIG: HybridSearchConfig;
+export declare class HybridSearch {
+    private readonly config;
+    private vectorIndex;
+    private embedder;
+    private bm25Index;
+    private initialized;
+    constructor(config?: Partial<HybridSearchConfig>);
+    /**
+     * Initialize with vector index and embedder
+     */
+    initialize(vectorIndex: VectorIndex, embedder: Embedder): void;
+    /**
+     * Check if initialized
+     */
+    isInitialized(): boolean;
+    /**
+     * Add document to both indices
+     */
+    add(id: string, content: string, embedding?: Float32Array): Promise<void>;
+    /**
+     * Remove document from both indices
+     */
+    delete(id: string): boolean;
+    /**
+     * Hybrid search combining vector and keyword
+     */
+    search(query: string, options?: HybridSearchOptions): Promise<HybridSearchResult[]>;
+    /**
+     * Get statistics
+     */
+    getStats(): {
+        config: HybridSearchConfig;
+        bm25Stats: ReturnType<BM25Index['getStats']>;
+        vectorIndexSize: number;
+    };
+    /**
+     * Clear both indices
+     */
+    clear(): void;
+    private vectorSearch;
+    private keywordSearch;
+    private fuseResults;
+}
+export declare function createHybridSearch(config?: Partial<HybridSearchConfig>): HybridSearch;
+export default HybridSearch;
+//# sourceMappingURL=HybridSearch.d.ts.map

package/dist/learning/search/HybridSearch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridSearch.d.ts","sourceRoot":"","sources":["../../../src/learning/search/HybridSearch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAMxE,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE;QACN,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,OAAO,EAAE;QACP,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,CAAC,CAAC,EAAE,MAAM,CAAC;KACZ,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,UAAU,CAAC;QACtC,CAAC,EAAE,MAAM,CAAC;QACV,mBAAmB,EAAE,MAAM,CAAC;KAC7B,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAMD,eAAO,MAAM,qBAAqB,EAAE,kBAgBnC,CAAC;AAMF,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,MAAM,GAAE,OAAO,CAAC,kBAAkB,CAAM;IAapD;;OAEG;IACH,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAM9D;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACG,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/E;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAc3B;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,kBAAkB,EAAE,CAAC;IA0ChC;;OAEG;IACH,QAAQ,IAAI;QACV,MAAM,EAAE,kBAAkB,CAAC;QAC3B,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;QAC7C,eAAe,EAAE,MAAM,CAAC;KACzB;IAQD;;OAEG;IACH,KAAK,IAAI,IAAI;YASC,YAAY;YAoBZ,aAAa;IAuB3B,OAAO,CAAC,WAAW;CAwEpB;AAMD,wBAAgB,kBAAkB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,YAAY,CAErF;AAED,eAAe,YAAY,CAAC"}

package/dist/learning/search/HybridSearch.js

@@ -0,0 +1,243 @@
+"use strict";
+/**
+ * HybridSearch - Combined Vector + Keyword Search
+ *
+ * Implements Reciprocal Rank Fusion (RRF) to combine vector similarity
+ * and BM25 keyword search for improved recall and precision.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HybridSearch = exports.DEFAULT_HYBRID_CONFIG = void 0;
+exports.createHybridSearch = createHybridSearch;
+const BM25Index_js_1 = require("./BM25Index.js");
+// ============================================================================
+// Default Configuration
+// ============================================================================
+exports.DEFAULT_HYBRID_CONFIG = {
+    vector: {
+        enabled: true,
+        weight: 0.7,
+    },
+    keyword: {
+        enabled: true,
+        weight: 0.3,
+        k1: 1.2,
+        b: 0.75,
+    },
+    fusion: {
+        method: 'rrf',
+        k: 60,
+        candidateMultiplier: 3,
+    },
+};
+// ============================================================================
+// HybridSearch Implementation
+// ============================================================================
+class HybridSearch {
+    config;
+    vectorIndex = null;
+    embedder = null;
+    bm25Index;
+    initialized = false;
+    constructor(config = {}) {
+        this.config = {
+            vector: { ...exports.DEFAULT_HYBRID_CONFIG.vector, ...config.vector },
+            keyword: { ...exports.DEFAULT_HYBRID_CONFIG.keyword, ...config.keyword },
+            fusion: { ...exports.DEFAULT_HYBRID_CONFIG.fusion, ...config.fusion },
+        };
+        this.bm25Index = new BM25Index_js_1.BM25Index({
+            k1: this.config.keyword.k1,
+            b: this.config.keyword.b,
+        });
+    }
+    /**
+     * Initialize with vector index and embedder
+     */
+    initialize(vectorIndex, embedder) {
+        this.vectorIndex = vectorIndex;
+        this.embedder = embedder;
+        this.initialized = true;
+    }
+    /**
+     * Check if initialized
+     */
+    isInitialized() {
+        return this.initialized;
+    }
+    /**
+     * Add document to both indices
+     */
+    async add(id, content, embedding) {
+        // Add to BM25 index
+        if (this.config.keyword.enabled) {
+            this.bm25Index.add(id, content);
+        }
+        // Add to vector index
+        if (this.config.vector.enabled && this.vectorIndex) {
+            if (!embedding && this.embedder) {
+                embedding = await this.embedder.embed(content);
+            }
+            if (embedding) {
+                await this.vectorIndex.add(id, embedding);
+            }
+        }
+    }
+    /**
+     * Remove document from both indices
+     */
+    delete(id) {
+        let deleted = false;
+        if (this.config.keyword.enabled) {
+            deleted = this.bm25Index.delete(id) || deleted;
+        }
+        if (this.config.vector.enabled && this.vectorIndex) {
+            deleted = this.vectorIndex.delete(id) || deleted;
+        }
+        return deleted;
+    }
+    /**
+     * Hybrid search combining vector and keyword
+     */
+    async search(query, options = {}) {
+        // Return empty results for empty query
+        if (!query || query.trim().length === 0) {
+            return [];
+        }
+        const { topK = 10, threshold = 0, vectorOnly = false, keywordOnly = false, } = options;
+        const fetchK = topK * this.config.fusion.candidateMultiplier;
+        // Parallel search on both indices
+        const [vectorResults, keywordResults] = await Promise.all([
+            this.vectorSearch(query, fetchK, vectorOnly || !this.config.keyword.enabled),
+            this.keywordSearch(query, fetchK, keywordOnly || !this.config.vector.enabled),
+        ]);
+        // If only one mode is enabled/requested, return those results
+        if (vectorOnly || !this.config.keyword.enabled) {
+            return vectorResults
+                .filter(r => r.fusedScore >= threshold)
+                .slice(0, topK);
+        }
+        if (keywordOnly || !this.config.vector.enabled) {
+            return keywordResults
+                .filter(r => r.fusedScore >= threshold)
+                .slice(0, topK);
+        }
+        // Fuse results
+        const fused = this.fuseResults(vectorResults, keywordResults);
+        return fused
+            .filter(r => r.fusedScore >= threshold)
+            .slice(0, topK);
+    }
+    /**
+     * Get statistics
+     */
+    getStats() {
+        return {
+            config: this.config,
+            bm25Stats: this.bm25Index.getStats(),
+            vectorIndexSize: this.vectorIndex?.size() ?? 0,
+        };
+    }
+    /**
+     * Clear both indices
+     */
+    clear() {
+        this.bm25Index.clear();
+        this.vectorIndex?.clear();
+    }
+    // ==========================================================================
+    // Private Methods
+    // ==========================================================================
+    async vectorSearch(query, topK, returnDirectly) {
+        if (!this.config.vector.enabled || !this.vectorIndex || !this.embedder) {
+            return [];
+        }
+        const queryEmbedding = await this.embedder.embed(query);
+        const results = await this.vectorIndex.search(queryEmbedding, topK);
+        return results.map((r) => ({
+            id: r.id,
+            vectorScore: r.score,
+            keywordScore: 0,
+            fusedScore: returnDirectly ? r.score : 0,
+        }));
+    }
+    async keywordSearch(query, topK, returnDirectly) {
+        if (!this.config.keyword.enabled) {
+            return [];
+        }
+        const results = this.bm25Index.search(query, topK);
+        // Normalize BM25 scores to 0-1 range
+        const maxScore = results.length > 0 ? results[0].score : 1;
+        return results.map(r => ({
+            id: r.id,
+            vectorScore: 0,
+            keywordScore: maxScore > 0 ? r.score / maxScore : 0,
+            fusedScore: returnDirectly ? (maxScore > 0 ? r.score / maxScore : 0) : 0,
+            matchedTerms: r.matchedTerms,
+        }));
+    }
+    fuseResults(vectorResults, keywordResults) {
+        const { method, k } = this.config.fusion;
+        const { weight: vectorWeight } = this.config.vector;
+        const { weight: keywordWeight } = this.config.keyword;
+        // Normalize weights
+        const totalWeight = vectorWeight + keywordWeight;
+        const normVectorWeight = vectorWeight / totalWeight;
+        const normKeywordWeight = keywordWeight / totalWeight;
+        // Create maps for quick lookup
+        const vectorMap = new Map(vectorResults.map((r, i) => [r.id, { ...r, rank: i + 1 }]));
+        const keywordMap = new Map(keywordResults.map((r, i) => [r.id, { ...r, rank: i + 1 }]));
+        // Collect all unique IDs
+        const allIds = new Set([
+            ...vectorResults.map(r => r.id),
+            ...keywordResults.map(r => r.id),
+        ]);
+        // Calculate fused scores
+        const fusedResults = [];
+        for (const id of allIds) {
+            const vectorResult = vectorMap.get(id);
+            const keywordResult = keywordMap.get(id);
+            const vectorScore = vectorResult?.vectorScore ?? 0;
+            const keywordScore = keywordResult?.keywordScore ?? 0;
+            let fusedScore;
+            switch (method) {
+                case 'rrf': {
+                    // Reciprocal Rank Fusion
+                    const vectorRRF = vectorResult ? 1 / (k + vectorResult.rank) : 0;
+                    const keywordRRF = keywordResult ? 1 / (k + keywordResult.rank) : 0;
+                    fusedScore = normVectorWeight * vectorRRF + normKeywordWeight * keywordRRF;
+                    break;
+                }
+                case 'linear': {
+                    // Linear combination of scores
+                    fusedScore = normVectorWeight * vectorScore + normKeywordWeight * keywordScore;
+                    break;
+                }
+                case 'weighted':
+                default: {
+                    // Weighted average with presence bonus
+                    const presence = (vectorResult ? 1 : 0) + (keywordResult ? 1 : 0);
+                    const presenceBonus = presence === 2 ? 0.1 : 0;
+                    fusedScore = normVectorWeight * vectorScore + normKeywordWeight * keywordScore + presenceBonus;
+                    break;
+                }
+            }
+            fusedResults.push({
+                id,
+                vectorScore,
+                keywordScore,
+                fusedScore,
+                matchedTerms: keywordResult?.matchedTerms,
+            });
+        }
+        // Sort by fused score
+        return fusedResults.sort((a, b) => b.fusedScore - a.fusedScore);
+    }
+}
+exports.HybridSearch = HybridSearch;
+// ============================================================================
+// Factory Function
+// ============================================================================
+function createHybridSearch(config) {
+    return new HybridSearch(config);
+}
+exports.default = HybridSearch;
+//# sourceMappingURL=HybridSearch.js.map

package/dist/learning/search/HybridSearch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridSearch.js","sourceRoot":"","sources":["../../../src/learning/search/HybridSearch.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAiVH,gDAEC;AAjVD,iDAA2C;AAwC3C,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAElE,QAAA,qBAAqB,GAAuB;IACvD,MAAM,EAAE;QACN,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,GAAG;KACZ;IACD,OAAO,EAAE;QACP,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,GAAG;QACX,EAAE,EAAE,GAAG;QACP,CAAC,EAAE,IAAI;KACR;IACD,MAAM,EAAE;QACN,MAAM,EAAE,KAAK;QACb,CAAC,EAAE,EAAE;QACL,mBAAmB,EAAE,CAAC;KACvB;CACF,CAAC;AAEF,+EAA+E;AAC/E,8BAA8B;AAC9B,+EAA+E;AAE/E,MAAa,YAAY;IACN,MAAM,CAAqB;IACpC,WAAW,GAAuB,IAAI,CAAC;IACvC,QAAQ,GAAoB,IAAI,CAAC;IACjC,SAAS,CAAY;IACrB,WAAW,GAAY,KAAK,CAAC;IAErC,YAAY,SAAsC,EAAE;QAClD,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,EAAE,GAAG,6BAAqB,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE;YAC7D,OAAO,EAAE,EAAE,GAAG,6BAAqB,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE;YAChE,MAAM,EAAE,EAAE,GAAG,6BAAqB,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE;SAC9D,CAAC;QAEF,IAAI,CAAC,SAAS,GAAG,IAAI,wBAAS,CAAC;YAC7B,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAC1B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,WAAwB,EAAE,QAAkB;QACrD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,OAAe,EAAE,SAAwB;QAC7D,oBAAoB;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAClC,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnD,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChC,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU;QACf,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAChC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC;QACjD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnD,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC;QACnD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAA+B,EAAE;QAEjC,uCAAuC;QACvC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EACJ,IAAI,GAAG,EAAE,EACT,SAAS,GAAG,CAAC,EACb,UAAU,GAAG,KAAK,EAClB,WAAW,GAAG,KAAK,GACpB,GAAG,OAAO,CAAC;QAEZ,MAAM,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC;QAE7D,kCAAkC;QAClC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACxD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;YAC5E,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;SAC9E,CAAC,CAAC;QAEH,8DAA8D;QAC9D,IAAI,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC/C,OAAO,aAAa;iBACjB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;iBACtC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpB,CAAC;QAED,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/C,OAAO,cAAc;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;iBACtC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpB,CAAC;QAED,eAAe;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QAE9D,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;aACtC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,QAAQ;QAKN,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YACpC,eAAe,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAErE,KAAK,CAAC,YAAY,CACxB,KAAa,EACb,IAAY,EACZ,cAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvE,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QAEpE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAgC,EAAE,EAAE,CAAC,CAAC;YACxD,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,WAAW,EAAE,CAAC,CAAC,KAAK;YACpB,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACzC,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,KAAa,EACb,IAAY,EACZ,cAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAEnD,qCAAqC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnD,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,WAAW,CACjB,aAAmC,EACnC,cAAoC;QAEpC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACpD,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAEtD,oBAAoB;QACpB,MAAM,WAAW,GAAG,YAAY,GAAG,aAAa,CAAC;QACjD,MAAM,gBAAgB,GAAG,YAAY,GAAG,WAAW,CAAC;QACpD,MAAM,iBAAiB,GAAG,aAAa,GAAG,WAAW,CAAC;QAEtD,+BAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAExF,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC;YACrB,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC;QAEH,yBAAyB;QACzB,MAAM,YAAY,GAAyB,EAAE,CAAC;QAE9C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,WAAW,GAAG,YAAY,EAAE,WAAW,IAAI,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,aAAa,EAAE,YAAY,IAAI,CAAC,CAAC;YAEtD,IAAI,UAAkB,CAAC;YAEvB,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,KAAK,CAAC,CAAC,CAAC;oBACX,yBAAyB;oBACzB,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACjE,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpE,UAAU,GAAG,gBAAgB,GAAG,SAAS,GAAG,iBAAiB,GAAG,UAAU,CAAC;oBAC3E,MAAM;gBACR,CAAC;gBAED,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACd,+BAA+B;oBAC/B,UAAU,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,YAAY,CAAC;oBAC/E,MAAM;gBACR,CAAC;gBAED,KAAK,UAAU,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC;oBACR,uCAAuC;oBACvC,MAAM,QAAQ,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAClE,MAAM,aAAa,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/C,UAAU,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,YAAY,GAAG,aAAa,CAAC;oBAC/F,MAAM;gBACR,CAAC;YACH,CAAC;YAED,YAAY,CAAC,IAAI,CAAC;gBAChB,EAAE;gBACF,WAAW;gBACX,YAAY;gBACZ,UAAU;gBACV,YAAY,EAAE,aAAa,EAAE,YAAY;aAC1C,CAAC,CAAC;QACL,CAAC;QAED,sBAAsB;QACtB,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAClE,CAAC;CACF;AAvQD,oCAuQC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,SAAgB,kBAAkB,CAAC,MAAoC;IACrE,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,kBAAe,YAAY,CAAC"}

package/dist/learning/search/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Search module exports
+ *
+ * Provides hybrid search combining vector similarity and BM25 keyword search.
+ */
+export { BM25Index, createBM25Index } from './BM25Index.js';
+export type { BM25Config, Document, BM25Result } from './BM25Index.js';
+export { HybridSearch, createHybridSearch, DEFAULT_HYBRID_CONFIG, } from './HybridSearch.js';
+export type { HybridSearchConfig, HybridSearchResult, HybridSearchOptions, } from './HybridSearch.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/learning/search/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/learning/search/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAC5D,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEvE,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC"}

package/dist/learning/search/index.js

@@ -0,0 +1,16 @@
+"use strict";
+/**
+ * Search module exports
+ *
+ * Provides hybrid search combining vector similarity and BM25 keyword search.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_HYBRID_CONFIG = exports.createHybridSearch = exports.HybridSearch = exports.createBM25Index = exports.BM25Index = void 0;
+var BM25Index_js_1 = require("./BM25Index.js");
+Object.defineProperty(exports, "BM25Index", { enumerable: true, get: function () { return BM25Index_js_1.BM25Index; } });
+Object.defineProperty(exports, "createBM25Index", { enumerable: true, get: function () { return BM25Index_js_1.createBM25Index; } });
+var HybridSearch_js_1 = require("./HybridSearch.js");
+Object.defineProperty(exports, "HybridSearch", { enumerable: true, get: function () { return HybridSearch_js_1.HybridSearch; } });
+Object.defineProperty(exports, "createHybridSearch", { enumerable: true, get: function () { return HybridSearch_js_1.createHybridSearch; } });
+Object.defineProperty(exports, "DEFAULT_HYBRID_CONFIG", { enumerable: true, get: function () { return HybridSearch_js_1.DEFAULT_HYBRID_CONFIG; } });
+//# sourceMappingURL=index.js.map

package/dist/learning/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/learning/search/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,+CAA4D;AAAnD,yGAAA,SAAS,OAAA;AAAE,+GAAA,eAAe,OAAA;AAGnC,qDAI2B;AAHzB,+GAAA,YAAY,OAAA;AACZ,qHAAA,kBAAkB,OAAA;AAClB,wHAAA,qBAAqB,OAAA"}