@naveenadi/mnemonic 0.1.0

package/dist/search/fts.js

@@ -0,0 +1,110 @@
+export class FTSSearch {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /** BM25 search via FTS5 */
+    search(query, options = {}) {
+        const limit = options.limit ?? 20;
+        const minScore = options.minScore ?? 0;
+        // FTS5 syntax: clean the query
+        const cleanQuery = this.cleanQuery(query);
+        if (!cleanQuery)
+            return [];
+        const collectionFilter = options.collection?.length
+            ? options.collection.map((c) => `AND d.collection = '${c.replace(/'/g, "''")}'`).join(' ')
+            : '';
+        const sql = `
+      SELECT d.docid, d.collection, d.path, d.full_path, d.title, d.tags,
+             fts.rank as bm25_score,
+             snippet(documents_fts, 0, '<mark>', '</mark>', '...', 32) as snippet,
+             d.modified_at
+      FROM documents_fts fts
+      JOIN documents d ON d.id = fts.rowid
+      WHERE documents_fts MATCH ? ${collectionFilter}
+      ORDER BY rank
+      LIMIT ?
+    `;
+        try {
+            const rows = this.db.db.prepare(sql).all(cleanQuery, limit);
+            return rows
+                .filter((r) => {
+                const score = Math.abs(r.bm25_score);
+                return score >= minScore;
+            })
+                .map((r) => ({
+                docid: r.docid,
+                collection: r.collection,
+                path: `mne://${r.collection}/${r.path}`,
+                fullPath: r.full_path,
+                title: r.title,
+                score: Math.abs(r.bm25_score),
+                snippet: r.snippet.replace(/<mark>/g, '**').replace(/<\/mark>/g, '**'),
+                context: [],
+                tags: r.tags ? JSON.parse(r.tags) : [],
+                line: 1,
+                heading: '',
+                modifiedAt: r.modified_at ?? '',
+            }));
+        }
+        catch {
+            // FTS5 query syntax error — fall back to LIKE search
+            return this.fallbackSearch(cleanQuery, options);
+        }
+    }
+    /** Fallback to LIKE-based search when FTS5 syntax fails */
+    fallbackSearch(query, options) {
+        const limit = options.limit ?? 20;
+        const terms = query
+            .replace(/["*()]/g, '')
+            .split(/\s+/)
+            .filter(Boolean);
+        if (terms.length === 0)
+            return [];
+        const likeClauses = terms.map(() => '(d.title LIKE ? OR d.content LIKE ?)').join(' AND ');
+        const params = terms.flatMap((t) => [`%${t}%`, `%${t}%`]);
+        const collectionFilter = options.collection?.length
+            ? options.collection.map((c) => `AND d.collection = '${c.replace(/'/g, "''")}'`).join(' ')
+            : '';
+        const sql = `
+      SELECT d.docid, d.collection, d.path, d.full_path, d.title, d.tags,
+             d.content, d.modified_at
+      FROM documents d
+      WHERE ${likeClauses} ${collectionFilter}
+      ORDER BY d.size DESC
+      LIMIT ?
+    `;
+        const rows = this.db.db.prepare(sql).all(...params, limit);
+        return rows.map((r) => ({
+            docid: r.docid,
+            collection: r.collection,
+            path: `mne://${r.collection}/${r.path}`,
+            fullPath: r.full_path,
+            title: r.title,
+            score: 0.5, // uniform score for LIKE results
+            snippet: r.content.slice(0, 200).replace(/\n/g, ' '),
+            context: [],
+            tags: r.tags ? JSON.parse(r.tags) : [],
+            line: 1,
+            heading: '',
+            modifiedAt: r.modified_at ?? '',
+        }));
+    }
+    /** Clean a query for FTS5 syntax */
+    cleanQuery(query) {
+        // If already FTS5 syntax (has quotes, operators), keep as-is
+        if (/["*()OR AND NEAR]/.test(query))
+            return query;
+        // Convert to FTS5: escape special chars, wrap phrases in quotes
+        return query
+            .split(/\s+/)
+            .filter(Boolean)
+            .map((term) => {
+            if (/^[a-zA-Z0-9_-]+$/.test(term))
+                return term;
+            return `"${term.replace(/"/g, '')}"`;
+        })
+            .join(' ');
+    }
+}
+//# sourceMappingURL=fts.js.map

package/dist/search/fts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fts.js","sourceRoot":"","sources":["../../src/search/fts.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,SAAS;IACA;IAApB,YAAoB,EAAc;QAAd,OAAE,GAAF,EAAE,CAAY;IAAG,CAAC;IAEtC,2BAA2B;IAC3B,MAAM,CACJ,KAAa,EACb,UAII,EAAE;QAEN,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QAEvC,+BAA+B;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,MAAM,gBAAgB,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM;YACjD,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1F,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,GAAG,GAAG;;;;;;;oCAOoB,gBAAgB;;;KAG/C,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAUxD,CAAC;YAEH,OAAO,IAAI;iBACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACZ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;gBACrC,OAAO,KAAK,IAAI,QAAQ,CAAC;YAC3B,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACX,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,IAAI,EAAE,SAAS,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE;gBACvC,QAAQ,EAAE,CAAC,CAAC,SAAS;gBACrB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;gBAC7B,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;gBACtE,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;gBACtC,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;aAChC,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;YACrD,OAAO,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,cAAc,CACpB,KAAa,EACb,OAIC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,KAAK;aAChB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;aACtB,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,sCAAsC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1D,MAAM,gBAAgB,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM;YACjD,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1F,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,GAAG,GAAG;;;;cAIF,WAAW,IAAI,gBAAgB;;;KAGxC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CASvD,CAAC;QAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,IAAI,EAAE,SAAS,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE;YACvC,QAAQ,EAAE,CAAC,CAAC,SAAS;YACrB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,GAAG,EAAE,iCAAiC;YAC7C,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;YACpD,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;YACtC,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;SAChC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oCAAoC;IAC5B,UAAU,CAAC,KAAa;QAC9B,6DAA6D;QAC7D,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAElD,gEAAgE;QAChE,OAAO,KAAK;aACT,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC/C,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;CACF"}

package/dist/search/fusion.d.ts

@@ -0,0 +1,33 @@
+import type { SearchResult } from '../types.js';
+interface RankedResult {
+    result: SearchResult;
+    contributions: Array<{
+        source: 'fts' | 'vector' | 'hyde';
+        queryType: 'original' | 'expanded' | 'hyde';
+        query: string;
+        rank: number;
+        weight: number;
+        backendScore: number;
+        rrfContribution: number;
+    }>;
+    totalRRF: number;
+    bestRank: number;
+}
+/** Apply Reciprocal Rank Fusion to merge ranked result sets */
+export declare function fuseResults(lists: Array<{
+    results: SearchResult[];
+    source: 'fts' | 'vector' | 'hyde';
+    queryType: 'original' | 'expanded' | 'hyde';
+    query: string;
+    weight: number;
+}>, options?: {
+    topRankBonus?: boolean;
+    candidateLimit?: number;
+}): {
+    results: SearchResult[];
+    ranked: Map<string, RankedResult>;
+};
+/** Apply position-aware blending between RRF and reranker scores */
+export declare function blendWithRerank(rrfRanked: Map<string, RankedResult>, rerankScores: Map<string, number>, limit?: number): SearchResult[];
+export {};
+//# sourceMappingURL=fusion.d.ts.map

package/dist/search/fusion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fusion.d.ts","sourceRoot":"","sources":["../../src/search/fusion.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAgB,MAAM,aAAa,CAAC;AAI9D,UAAU,YAAY;IACpB,MAAM,EAAE,YAAY,CAAC;IACrB,aAAa,EAAE,KAAK,CAAC;QACnB,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QAClC,SAAS,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;QAC5C,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,+DAA+D;AAC/D,wBAAgB,WAAW,CACzB,KAAK,EAAE,KAAK,CAAC;IACX,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAClC,SAAS,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC,EACF,OAAO,CAAC,EAAE;IACR,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,GACA;IAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;CAAE,CAmEhE;AAED,oEAAoE;AACpE,wBAAgB,eAAe,CAC7B,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,EACpC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,KAAK,CAAC,EAAE,MAAM,GACb,YAAY,EAAE,CA0ChB"}

package/dist/search/fusion.js

@@ -0,0 +1,97 @@
+const RRF_K = 60;
+/** Apply Reciprocal Rank Fusion to merge ranked result sets */
+export function fuseResults(lists, options) {
+    const rankMap = new Map();
+    const candidateLimit = options?.candidateLimit ?? 30;
+    // Collect all results into rank map
+    for (const list of lists) {
+        const w = list.weight;
+        for (let i = 0; i < list.results.length; i++) {
+            const r = list.results[i];
+            const rank = i + 1;
+            const rrfScore = 1 / (RRF_K + rank);
+            if (!rankMap.has(r.docid)) {
+                rankMap.set(r.docid, {
+                    result: r,
+                    contributions: [],
+                    totalRRF: 0,
+                    bestRank: rank,
+                });
+            }
+            const entry = rankMap.get(r.docid);
+            const contribution = {
+                source: list.source,
+                queryType: list.queryType,
+                query: list.query,
+                rank,
+                weight: w,
+                backendScore: r.score,
+                rrfContribution: rrfScore * w,
+            };
+            entry.contributions.push(contribution);
+            entry.totalRRF += rrfScore * w;
+            entry.bestRank = Math.min(entry.bestRank, rank);
+        }
+    }
+    // Apply top-rank bonus: docs ranked #1 in any list get +0.05, #2-3 get +0.02
+    if (options?.topRankBonus !== false) {
+        for (const [, entry] of rankMap) {
+            for (const c of entry.contributions) {
+                if (c.rank === 1 && c.weight >= 1) {
+                    entry.totalRRF += 0.05;
+                }
+                else if (c.rank <= 3) {
+                    entry.totalRRF += 0.02;
+                }
+            }
+        }
+    }
+    // Sort by RRF score descending
+    const sorted = [...rankMap.entries()]
+        .sort((a, b) => b[1].totalRRF - a[1].totalRRF)
+        .slice(0, candidateLimit);
+    // Build results with scores
+    const results = [];
+    const ranked = new Map();
+    for (const [docid, entry] of sorted) {
+        entry.result.score = entry.totalRRF;
+        results.push(entry.result);
+        ranked.set(docid, entry);
+    }
+    return { results, ranked };
+}
+/** Apply position-aware blending between RRF and reranker scores */
+export function blendWithRerank(rrfRanked, rerankScores, limit) {
+    const blended = [];
+    // Sort RRF entries by rank to determine position
+    const sortedRrf = [...rrfRanked.entries()].sort((a, b) => b[1].totalRRF - a[1].totalRRF);
+    for (let i = 0; i < sortedRrf.length; i++) {
+        const [docid, entry] = sortedRrf[i];
+        const rank = i + 1;
+        const rerankScore = rerankScores.get(docid);
+        let rrfWeight;
+        let rerankWeight;
+        if (rank <= 3) {
+            rrfWeight = 0.75;
+            rerankWeight = 0.25;
+        }
+        else if (rank <= 10) {
+            rrfWeight = 0.6;
+            rerankWeight = 0.4;
+        }
+        else {
+            rrfWeight = 0.4;
+            rerankWeight = 0.6;
+        }
+        const finalScore = rrfWeight * entry.totalRRF +
+            (rerankScore !== undefined ? rerankWeight * rerankScore : 0);
+        const result = { ...entry.result };
+        result.score = Math.min(1, Math.max(0, finalScore));
+        blended.push({ result, score: finalScore });
+    }
+    // Sort by blended score
+    blended.sort((a, b) => b.score - a.score);
+    const limitNum = limit ?? 10;
+    return blended.slice(0, limitNum).map((b) => b.result);
+}
+//# sourceMappingURL=fusion.js.map

package/dist/search/fusion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fusion.js","sourceRoot":"","sources":["../../src/search/fusion.ts"],"names":[],"mappings":"AAEA,MAAM,KAAK,GAAG,EAAE,CAAC;AAiBjB,+DAA+D;AAC/D,MAAM,UAAU,WAAW,CACzB,KAME,EACF,OAGC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,EAAE,CAAC;IAErD,oCAAoC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;YAEpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE;oBACnB,MAAM,EAAE,CAAC;oBACT,aAAa,EAAE,EAAE;oBACjB,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAE,CAAC;YACpC,MAAM,YAAY,GAAG;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,MAAM,EAAE,CAAC;gBACT,YAAY,EAAE,CAAC,CAAC,KAAK;gBACrB,eAAe,EAAE,QAAQ,GAAG,CAAC;aAC9B,CAAC;YAEF,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvC,KAAK,CAAC,QAAQ,IAAI,QAAQ,GAAG,CAAC,CAAC;YAC/B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,IAAI,OAAO,EAAE,YAAY,KAAK,KAAK,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACpC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAClC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC;gBACzB,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;SAClC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;SAC7C,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;IAE5B,4BAA4B;IAC5B,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IAE/C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACpC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AAC7B,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,eAAe,CAC7B,SAAoC,EACpC,YAAiC,EACjC,KAAc;IAEd,MAAM,OAAO,GAAmD,EAAE,CAAC;IAEnE,iDAAiD;IACjD,MAAM,SAAS,GAAG,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAC7C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAE5C,IAAI,SAAiB,CAAC;QACtB,IAAI,YAAoB,CAAC;QAEzB,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACd,SAAS,GAAG,IAAI,CAAC;YACjB,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;aAAM,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;YACtB,SAAS,GAAG,GAAG,CAAC;YAChB,YAAY,GAAG,GAAG,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,GAAG,CAAC;YAChB,YAAY,GAAG,GAAG,CAAC;QACrB,CAAC;QAED,MAAM,UAAU,GACd,SAAS,GAAG,KAAK,CAAC,QAAQ;YAC1B,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QAEpD,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,wBAAwB;IACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACzD,CAAC"}

package/dist/search/pipeline.d.ts

@@ -0,0 +1,34 @@
+import type { MnemonicDB } from '../store/database.js';
+import type { LLMBackend, SearchOptions, SearchResult } from '../types.js';
+export declare class SearchPipeline {
+    private db;
+    private llm?;
+    private fts;
+    private vector;
+    private docs;
+    constructor(db: MnemonicDB, llm?: LLMBackend);
+    /** Set LLM backend after construction */
+    setLLM(llm: LLMBackend): void;
+    /** Main search entry point */
+    search(options: SearchOptions): Promise<SearchResult[]>;
+    /** Apply time decay and link boost post-processors */
+    private applyPostProcessors;
+    /** Apply exponential time decay based on modification date */
+    private applyTimeDecay;
+    /** Boost results that have more incoming links */
+    private applyLinkBoost;
+    /** Get default collection names */
+    private getDefaultCollections;
+    /** BM25-only search (fast, no LLM) */
+    searchLex(query: string, options?: {
+        collection?: string[];
+        limit?: number;
+        minScore?: number;
+    }): SearchResult[];
+    /** Vector-only search */
+    searchVector(query: string, options?: {
+        collection?: string[];
+        limit?: number;
+    }): Promise<SearchResult[]>;
+}
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/search/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/search/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAiB,MAAM,aAAa,CAAC;AAK1F,qBAAa,cAAc;IAMvB,OAAO,CAAC,EAAE;IACV,OAAO,CAAC,GAAG,CAAC;IANd,OAAO,CAAC,GAAG,CAAY;IACvB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,IAAI,CAAgB;gBAGlB,EAAE,EAAE,UAAU,EACd,GAAG,CAAC,EAAE,UAAU;IAO1B,yCAAyC;IACzC,MAAM,CAAC,GAAG,EAAE,UAAU,GAAG,IAAI;IAI7B,8BAA8B;IACxB,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmI7D,sDAAsD;IACtD,OAAO,CAAC,mBAAmB;IAuB3B,8DAA8D;IAC9D,OAAO,CAAC,cAAc;IAyBtB,kDAAkD;IAClD,OAAO,CAAC,cAAc;IAwBtB,mCAAmC;IACnC,OAAO,CAAC,qBAAqB;IAO7B,sCAAsC;IACtC,SAAS,CACP,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GACrE,YAAY,EAAE;IAIjB,yBAAyB;IACnB,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAClD,OAAO,CAAC,YAAY,EAAE,CAAC;CAU3B"}

package/dist/search/pipeline.js

@@ -0,0 +1,216 @@
+import { DocumentStore } from '../store/documents.js';
+import { FTSSearch } from './fts.js';
+import { VectorSearch } from './vector.js';
+import { fuseResults, blendWithRerank } from './fusion.js';
+export class SearchPipeline {
+    db;
+    llm;
+    fts;
+    vector;
+    docs;
+    constructor(db, llm) {
+        this.db = db;
+        this.llm = llm;
+        this.fts = new FTSSearch(db);
+        this.vector = new VectorSearch(db);
+        this.docs = new DocumentStore(db);
+    }
+    /** Set LLM backend after construction */
+    setLLM(llm) {
+        this.llm = llm;
+    }
+    /** Main search entry point */
+    async search(options) {
+        const { query, queries, intent, collection, limit, minScore, rerank } = options;
+        const expand = options.expand ?? true;
+        const useHyde = options.hyde ?? true;
+        const limitNum = limit ?? 10;
+        const candidateLimit = options.candidateLimit ?? 40;
+        // Resolve collection filter
+        const collectionFilter = collection
+            ? (Array.isArray(collection) ? collection : [collection])
+            : undefined;
+        // If no filter, use default collections
+        const collections = collectionFilter ?? this.getDefaultCollections();
+        // Determine which queries to run
+        let expandedQueries = queries ?? [];
+        if (!queries && query) {
+            // Auto-expand query
+            if (expand && this.llm) {
+                const expansions = await this.llm.expandQuery(query, intent);
+                expandedQueries = [
+                    { type: 'lex', query },
+                    { type: 'vec', query },
+                    ...expansions.map((q) => ({ type: 'vec', query: q })),
+                ];
+            }
+            else {
+                expandedQueries = [
+                    { type: 'lex', query },
+                    { type: 'vec', query },
+                ];
+            }
+            // Add HyDE if enabled
+            if (useHyde && this.llm) {
+                const hydeDoc = await this.llm.generateHyde(query, intent);
+                if (hydeDoc && hydeDoc !== query) {
+                    expandedQueries.push({ type: 'hyde', query: hydeDoc });
+                }
+            }
+        }
+        // Run all sub-queries against FTS and vector backends
+        const lists = [];
+        for (const eq of expandedQueries) {
+            let isOriginal = false;
+            if (!queries && eq.query === query && eq.type !== 'hyde') {
+                isOriginal = true;
+            }
+            const weight = isOriginal ? 2 : 1;
+            const queryType = eq.type === 'hyde' ? 'hyde' : (isOriginal ? 'original' : 'expanded');
+            const source = eq.type === 'lex' ? 'fts' : eq.type === 'hyde' ? 'hyde' : 'vector';
+            if (eq.type === 'lex') {
+                const results = this.fts.search(eq.query, {
+                    collection: collections,
+                    limit: candidateLimit,
+                    minScore,
+                });
+                lists.push({ results, source: 'fts', queryType: queryType, query: eq.query, weight });
+            }
+            else if (eq.type === 'vec' && this.llm) {
+                try {
+                    const [embedding] = await this.llm.embed([eq.query]);
+                    const results = this.vector.search(embedding, {
+                        collection: collections,
+                        limit: candidateLimit,
+                        minScore,
+                    });
+                    lists.push({ results, source: 'vector', queryType: queryType, query: eq.query, weight });
+                }
+                catch {
+                    // Embedding failed, skip
+                }
+            }
+            else if (eq.type === 'hyde' && this.llm) {
+                try {
+                    const [embedding] = await this.llm.embed([eq.query]);
+                    const results = this.vector.search(embedding, {
+                        collection: collections,
+                        limit: candidateLimit,
+                        minScore,
+                    });
+                    lists.push({ results, source: 'hyde', queryType: 'hyde', query: eq.query, weight });
+                }
+                catch {
+                    // HyDE embedding failed, skip
+                }
+            }
+        }
+        if (lists.length === 0)
+            return [];
+        // RRF Fusion
+        const { results: fused, ranked } = fuseResults(lists, {
+            topRankBonus: true,
+            candidateLimit,
+        });
+        if (fused.length === 0)
+            return [];
+        // LLM Reranking
+        if (rerank !== false && this.llm && fused.length > 1) {
+            try {
+                const docs = fused.map((r) => r.snippet || r.title);
+                const scores = await this.llm.rerank(query ?? '', docs);
+                const rerankScores = new Map();
+                for (let i = 0; i < fused.length; i++) {
+                    rerankScores.set(fused[i].docid, scores[i] ?? 0);
+                }
+                const blended = blendWithRerank(ranked, rerankScores, limitNum);
+                // Apply time decay and link boost
+                return this.applyPostProcessors(blended, options);
+            }
+            catch {
+                // Reranking failed, use fused results
+            }
+        }
+        // Without reranking, use fused results directly
+        const results = fused.slice(0, limitNum);
+        return this.applyPostProcessors(results, options);
+    }
+    /** Apply time decay and link boost post-processors */
+    applyPostProcessors(results, options) {
+        let processed = results;
+        if (options.decay) {
+            processed = this.applyTimeDecay(processed, options.decayHalfLifeDays ?? 30);
+        }
+        if (options.boostLinks) {
+            processed = this.applyLinkBoost(processed);
+        }
+        // Add context
+        processed = processed.map((r) => ({
+            ...r,
+            context: this.docs.getContextChain(r.collection, r.path.replace(`mne://${r.collection}/`, '')),
+        }));
+        return processed;
+    }
+    /** Apply exponential time decay based on modification date */
+    applyTimeDecay(results, halfLifeDays) {
+        const now = Date.now();
+        const halfLifeMs = halfLifeDays * 24 * 60 * 60 * 1000;
+        return results.map((r) => {
+            let decayFactor = 1;
+            if (r.modifiedAt) {
+                const modified = new Date(r.modifiedAt).getTime();
+                if (!isNaN(modified)) {
+                    const ageMs = now - modified;
+                    decayFactor = Math.pow(0.5, ageMs / halfLifeMs);
+                }
+            }
+            return {
+                ...r,
+                score: r.score * (0.7 + 0.3 * decayFactor),
+            };
+        }).sort((a, b) => b.score - a.score);
+    }
+    /** Boost results that have more incoming links */
+    applyLinkBoost(results) {
+        const maxLinks = Math.max(1, ...results.map((r) => {
+            const count = this.db.db
+                .prepare('SELECT COUNT(*) as c FROM links WHERE target_docid = ?')
+                .get(r.docid);
+            return count.c;
+        }));
+        return results.map((r) => {
+            const count = this.db.db
+                .prepare('SELECT COUNT(*) as c FROM links WHERE target_docid = ?')
+                .get(r.docid);
+            const boost = 1 + 0.2 * (count.c / maxLinks);
+            return {
+                ...r,
+                score: r.score * boost,
+            };
+        }).sort((a, b) => b.score - a.score);
+    }
+    /** Get default collection names */
+    getDefaultCollections() {
+        const rows = this.db.db
+            .prepare('SELECT name FROM collections WHERE include_by_default = 1')
+            .all();
+        return rows.map((r) => r.name);
+    }
+    /** BM25-only search (fast, no LLM) */
+    searchLex(query, options) {
+        return this.fts.search(query, options);
+    }
+    /** Vector-only search */
+    async searchVector(query, options) {
+        if (!this.llm)
+            return [];
+        try {
+            const [embedding] = await this.llm.embed([query]);
+            return this.vector.search(embedding, options);
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/search/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/search/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE3D,MAAM,OAAO,cAAc;IAMf;IACA;IANF,GAAG,CAAY;IACf,MAAM,CAAe;IACrB,IAAI,CAAgB;IAE5B,YACU,EAAc,EACd,GAAgB;QADhB,OAAE,GAAF,EAAE,CAAY;QACd,QAAG,GAAH,GAAG,CAAa;QAExB,IAAI,CAAC,GAAG,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,yCAAyC;IACzC,MAAM,CAAC,GAAe;QACpB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,8BAA8B;IAC9B,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAChF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;QACtC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QAEpD,4BAA4B;QAC5B,MAAM,gBAAgB,GAAG,UAAU;YACjC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACzD,CAAC,CAAC,SAAS,CAAC;QAEd,wCAAwC;QACxC,MAAM,WAAW,GAAG,gBAAgB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAErE,iCAAiC;QACjC,IAAI,eAAe,GAAoB,OAAO,IAAI,EAAE,CAAC;QAErD,IAAI,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC;YACtB,oBAAoB;YACpB,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC7D,eAAe,GAAG;oBAChB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;oBACtB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;oBACtB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;iBAC/D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,eAAe,GAAG;oBAChB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;oBACtB,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE;iBACvB,CAAC;YACJ,CAAC;YAED,sBAAsB;YACtB,IAAI,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC3D,IAAI,OAAO,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;oBACjC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;QACH,CAAC;QAED,sDAAsD;QACtD,MAAM,KAAK,GAMN,EAAE,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;YACjC,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,KAAK,KAAK,KAAK,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzD,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACvF,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;YAElF,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;oBACxC,UAAU,EAAE,WAAW;oBACvB,KAAK,EAAE,cAAc;oBACrB,QAAQ;iBACT,CAAC,CAAC;gBACH,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAgB,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAC/F,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzC,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;oBACrD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE;wBAC5C,UAAU,EAAE,WAAW;wBACvB,KAAK,EAAE,cAAc;wBACrB,QAAQ;qBACT,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAgB,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBAClG,CAAC;gBAAC,MAAM,CAAC;oBACP,yBAAyB;gBAC3B,CAAC;YACH,CAAC;iBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC1C,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;oBACrD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE;wBAC5C,UAAU,EAAE,WAAW;wBACvB,KAAK,EAAE,cAAc;wBACrB,QAAQ;qBACT,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtF,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,aAAa;QACb,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE;YACpD,YAAY,EAAE,IAAI;YAClB,cAAc;SACf,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,gBAAgB;QAChB,IAAI,MAAM,KAAK,KAAK,IAAI,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC;gBACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;gBAExD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;gBAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnD,CAAC;gBAED,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;gBAEhE,kCAAkC;gBAClC,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACpD,CAAC;YAAC,MAAM,CAAC;gBACP,sCAAsC;YACxC,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,sDAAsD;IAC9C,mBAAmB,CACzB,OAAuB,EACvB,OAAsB;QAEtB,IAAI,SAAS,GAAG,OAAO,CAAC;QAExB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;QAED,cAAc;QACd,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,GAAG,CAAC;YACJ,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC,CAAC;SAC/F,CAAC,CAAC,CAAC;QAEJ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,8DAA8D;IACtD,cAAc,CACpB,OAAuB,EACvB,YAAoB;QAEpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAEtD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvB,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;gBAClD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrB,MAAM,KAAK,GAAG,GAAG,GAAG,QAAQ,CAAC;oBAC7B,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,UAAU,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,OAAO;gBACL,GAAG,CAAC;gBACJ,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,WAAW,CAAC;aAC3C,CAAC;QACJ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,kDAAkD;IAC1C,cAAc,CAAC,OAAuB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC,EACD,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE;iBACrB,OAAO,CAAC,wDAAwD,CAAC;iBACjE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAkB,CAAC;YACjC,OAAO,KAAK,CAAC,CAAC,CAAC;QACjB,CAAC,CAAC,CACH,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE;iBACrB,OAAO,CAAC,wDAAwD,CAAC;iBACjE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAkB,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;YAE7C,OAAO;gBACL,GAAG,CAAC;gBACJ,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,mCAAmC;IAC3B,qBAAqB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE;aACpB,OAAO,CAAC,2DAA2D,CAAC;aACpE,GAAG,EAA6B,CAAC;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,sCAAsC;IACtC,SAAS,CACP,KAAa,EACb,OAAsE;QAEtE,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,yBAAyB;IACzB,KAAK,CAAC,YAAY,CAChB,KAAa,EACb,OAAmD;QAEnD,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/search/vector.d.ts

@@ -0,0 +1,20 @@
+import type { MnemonicDB } from '../store/database.js';
+import type { SearchResult } from '../types.js';
+export declare class VectorSearch {
+    private db;
+    constructor(db: MnemonicDB);
+    /** Search by embedding (cosine similarity) */
+    search(embedding: number[], options?: {
+        collection?: string[];
+        limit?: number;
+        minScore?: number;
+    }): SearchResult[];
+    /** Store embeddings in the vector index */
+    storeVectors(vectors: Array<{
+        hash: string;
+        embedding: number[];
+    }>): void;
+    /** Delete vectors for a document */
+    deleteVectors(hash: string): void;
+}
+//# sourceMappingURL=vector.d.ts.map

package/dist/search/vector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.d.ts","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,qBAAa,YAAY;IACX,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,UAAU;IAElC,8CAA8C;IAC9C,MAAM,CACJ,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,GAAE;QACP,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;KACd,GACL,YAAY,EAAE;IA4DjB,2CAA2C;IAC3C,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,GAAG,IAAI;IAmBzE,oCAAoC;IACpC,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;CAIlC"}

package/dist/search/vector.js

@@ -0,0 +1,70 @@
+export class VectorSearch {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /** Search by embedding (cosine similarity) */
+    search(embedding, options = {}) {
+        const limit = options.limit ?? 20;
+        const minScore = options.minScore ?? 0;
+        // Check if vector table exists
+        if (!this.db.hasVectorIndex())
+            return [];
+        const collectionFilter = options.collection?.length
+            ? options.collection.map((c) => `AND d.collection = '${c.replace(/'/g, "''")}'`).join(' ')
+            : '';
+        // Format embedding for vec0 query
+        const embeddingStr = `[${embedding.join(',')}]`;
+        const sql = `
+      SELECT d.docid, d.collection, d.path, d.full_path, d.title, d.tags,
+             v.distance, c.heading, c.pos, d.modified_at
+      FROM vectors_vec v
+      JOIN vectors v2 ON v.hash = v2.hash
+      JOIN chunks c ON c.docid = v2.hash AND c.seq = 0
+      JOIN documents d ON d.docid = v2.hash
+      WHERE v.embedding MATCH ? ${collectionFilter}
+        AND v.distance <= ${1 - minScore}
+      ORDER BY v.distance
+      LIMIT ?
+    `;
+        try {
+            const rows = this.db.db.prepare(sql).all(embeddingStr, limit);
+            return rows.map((r) => ({
+                docid: r.docid,
+                collection: r.collection,
+                path: `mne://${r.collection}/${r.path}`,
+                fullPath: r.full_path,
+                title: r.title,
+                score: 1 / (1 + r.distance), // Convert distance to similarity score
+                snippet: '',
+                context: [],
+                tags: r.tags ? JSON.parse(r.tags) : [],
+                line: r.pos,
+                heading: r.heading,
+                modifiedAt: r.modified_at ?? '',
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+    /** Store embeddings in the vector index */
+    storeVectors(vectors) {
+        const insertVec = this.db.db.prepare('INSERT OR REPLACE INTO vectors (hash, embedding) VALUES (?, ?)');
+        const insertVec0 = this.db.db.prepare('INSERT OR REPLACE INTO vectors_vec (hash, embedding) VALUES (?, ?)');
+        const tx = this.db.db.transaction(() => {
+            for (const v of vectors) {
+                const blob = Buffer.from(new Float32Array(v.embedding).buffer);
+                insertVec.run(v.hash, blob);
+                insertVec0.run(v.hash, JSON.stringify(v.embedding));
+            }
+        });
+        tx();
+    }
+    /** Delete vectors for a document */
+    deleteVectors(hash) {
+        this.db.db.prepare('DELETE FROM vectors WHERE hash = ?').run(hash);
+        // vec0 cascades deletion automatically
+    }
+}
+//# sourceMappingURL=vector.js.map

package/dist/search/vector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector.js","sourceRoot":"","sources":["../../src/search/vector.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,YAAY;IACH;IAApB,YAAoB,EAAc;QAAd,OAAE,GAAF,EAAE,CAAY;IAAG,CAAC;IAEtC,8CAA8C;IAC9C,MAAM,CACJ,SAAmB,EACnB,UAII,EAAE;QAEN,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QAEvC,+BAA+B;QAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAG,OAAO,CAAC,UAAU,EAAE,MAAM;YACjD,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1F,CAAC,CAAC,EAAE,CAAC;QAEP,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAEhD,MAAM,GAAG,GAAG;;;;;;;kCAOkB,gBAAgB;4BACtB,CAAC,GAAG,QAAQ;;;KAGnC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAW1D,CAAC;YAEH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,IAAI,EAAE,SAAS,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE;gBACvC,QAAQ,EAAE,CAAC,CAAC,SAAS;gBACrB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,uCAAuC;gBACpE,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;gBACtC,IAAI,EAAE,CAAC,CAAC,GAAG;gBACX,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,UAAU,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;aAChC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,YAAY,CAAC,OAAqD;QAChE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAClC,gEAAgE,CACjE,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CACnC,oEAAoE,CACrE,CAAC;QAEF,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC/D,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC5B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,EAAE,CAAC;IACP,CAAC;IAED,oCAAoC;IACpC,aAAa,CAAC,IAAY;QACxB,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnE,uCAAuC;IACzC,CAAC;CACF"}