codevault 1.7.3 → 1.7.5

package/dist/core/search/CandidateRetriever.js

@@ -0,0 +1,119 @@
+import { decodeEmbedding } from '../../database/db.js';
+import { DOC_BOOST, DOC_BOOST_CONSTANTS } from '../../config/constants.js';
+import { logger } from '../../utils/logger.js';
+/**
+ * CandidateRetriever handles:
+ * - Vector similarity computation
+ * - Tag/intent/doc boosting
+ * - Building ranked candidate pools
+ */
+export class CandidateRetriever {
+    /**
+     * Build a pool of search candidates from chunks using vector similarity
+     */
+    async buildVectorPool(chunks, provider, query) {
+        const chunkInfoById = new Map();
+        const results = [];
+        // Generate query embedding
+        let queryEmbedding = null;
+        if (chunks.length > 0) {
+            queryEmbedding = await provider.generateEmbedding(query);
+        }
+        // Score each chunk
+        for (const chunk of chunks) {
+            const embedding = this.decodeEmbedding(chunk);
+            const vectorSimilarity = queryEmbedding
+                ? this.cosineSimilarity(queryEmbedding, embedding)
+                : 0;
+            // Calculate boost scores
+            let boostScore = 0;
+            // Intent boost
+            if (chunk.codevault_intent && query.includes(chunk.codevault_intent.toLowerCase())) {
+                boostScore += DOC_BOOST_CONSTANTS.INTENT_MATCH_BOOST;
+            }
+            // Tag boost
+            if (chunk.codevault_tags) {
+                try {
+                    const tags = JSON.parse(chunk.codevault_tags || '[]');
+                    tags.forEach((tag) => {
+                        if (typeof tag === 'string' && query.includes(tag.toLowerCase())) {
+                            boostScore += DOC_BOOST_CONSTANTS.TAG_MATCH_BOOST;
+                        }
+                    });
+                }
+                catch (error) {
+                    logger.warn('Failed to parse codevault_tags for chunk', {
+                        chunkId: chunk.id,
+                        error: error instanceof Error ? error.message : String(error)
+                    });
+                }
+            }
+            // Documentation file boost
+            let docBoost = 0;
+            const filePath = chunk.file_path.toLowerCase();
+            if (filePath.includes('readme') ||
+                filePath.includes('/docs/') ||
+                filePath.startsWith('docs/') ||
+                filePath.includes('changelog') ||
+                filePath.includes('contributing') ||
+                filePath.endsWith('.md')) {
+                docBoost = DOC_BOOST;
+            }
+            // Final score (capped at 1.0)
+            const finalScore = Math.min(1, Math.max(0, vectorSimilarity + boostScore + docBoost));
+            const candidate = {
+                id: chunk.id,
+                file_path: chunk.file_path,
+                symbol: chunk.symbol,
+                sha: chunk.sha,
+                lang: chunk.lang,
+                chunk_type: chunk.chunk_type,
+                codevault_intent: chunk.codevault_intent,
+                codevault_description: chunk.codevault_description,
+                score: finalScore,
+                vectorScore: vectorSimilarity,
+                boostScore: boostScore
+            };
+            chunkInfoById.set(chunk.id, candidate);
+            results.push(candidate);
+        }
+        // Sort by score (highest first)
+        results.sort((a, b) => b.score - a.score);
+        return { chunkInfoById, vectorPool: results };
+    }
+    /**
+     * Cosine similarity between two vectors
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length)
+            return 0;
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
+    }
+    /**
+     * Decode and cache embedding to avoid repeated JSON parsing
+     */
+    decodeEmbedding(chunk) {
+        const cached = chunk.__cachedEmbedding;
+        if (cached) {
+            return cached;
+        }
+        const vector = decodeEmbedding(chunk.embedding, chunk.embedding_dimensions || undefined);
+        if (vector.length === 0 && chunk.embedding && chunk.embedding.length > 0) {
+            logger.warn('Embedding decoded to empty vector', { chunkId: chunk.id });
+        }
+        chunk.__cachedEmbedding = vector;
+        return vector;
+    }
+}
+//# sourceMappingURL=CandidateRetriever.js.map

package/dist/core/search/CandidateRetriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CandidateRetriever.js","sourceRoot":"","sources":["../../../src/core/search/CandidateRetriever.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAsB,MAAM,sBAAsB,CAAC;AAE3E,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AA4B/C;;;;;GAKG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,MAAuB,EACvB,QAA2B,EAC3B,KAAa;QAEb,MAAM,aAAa,GAAG,IAAI,GAAG,EAA2B,CAAC;QACzD,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,2BAA2B;QAC3B,IAAI,cAAc,GAA6B,IAAI,CAAC;QACpD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,cAAc,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3D,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,gBAAgB,GAAG,cAAc;gBACrC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,SAAS,CAAC;gBAClD,CAAC,CAAC,CAAC,CAAC;YAEN,yBAAyB;YACzB,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,eAAe;YACf,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACnF,UAAU,IAAI,mBAAmB,CAAC,kBAAkB,CAAC;YACvD,CAAC;YAED,YAAY;YACZ,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;oBACtD,IAAI,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,EAAE;wBAC3B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;4BACjE,UAAU,IAAI,mBAAmB,CAAC,eAAe,CAAC;wBACpD,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;wBACtD,OAAO,EAAE,KAAK,CAAC,EAAE;wBACjB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,IACE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC5B,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC9B,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACjC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EACxB,CAAC;gBACD,QAAQ,GAAG,SAAS,CAAC;YACvB,CAAC;YAED,8BAA8B;YAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC;YAEtF,MAAM,SAAS,GAAoB;gBACjC,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;gBAClD,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,gBAAgB;gBAC7B,UAAU,EAAE,UAAU;aACvB,CAAC;YAEF,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;QAED,gCAAgC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,CAAoB,EAAE,CAAoB;QACjE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,CAAC,CAAC;QAEpC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAoB;QAC1C,MAAM,MAAM,GAAI,KAAa,CAAC,iBAA6C,CAAC;QAC5E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAC5B,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,oBAAoB,IAAI,SAAS,CACxC,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1E,CAAC;QACA,KAAa,CAAC,iBAAiB,GAAG,MAAM,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/core/search/HybridFusion.d.ts

@@ -0,0 +1,89 @@
+import type { DatabaseChunk } from '../../database/db.js';
+import type { SearchCandidate } from './CandidateRetriever.js';
+/**
+ * HybridFusion handles:
+ * - BM25 index management with caching
+ * - Reciprocal Rank Fusion of vector + BM25 results
+ * - Symbol boosting
+ * - Result sorting
+ */
+export declare class HybridFusion {
+    private bm25Cache;
+    private chunkCache;
+    private chunkLoadingStats;
+    constructor();
+    /**
+     * Use BM25 to prefilter candidates before vector scoring
+     */
+    prefilterCandidates(params: {
+        hybridEnabled: boolean;
+        bm25Enabled: boolean;
+        query: string;
+        providerName: string;
+        providerDimensions: number;
+        chunkDir: string;
+        basePath: string;
+        scopedChunks: DatabaseChunk[];
+        limit: number;
+    }): {
+        candidateIds: Set<string>;
+        bm25Results: Array<{
+            id: string;
+            score: number;
+        }>;
+    };
+    /**
+     * Attempt hybrid fusion of vector and BM25 results
+     */
+    fuseResults(params: {
+        hybridEnabled: boolean;
+        bm25Enabled: boolean;
+        selectionBudget: number;
+        query: string;
+        providerName: string;
+        providerDimensions: number;
+        chunkDir: string;
+        basePath: string;
+        scopedChunks: DatabaseChunk[];
+        chunkInfoById: Map<string, SearchCandidate>;
+        vectorPool: SearchCandidate[];
+        bm25ResultsOverride?: Array<{
+            id: string;
+            score: number;
+        }>;
+    }): {
+        fusedResults: SearchCandidate[];
+        bm25Fused: boolean;
+        bm25CandidateCount: number;
+    };
+    /**
+     * Sort results with symbol boost priority
+     */
+    sortWithSymbolBoost(results: SearchCandidate[], symbolBoostEnabled: boolean): SearchCandidate[];
+    /**
+     * Clear caches
+     */
+    clearCaches(): void;
+    /**
+     * Get chunk loading failure statistics
+     */
+    getChunkLoadingFailures(): {
+        totalAttempted: number;
+        failed: number;
+        reasons: any;
+    } | undefined;
+    /**
+     * Build warning messages from chunk loading failures
+     */
+    buildWarnings(): string[] | undefined;
+    /**
+     * Reset chunk loading statistics
+     */
+    resetChunkLoadingStats(): void;
+    private ensureBm25IndexForChunks;
+    private readChunkTextCached;
+    private buildBm25Document;
+    private getBm25CacheKey;
+    private getChunkCacheKey;
+}
+//# sourceMappingURL=HybridFusion.d.ts.map

package/dist/core/search/HybridFusion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridFusion.d.ts","sourceRoot":"","sources":["../../../src/core/search/HybridFusion.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAiB/D;;;;;;GAMG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAA8D;IAC/E,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,iBAAiB,CAIvB;;IAQF;;OAEG;IACH,mBAAmB,CAAC,MAAM,EAAE;QAC1B,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,OAAO,CAAC;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,YAAY,EAAE,MAAM,CAAC;QACrB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,aAAa,EAAE,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC;KACf,GAAG;QAAE,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,WAAW,EAAE,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE;IAqCpF;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE;QAClB,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,OAAO,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,YAAY,EAAE,MAAM,CAAC;QACrB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,aAAa,EAAE,CAAC;QAC9B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC5C,UAAU,EAAE,eAAe,EAAE,CAAC;QAC9B,mBAAmB,CAAC,EAAE,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC5D,GAAG;QACF,YAAY,EAAE,eAAe,EAAE,CAAC;QAChC,SAAS,EAAE,OAAO,CAAC;QACnB,kBAAkB,EAAE,MAAM,CAAC;KAC5B;IA0ED;;OAEG;IACH,mBAAmB,CACjB,OAAO,EAAE,eAAe,EAAE,EAC1B,kBAAkB,EAAE,OAAO,GAC1B,eAAe,EAAE;IAiCpB;;OAEG;IACH,WAAW,IAAI,IAAI;IAMnB;;OAEG;IACH,uBAAuB;;;;;IAiBvB;;OAEG;IACH,aAAa,IAAI,MAAM,EAAE,GAAG,SAAS;IA4CrC;;OAEG;IACH,sBAAsB,IAAI,IAAI;IAU9B,OAAO,CAAC,wBAAwB;IAoChC,OAAO,CAAC,mBAAmB;IA8C3B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,gBAAgB;CAGzB"}

package/dist/core/search/HybridFusion.js

@@ -0,0 +1,263 @@
+import { BM25Index } from '../../search/bm25.js';
+import { reciprocalRankFusion } from '../../search/hybrid.js';
+import { SimpleLRU } from '../../utils/simple-lru.js';
+import { readChunkFromDisk } from '../../storage/encrypted-chunks.js';
+import { RRF_K, CACHE_CONSTANTS } from '../../config/constants.js';
+import { logger } from '../../utils/logger.js';
+/**
+ * HybridFusion handles:
+ * - BM25 index management with caching
+ * - Reciprocal Rank Fusion of vector + BM25 results
+ * - Symbol boosting
+ * - Result sorting
+ */
+export class HybridFusion {
+    bm25Cache;
+    chunkCache;
+    chunkLoadingStats = {
+        totalAttempted: 0,
+        failed: 0,
+        reasons: new Map()
+    };
+    constructor() {
+        this.bm25Cache = new SimpleLRU(CACHE_CONSTANTS.MAX_BM25_CACHE_SIZE);
+        this.chunkCache = new SimpleLRU(CACHE_CONSTANTS.MAX_CHUNK_TEXT_CACHE_SIZE);
+        this.resetChunkLoadingStats();
+    }
+    /**
+     * Use BM25 to prefilter candidates before vector scoring
+     */
+    prefilterCandidates(params) {
+        const { hybridEnabled, bm25Enabled, query, providerName, providerDimensions, chunkDir, basePath, scopedChunks, limit } = params;
+        if (!hybridEnabled || !bm25Enabled) {
+            return { candidateIds: new Set(), bm25Results: [] };
+        }
+        const bm25Index = this.ensureBm25IndexForChunks(basePath, chunkDir, providerName, providerDimensions, scopedChunks);
+        if (!bm25Index) {
+            return { candidateIds: new Set(), bm25Results: [] };
+        }
+        const allowedIds = new Set(scopedChunks.map(chunk => chunk.id));
+        const bm25RawResults = bm25Index.search(query, limit);
+        const bm25Results = bm25RawResults.filter(result => allowedIds.has(result.id));
+        const candidateIds = new Set(bm25Results.map(result => result.id));
+        return { candidateIds, bm25Results };
+    }
+    /**
+     * Attempt hybrid fusion of vector and BM25 results
+     */
+    fuseResults(params) {
+        const { hybridEnabled, bm25Enabled, selectionBudget, query, providerName, providerDimensions, chunkDir, basePath, scopedChunks, chunkInfoById, vectorPool, bm25ResultsOverride } = params;
+        let fusedResults = [];
+        let bm25Fused = false;
+        let bm25CandidateCount = 0;
+        if (hybridEnabled && bm25Enabled) {
+            const bm25Index = this.ensureBm25IndexForChunks(basePath, chunkDir, providerName, providerDimensions, scopedChunks);
+            if (bm25Index) {
+                const allowedIds = new Set(scopedChunks.map(chunk => chunk.id));
+                const bm25RawResults = bm25ResultsOverride && bm25ResultsOverride.length > 0
+                    ? bm25ResultsOverride
+                    : bm25Index.search(query, selectionBudget);
+                const bm25Results = bm25RawResults.filter(result => allowedIds.has(result.id));
+                bm25CandidateCount = bm25Results.length;
+                const bm25ResultsForFusion = bm25Results.slice(0, selectionBudget);
+                if (bm25ResultsForFusion.length > 0) {
+                    const fused = reciprocalRankFusion({
+                        vectorResults: vectorPool
+                            .slice(0, selectionBudget)
+                            .map(item => ({ id: item.id, score: item.score })),
+                        bm25Results: bm25ResultsForFusion.map(item => ({
+                            id: item.id,
+                            score: item.score
+                        })),
+                        limit: selectionBudget,
+                        k: RRF_K
+                    });
+                    if (fused.length > 0) {
+                        bm25Fused = true;
+                        fusedResults = fused
+                            .map(entry => {
+                            const info = chunkInfoById.get(entry.id);
+                            if (!info)
+                                return null;
+                            info.hybridScore = entry.score;
+                            info.bm25Score = entry.bm25Score;
+                            info.bm25Rank = entry.bm25Rank;
+                            info.vectorRank = entry.vectorRank;
+                            return info;
+                        })
+                            .filter((item) => item !== null);
+                    }
+                }
+            }
+        }
+        return { fusedResults, bm25Fused, bm25CandidateCount };
+    }
+    /**
+     * Sort results with symbol boost priority
+     */
+    sortWithSymbolBoost(results, symbolBoostEnabled) {
+        const hasSymbolBoost = symbolBoostEnabled &&
+            results.some(candidate => typeof candidate.symbolBoost === 'number' && candidate.symbolBoost > 0);
+        if (hasSymbolBoost && results.length > 1) {
+            return [...results].sort((a, b) => {
+                const scoreA = typeof a.score === 'number' ? a.score : 0;
+                const scoreB = typeof b.score === 'number' ? b.score : 0;
+                if (scoreB !== scoreA)
+                    return scoreB - scoreA;
+                const boostA = typeof a.symbolBoost === 'number' ? a.symbolBoost : 0;
+                const boostB = typeof b.symbolBoost === 'number' ? b.symbolBoost : 0;
+                if (boostB !== boostA)
+                    return boostB - boostA;
+                const hybridA = typeof a.hybridScore === 'number'
+                    ? a.hybridScore
+                    : Number.NEGATIVE_INFINITY;
+                const hybridB = typeof b.hybridScore === 'number'
+                    ? b.hybridScore
+                    : Number.NEGATIVE_INFINITY;
+                return hybridB - hybridA;
+            });
+        }
+        return results;
+    }
+    /**
+     * Clear caches
+     */
+    clearCaches() {
+        logger.debug('Clearing hybrid fusion caches');
+        this.bm25Cache.clear();
+        this.chunkCache.clear();
+    }
+    /**
+     * Get chunk loading failure statistics
+     */
+    getChunkLoadingFailures() {
+        if (this.chunkLoadingStats.failed === 0) {
+            return undefined;
+        }
+        const reasons = {};
+        for (const [reason, count] of this.chunkLoadingStats.reasons.entries()) {
+            reasons[reason] = count;
+        }
+        return {
+            totalAttempted: this.chunkLoadingStats.totalAttempted,
+            failed: this.chunkLoadingStats.failed,
+            reasons
+        };
+    }
+    /**
+     * Build warning messages from chunk loading failures
+     */
+    buildWarnings() {
+        if (this.chunkLoadingStats.failed === 0) {
+            return undefined;
+        }
+        const warnings = [];
+        const stats = this.chunkLoadingStats;
+        if (stats.reasons.has('encryption_key_required')) {
+            const count = stats.reasons.get('encryption_key_required');
+            warnings.push(`Could not load ${count} encrypted chunk(s). Set CODEVAULT_ENCRYPTION_KEY environment variable to access encrypted chunks.`);
+        }
+        if (stats.reasons.has('encryption_auth_failed')) {
+            const count = stats.reasons.get('encryption_auth_failed');
+            warnings.push(`Failed to decrypt ${count} chunk(s). The encryption key may be incorrect.`);
+        }
+        if (stats.reasons.has('file_not_found')) {
+            const count = stats.reasons.get('file_not_found');
+            warnings.push(`${count} chunk file(s) not found. The index may be out of sync. Try re-indexing.`);
+        }
+        const otherFailures = stats.failed -
+            (stats.reasons.get('encryption_key_required') || 0) -
+            (stats.reasons.get('encryption_auth_failed') || 0) -
+            (stats.reasons.get('file_not_found') || 0);
+        if (otherFailures > 0) {
+            warnings.push(`${otherFailures} chunk(s) failed to load due to other errors. Check logs for details.`);
+        }
+        return warnings.length > 0 ? warnings : undefined;
+    }
+    /**
+     * Reset chunk loading statistics
+     */
+    resetChunkLoadingStats() {
+        this.chunkLoadingStats = {
+            totalAttempted: 0,
+            failed: 0,
+            reasons: new Map()
+        };
+    }
+    // Private helpers
+    ensureBm25IndexForChunks(basePath, chunkDir, providerName, dimensions, chunks) {
+        if (!Array.isArray(chunks) || chunks.length === 0)
+            return null;
+        const key = this.getBm25CacheKey(basePath, providerName, dimensions);
+        let entry = this.bm25Cache.get(key);
+        if (!entry) {
+            entry = { index: new BM25Index(), added: new Set() };
+            this.bm25Cache.set(key, entry);
+        }
+        const toAdd = [];
+        for (const chunk of chunks) {
+            if (!chunk || !chunk.id || entry.added.has(chunk.id))
+                continue;
+            const codeText = this.readChunkTextCached(chunk.sha, chunkDir, basePath);
+            const docText = this.buildBm25Document(chunk, codeText);
+            if (docText && docText.trim().length > 0) {
+                toAdd.push({ id: chunk.id, text: docText });
+            }
+            entry.added.add(chunk.id);
+        }
+        if (toAdd.length > 0)
+            entry.index.addDocuments(toAdd);
+        entry.index.consolidate();
+        return entry.index;
+    }
+    readChunkTextCached(sha, chunkDir, basePath) {
+        if (!sha)
+            return null;
+        const cacheKey = this.getChunkCacheKey(basePath, sha);
+        const cached = this.chunkCache.get(cacheKey);
+        if (cached !== undefined)
+            return cached;
+        this.chunkLoadingStats.totalAttempted++;
+        try {
+            const result = readChunkFromDisk({ chunkDir, sha });
+            const code = result ? result.code : null;
+            this.chunkCache.set(cacheKey, code);
+            if (!result) {
+                this.chunkLoadingStats.failed++;
+                const reason = 'file_not_found';
+                this.chunkLoadingStats.reasons.set(reason, (this.chunkLoadingStats.reasons.get(reason) || 0) + 1);
+            }
+            return code;
+        }
+        catch (error) {
+            this.chunkLoadingStats.failed++;
+            const reason = error.code ? String(error.code).toLowerCase() : 'unknown_error';
+            this.chunkLoadingStats.reasons.set(reason, (this.chunkLoadingStats.reasons.get(reason) || 0) + 1);
+            logger.warn(`Failed to load chunk ${sha}`, {
+                error: error.message,
+                code: error.code
+            });
+            this.chunkCache.set(cacheKey, null);
+            return null;
+        }
+    }
+    buildBm25Document(chunk, codeText) {
+        if (!chunk)
+            return '';
+        const parts = [
+            chunk.symbol,
+            chunk.file_path,
+            chunk.codevault_description,
+            chunk.codevault_intent,
+            codeText
+        ].filter(value => typeof value === 'string' && value.trim().length > 0);
+        return parts.join('\n');
+    }
+    getBm25CacheKey(basePath, providerName, dimensions) {
+        return `${basePath}::${providerName}::${dimensions}`;
+    }
+    getChunkCacheKey(basePath, sha) {
+        return `${basePath}::${sha}`;
+    }
+}
+//# sourceMappingURL=HybridFusion.js.map

package/dist/core/search/HybridFusion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HybridFusion.js","sourceRoot":"","sources":["../../../src/core/search/HybridFusion.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAW/C;;;;;;GAMG;AACH,MAAM,OAAO,YAAY;IACf,SAAS,CAA8D;IACvE,UAAU,CAAmC;IAC7C,iBAAiB,GAAsB;QAC7C,cAAc,EAAE,CAAC;QACjB,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,IAAI,GAAG,EAAE;KACnB,CAAC;IAEF;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,GAAG,IAAI,SAAS,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC;QAC3E,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,MAUnB;QACC,MAAM,EACJ,aAAa,EACb,WAAW,EACX,KAAK,EACL,YAAY,EACZ,kBAAkB,EAClB,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,KAAK,EACN,GAAG,MAAM,CAAC;QAEX,IAAI,CAAC,aAAa,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,OAAO,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,wBAAwB,CAC7C,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,kBAAkB,EAClB,YAAY,CACb,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAaX;QAKC,MAAM,EACJ,aAAa,EACb,WAAW,EACX,eAAe,EACf,KAAK,EACL,YAAY,EACZ,kBAAkB,EAClB,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,UAAU,EACV,mBAAmB,EACpB,GAAG,MAAM,CAAC;QAEX,IAAI,YAAY,GAAsB,EAAE,CAAC;QACzC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,wBAAwB,CAC7C,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,kBAAkB,EAClB,YAAY,CACb,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChE,MAAM,cAAc,GAClB,mBAAmB,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC;oBACnD,CAAC,CAAC,mBAAmB;oBACrB,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAE/C,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/E,kBAAkB,GAAG,WAAW,CAAC,MAAM,CAAC;gBACxC,MAAM,oBAAoB,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;gBAEnE,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,KAAK,GAAG,oBAAoB,CAAC;wBACjC,aAAa,EAAE,UAAU;6BACtB,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC;6BACzB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;wBACpD,WAAW,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,KAAK,EAAE,IAAI,CAAC,KAAK;yBAClB,CAAC,CAAC;wBACH,KAAK,EAAE,eAAe;wBACtB,CAAC,EAAE,KAAK;qBACT,CAAC,CAAC;oBAEH,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrB,SAAS,GAAG,IAAI,CAAC;wBACjB,YAAY,GAAG,KAAK;6BACjB,GAAG,CAAC,KAAK,CAAC,EAAE;4BACX,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;4BACzC,IAAI,CAAC,IAAI;gCAAE,OAAO,IAAI,CAAC;4BACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;4BAC/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;4BACjC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;4BAC/B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;4BACnC,OAAO,IAAI,CAAC;wBACd,CAAC,CAAC;6BACD,MAAM,CAAC,CAAC,IAAI,EAA2B,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,mBAAmB,CACjB,OAA0B,EAC1B,kBAA2B;QAE3B,MAAM,cAAc,GAClB,kBAAkB;YAClB,OAAO,CAAC,IAAI,CACV,SAAS,CAAC,EAAE,CACV,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ,IAAI,SAAS,CAAC,WAAW,GAAG,CAAC,CACzE,CAAC;QAEJ,IAAI,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAChC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,IAAI,MAAM,KAAK,MAAM;oBAAE,OAAO,MAAM,GAAG,MAAM,CAAC;gBAE9C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,IAAI,MAAM,KAAK,MAAM;oBAAE,OAAO,MAAM,GAAG,MAAM,CAAC;gBAE9C,MAAM,OAAO,GACX,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;oBAC/B,CAAC,CAAC,CAAC,CAAC,WAAW;oBACf,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBAC/B,MAAM,OAAO,GACX,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;oBAC/B,CAAC,CAAC,CAAC,CAAC,WAAW;oBACf,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBAC/B,OAAO,OAAO,GAAG,OAAO,CAAC;YAC3B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC9C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,uBAAuB;QACrB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACvE,OAAO,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC;QAED,OAAO;YACL,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,cAAc;YACrD,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YACrC,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAErC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YAC3D,QAAQ,CAAC,IAAI,CACX,kBAAkB,KAAK,oGAAoG,CAC5H,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;YAC1D,QAAQ,CAAC,IAAI,CACX,qBAAqB,KAAK,iDAAiD,CAC5E,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAClD,QAAQ,CAAC,IAAI,CACX,GAAG,KAAK,0EAA0E,CACnF,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GACjB,KAAK,CAAC,MAAM;YACZ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;YACnD,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7C,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CACX,GAAG,aAAa,uEAAuE,CACxF,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,IAAI,CAAC,iBAAiB,GAAG;YACvB,cAAc,EAAE,CAAC;YACjB,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,IAAI,GAAG,EAAE;SACnB,CAAC;IACJ,CAAC;IAED,kBAAkB;IAEV,wBAAwB,CAC9B,QAAgB,EAChB,QAAgB,EAChB,YAAoB,EACpB,UAAkB,EAClB,MAAuB;QAEvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE/D,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;QACrE,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,KAAK,GAAwC,EAAE,CAAC;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAE,SAAS;YAE/D,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACzE,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAExD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;YACD,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtD,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAE1B,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAEO,mBAAmB,CACzB,GAAW,EACX,QAAgB,EAChB,QAAgB;QAEhB,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QAExC,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAEpC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,gBAAgB,CAAC;gBAChC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAChC,MAAM,EACN,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACtD,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC;YAC/E,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAChC,MAAM,EACN,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACtD,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,wBAAwB,GAAG,EAAE,EAAE;gBACzC,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,KAAU,EAAE,QAAuB;QAC3D,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,MAAM,KAAK,GAAG;YACZ,KAAK,CAAC,MAAM;YACZ,KAAK,CAAC,SAAS;YACf,KAAK,CAAC,qBAAqB;YAC3B,KAAK,CAAC,gBAAgB;YACtB,QAAQ;SACT,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAExE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,eAAe,CACrB,QAAgB,EAChB,YAAoB,EACpB,UAAkB;QAElB,OAAO,GAAG,QAAQ,KAAK,YAAY,KAAK,UAAU,EAAE,CAAC;IACvD,CAAC;IAEO,gBAAgB,CAAC,QAAgB,EAAE,GAAW;QACpD,OAAO,GAAG,QAAQ,KAAK,GAAG,EAAE,CAAC;IAC/B,CAAC;CACF"}

package/dist/core/search/ResultMapper.d.ts

@@ -0,0 +1,31 @@
+import type { SearchCandidate } from './CandidateRetriever.js';
+import type { SearchResult } from '../types.js';
+import { resolveProviderContext } from '../../config/resolver.js';
+/**
+ * ResultMapper handles:
+ * - API reranking of results
+ * - Mapping candidates to search results
+ * - Building result metadata
+ * - Score normalization
+ */
+export declare class ResultMapper {
+    /**
+     * Map search candidates to formatted search results
+     */
+    mapResults(candidates: SearchCandidate[], searchType: string): SearchResult[];
+    /**
+     * Apply API reranking to results
+     */
+    applyReranker(query: string, candidates: SearchCandidate[], chunkDir: string, basePath: string, providerContext: ReturnType<typeof resolveProviderContext>): Promise<SearchCandidate[]>;
+    /**
+     * Enforce score bounds on results
+     */
+    enforceScoreBounds(candidates: SearchCandidate[]): SearchCandidate[];
+    /**
+     * Sort results by reranker score, then by regular score
+     */
+    sortByScore(results: SearchResult[]): SearchResult[];
+    private readChunkText;
+    private buildBm25Document;
+}
+//# sourceMappingURL=ResultMapper.d.ts.map

package/dist/core/search/ResultMapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResultMapper.d.ts","sourceRoot":"","sources":["../../../src/core/search/ResultMapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAKhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAElE;;;;;;GAMG;AACH,qBAAa,YAAY;IACvB;;OAEG;IACH,UAAU,CACR,UAAU,EAAE,eAAe,EAAE,EAC7B,UAAU,EAAE,MAAM,GACjB,YAAY,EAAE;IA8CjB;;OAEG;IACG,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,eAAe,EAAE,EAC7B,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,UAAU,CAAC,OAAO,sBAAsB,CAAC,GACzD,OAAO,CAAC,eAAe,EAAE,CAAC;IA6B7B;;OAEG;IACH,kBAAkB,CAAC,UAAU,EAAE,eAAe,EAAE,GAAG,eAAe,EAAE;IAOpE;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE;IAcpD,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,iBAAiB;CAa1B"}

package/dist/core/search/ResultMapper.js

@@ -0,0 +1,131 @@
+import { rerankWithAPI } from '../../ranking/api-reranker.js';
+import { readChunkFromDisk } from '../../storage/encrypted-chunks.js';
+import { SEARCH_CONSTANTS } from '../../config/constants.js';
+import { logger } from '../../utils/logger.js';
+/**
+ * ResultMapper handles:
+ * - API reranking of results
+ * - Mapping candidates to search results
+ * - Building result metadata
+ * - Score normalization
+ */
+export class ResultMapper {
+    /**
+     * Map search candidates to formatted search results
+     */
+    mapResults(candidates, searchType) {
+        return candidates.map(result => {
+            const meta = {
+                id: result.id,
+                symbol: result.symbol,
+                score: Math.min(1, Math.max(result.score || 0, 0)),
+                intent: result.codevault_intent,
+                description: result.codevault_description,
+                searchType: searchType,
+                vectorScore: result.vectorScore
+            };
+            // Add hybrid fusion scores
+            if (typeof result.hybridScore === 'number')
+                meta.hybridScore = result.hybridScore;
+            if (typeof result.bm25Score === 'number')
+                meta.bm25Score = result.bm25Score;
+            if (typeof result.bm25Rank === 'number')
+                meta.bm25Rank = result.bm25Rank;
+            if (typeof result.vectorRank === 'number')
+                meta.vectorRank = result.vectorRank;
+            // Add reranker scores
+            if (typeof result.rerankerScore === 'number')
+                meta.rerankerScore = result.rerankerScore;
+            if (typeof result.rerankerRank === 'number')
+                meta.rerankerRank = result.rerankerRank;
+            // Add symbol boost scores
+            if (typeof result.symbolBoost === 'number' && result.symbolBoost > 0) {
+                meta.symbolBoost = result.symbolBoost;
+                if (Array.isArray(result.symbolBoostSources))
+                    meta.symbolBoostSources = result.symbolBoostSources;
+            }
+            // Include raw score if it exceeded 1.0
+            if (typeof result.score === 'number' && result.score > 1)
+                meta.scoreRaw = result.score;
+            return {
+                type: 'code',
+                lang: result.lang,
+                path: result.file_path,
+                sha: result.sha,
+                data: null,
+                meta
+            };
+        });
+    }
+    /**
+     * Apply API reranking to results
+     */
+    async applyReranker(query, candidates, chunkDir, basePath, providerContext) {
+        try {
+            const reranked = await rerankWithAPI(query, candidates, {
+                max: Math.min(SEARCH_CONSTANTS.RERANKER_MAX_CANDIDATES, candidates.length),
+                getText: candidate => {
+                    const codeText = this.readChunkText(candidate.sha, chunkDir) || '';
+                    return this.buildBm25Document(candidate, codeText);
+                },
+                apiUrl: providerContext.reranker.apiUrl,
+                apiKey: providerContext.reranker.apiKey,
+                model: providerContext.reranker.model,
+                maxTokens: providerContext.reranker.maxTokens
+            });
+            if (Array.isArray(reranked) && reranked.length === candidates.length) {
+                return reranked;
+            }
+        }
+        catch (error) {
+            logger.warn('API reranking failed, falling back to original ranking', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+        }
+        return candidates;
+    }
+    /**
+     * Enforce score bounds on results
+     */
+    enforceScoreBounds(candidates) {
+        return candidates.map(candidate => ({
+            ...candidate,
+            score: Math.min(1, Math.max(candidate.score ?? 0, 0))
+        }));
+    }
+    /**
+     * Sort results by reranker score, then by regular score
+     */
+    sortByScore(results) {
+        return [...results].sort((a, b) => {
+            if (typeof a.meta?.rerankerScore === 'number' &&
+                typeof b.meta?.rerankerScore === 'number') {
+                return b.meta.rerankerScore - a.meta.rerankerScore;
+            }
+            return (b.meta?.score ?? 0) - (a.meta?.score ?? 0);
+        });
+    }
+    // Private helpers
+    readChunkText(sha, chunkDir) {
+        try {
+            const result = readChunkFromDisk({ chunkDir, sha });
+            return result ? result.code : null;
+        }
+        catch (error) {
+            return null;
+        }
+    }
+    buildBm25Document(chunk, codeText) {
+        if (!chunk)
+            return '';
+        const parts = [
+            chunk.symbol,
+            chunk.file_path,
+            chunk.codevault_description,
+            chunk.codevault_intent,
+            codeText
+        ].filter(value => typeof value === 'string' && value.trim().length > 0);
+        return parts.join('\n');
+    }
+}
+//# sourceMappingURL=ResultMapper.js.map