codebase-context 1.5.1 → 1.6.1

package/dist/core/reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/core/reranker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAsFtD;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAQ5D;AAED;;;;GAIG;AACH,wBAAsB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CA8B5F"}

package/dist/core/reranker.js

@@ -0,0 +1,120 @@
+/**
+ * Stage-2 cross-encoder reranker for search results.
+ *
+ * Triggered by score ambiguity (clustered top scores), not by intent.
+ * Uses a lightweight cross-encoder to re-score (query, passage) pairs,
+ * converting high top-3 recall into better top-1 accuracy.
+ *
+ * Default model: Xenova/ms-marco-MiniLM-L-6-v2 (~22M params, ~80MB, CPU-safe).
+ */
+const DEFAULT_RERANKER_MODEL = 'Xenova/ms-marco-MiniLM-L-6-v2';
+/** How many top results to rerank (keeps latency bounded) */
+const RERANK_TOP_K = 10;
+/** Trigger reranking when the score gap between #1 and #3 is below this threshold */
+const AMBIGUITY_THRESHOLD = 0.08;
+let cachedTokenizer = null;
+let cachedModel = null;
+let initPromise = null;
+async function ensureModelLoaded() {
+    if (cachedModel && cachedTokenizer)
+        return;
+    if (initPromise)
+        return initPromise;
+    initPromise = (async () => {
+        const { AutoTokenizer, AutoModelForSequenceClassification } = await import('@huggingface/transformers');
+        console.error(`[reranker] Loading cross-encoder: ${DEFAULT_RERANKER_MODEL}`);
+        console.error('[reranker] (First run will download the model - this may take a moment)');
+        cachedTokenizer = await AutoTokenizer.from_pretrained(DEFAULT_RERANKER_MODEL);
+        cachedModel = await AutoModelForSequenceClassification.from_pretrained(DEFAULT_RERANKER_MODEL, {
+            dtype: 'q8'
+        });
+        console.error('[reranker] Cross-encoder loaded successfully');
+    })();
+    return initPromise;
+}
+/**
+ * Build a compact passage from a search result for cross-encoder scoring.
+ * Keeps it short - cross-encoders are slow on long inputs.
+ */
+function buildPassage(result) {
+    const parts = [];
+    // File path is critical signal
+    parts.push(`path: ${result.filePath.replace(/\\/g, '/')}`);
+    // Component type / layer if available
+    if (result.componentType && result.componentType !== 'unknown') {
+        parts.push(`type: ${result.componentType}`);
+    }
+    if (result.layer && result.layer !== 'unknown') {
+        parts.push(`layer: ${result.layer}`);
+    }
+    // Summary is the most information-dense field
+    if (result.summary) {
+        parts.push(result.summary);
+    }
+    // Snippet: first ~500 chars (cross-encoder has 512-token context)
+    if (result.snippet) {
+        const trimmed = result.snippet.slice(0, 500);
+        parts.push(trimmed);
+    }
+    return parts.join('\n');
+}
+/**
+ * Score a single (query, passage) pair using the cross-encoder.
+ * Returns a relevance score (higher = more relevant).
+ */
+async function scorePair(query, passage) {
+    const inputs = cachedTokenizer(query, passage, {
+        padding: true,
+        truncation: true,
+        max_length: 512
+    });
+    const output = await cachedModel(inputs);
+    // Cross-encoder outputs a single logit for relevance
+    const score = output.logits.data[0];
+    return score;
+}
+/**
+ * Detect whether the result set has ambiguous ordering.
+ * Returns true when the top scores are clustered, meaning
+ * the embedding model isn't confident about the ranking.
+ */
+export function isAmbiguous(results) {
+    if (results.length < 3)
+        return false;
+    const topScore = results[0].score;
+    const thirdScore = results[Math.min(2, results.length - 1)].score;
+    const gap = topScore - thirdScore;
+    return gap < AMBIGUITY_THRESHOLD;
+}
+/**
+ * Rerank the top-K results using a cross-encoder.
+ * Only reranks when scores are ambiguous (clustered).
+ * Returns the full result array with the top-K portion re-ordered.
+ */
+export async function rerank(query, results) {
+    if (results.length <= 1)
+        return results;
+    if (!isAmbiguous(results))
+        return results;
+    await ensureModelLoaded();
+    const toRerank = results.slice(0, Math.min(RERANK_TOP_K, results.length));
+    const rest = results.slice(toRerank.length);
+    // Score each result against the query using the cross-encoder
+    const scored = [];
+    for (const result of toRerank) {
+        const passage = buildPassage(result);
+        const crossScore = await scorePair(query, passage);
+        scored.push({ result, crossScore });
+    }
+    // Sort by cross-encoder score (descending)
+    scored.sort((a, b) => b.crossScore - a.crossScore);
+    // Rebuild the result array: reranked top-K + unchanged rest
+    // Sigmoid normalizes raw logits to [0,1] so downstream quality gating works
+    const sigmoid = (x) => 1 / (1 + Math.exp(-x));
+    const reranked = scored.map(({ result, crossScore }) => ({
+        ...result,
+        score: sigmoid(crossScore)
+    }));
+    return [...reranked, ...rest];
+}
+//# sourceMappingURL=reranker.js.map

package/dist/core/reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../src/core/reranker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,MAAM,sBAAsB,GAAG,+BAA+B,CAAC;AAE/D,6DAA6D;AAC7D,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,qFAAqF;AACrF,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,IAAI,eAAe,GAAQ,IAAI,CAAC;AAChC,IAAI,WAAW,GAAQ,IAAI,CAAC;AAC5B,IAAI,WAAW,GAAyB,IAAI,CAAC;AAE7C,KAAK,UAAU,iBAAiB;IAC9B,IAAI,WAAW,IAAI,eAAe;QAAE,OAAO;IAC3C,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,aAAa,EAAE,kCAAkC,EAAE,GACzD,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAE5C,OAAO,CAAC,KAAK,CAAC,qCAAqC,sBAAsB,EAAE,CAAC,CAAC;QAC7E,OAAO,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAEzF,eAAe,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC;QAC9E,WAAW,GAAG,MAAM,kCAAkC,CAAC,eAAe,CAAC,sBAAsB,EAAE;YAC7F,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAChE,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,MAAoB;IACxC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,+BAA+B;IAC/B,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAE3D,sCAAsC;IACtC,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,8CAA8C;IAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,kEAAkE;IAClE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,OAAe;IACrD,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE;QAC7C,OAAO,EAAE,IAAI;QACb,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,GAAG;KAChB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;IAEzC,qDAAqD;IACrD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,OAAuB;IACjD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAErC,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAClC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,MAAM,GAAG,GAAG,QAAQ,GAAG,UAAU,CAAC;IAElC,OAAO,GAAG,GAAG,mBAAmB,CAAC;AACnC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,KAAa,EAAE,OAAuB;IACjE,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACxC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAE1C,MAAM,iBAAiB,EAAE,CAAC;IAE1B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE5C,8DAA8D;IAC9D,MAAM,MAAM,GAAwD,EAAE,CAAC;IAEvE,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,2CAA2C;IAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAEnD,4DAA4D;IAC5D,4EAA4E;IAC5E,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;QACvD,GAAG,MAAM;QACT,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC;KAC3B,CAAC,CAAC,CAAC;IAEJ,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC"}

package/dist/core/search.d.ts

@@ -11,6 +11,8 @@ export interface SearchOptions {
     enableQueryExpansion?: boolean;
     enableLowConfidenceRescue?: boolean;
     candidateFloor?: number;
+    /** Enable stage-2 cross-encoder reranking when top scores are ambiguous. Default: true. */
+    enableReranker?: boolean;
 }
 export type SearchIntentProfile = 'explore' | 'edit' | 'refactor' | 'migrate';
 export declare class CodebaseSearcher {
@@ -22,20 +24,26 @@ export declare class CodebaseSearcher {
     private storageProvider;
     private initialized;
     private patternIntelligence;
+    private importCentrality;
     constructor(rootPath: string);
     initialize(): Promise<void>;
     private loadKeywordIndex;
     /**
-     * v1.2: Load pattern intelligence for trend detection and warnings
+     * Load pattern intelligence for trend detection and warnings
      */
     private loadPatternIntelligence;
     /**
-     * v1.2: Detect pattern trend from chunk content
+     * Detect pattern trend from chunk content
      */
     private detectChunkTrend;
     private isTestFile;
     private normalizeQueryTerms;
+    /**
+     * Classify query intent based on heuristic patterns
+     */
+    private classifyQueryIntent;
     private buildQueryVariants;
+    private isTemplateOrStyleFile;
     private isCompositionRootFile;
     private queryPathTokenOverlap;
     private isLikelyWiringOrFlowQuery;

package/dist/core/search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/core/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,EAAa,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAc3E,MAAM,WAAW,aAAa;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAC9B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,mBAAmB,GAAG,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;AAiE9E,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;IAE5B,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,MAAM,CAAmB;IAEjC,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,eAAe,CAAsC;IAE7D,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,mBAAmB,CAIX;gBAEJ,QAAQ,EAAE,MAAM;IAKtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAsBnB,gBAAgB;IA4B9B;;OAEG;YACW,uBAAuB;IAsDrC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,mBAAmB;IAO3B,OAAO,CAAC,kBAAkB;IAkC1B,OAAO,CAAC,qBAAqB;IAe7B,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,yBAAyB;IAMjC,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,uBAAuB;IAc/B,OAAO,CAAC,mBAAmB;IA2F3B,OAAO,CAAC,mBAAmB;YAuBb,oBAAoB;IAmE5B,MAAM,CACV,KAAK,EAAE,MAAM,EACb,KAAK,GAAE,MAAU,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,GAAE,aAAsC,GAC9C,OAAO,CAAC,YAAY,EAAE,CAAC;IA4E1B,OAAO,CAAC,eAAe;IAiDvB,OAAO,CAAC,eAAe;YAWT,cAAc;YAmBd,aAAa;IA4E3B,OAAO,CAAC,uBAAuB;IAoBzB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAOtC,OAAO,IAAI,OAAO;CAGnB"}
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/core/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,EAAa,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAe3E,MAAM,WAAW,aAAa;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAC9B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2FAA2F;IAC3F,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,MAAM,mBAAmB,GAAG,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;AA0E9E,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;IAE5B,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,MAAM,CAAmB;IAEjC,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,eAAe,CAAsC;IAE7D,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,mBAAmB,CAIX;IAEhB,OAAO,CAAC,gBAAgB,CAAoC;gBAEhD,QAAQ,EAAE,MAAM;IAKtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAsBnB,gBAAgB;IA4B9B;;OAEG;YACW,uBAAuB;IA8ErC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,mBAAmB;IAO3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAqE3B,OAAO,CAAC,kBAAkB;IAkC1B,OAAO,CAAC,qBAAqB;IAK7B,OAAO,CAAC,qBAAqB;IAe7B,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,yBAAyB;IAMjC,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,uBAAuB;IAc/B,OAAO,CAAC,mBAAmB;IAwP3B,OAAO,CAAC,mBAAmB;YAuBb,oBAAoB;IAkF5B,MAAM,CACV,KAAK,EAAE,MAAM,EACb,KAAK,GAAE,MAAU,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,OAAO,GAAE,aAAsC,GAC9C,OAAO,CAAC,YAAY,EAAE,CAAC;IAoG1B,OAAO,CAAC,eAAe;IAiDvB,OAAO,CAAC,eAAe;YAWT,cAAc;YAmBd,aAAa;IA4E3B,OAAO,CAAC,uBAAuB;IAoBzB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAOtC,OAAO,IAAI,OAAO;CAGnB"}