codesift-mcp 0.1.0

package/dist/search/bm25.js

@@ -0,0 +1,179 @@
+import { tokenizeIdentifier } from "../parser/symbol-extractor.js";
+import { isTestFile } from "../utils/test-file.js";
+// BM25 parameters
+const K1 = 1.2;
+const B = 0.75;
+const BODY_CHAR_LIMIT = 500;
+/**
+ * Score multiplier for symbols in test files.
+ * Demotes test helpers so production code ranks higher in search results.
+ * 0.3 = test symbols score 30% of equivalent production symbols.
+ */
+const TEST_FILE_SCORE_MULTIPLIER = 0.3;
+/**
+ * General-purpose tokenizer for signature, docstring, and body text.
+ * Splits on non-alphanumeric chars, applies camelCase/snake_case splitting,
+ * lowercases, and filters tokens shorter than 2 chars.
+ */
+export function tokenizeText(text) {
+    // Split on non-alphanumeric boundaries
+    const rawParts = text.split(/[^a-zA-Z0-9]+/).filter(Boolean);
+    const tokens = [];
+    for (const part of rawParts) {
+        // Split camelCase / PascalCase (same logic as tokenizeIdentifier)
+        const subParts = part
+            .replace(/([a-z0-9])([A-Z])/g, "$1\0$2")
+            .replace(/([A-Z]+)([A-Z][a-z])/g, "$1\0$2")
+            .split("\0");
+        for (const sub of subParts) {
+            const lower = sub.toLowerCase();
+            if (lower.length >= 2) {
+                tokens.push(lower);
+            }
+        }
+    }
+    return tokens;
+}
+function getFieldTokens(symbol) {
+    return {
+        name: tokenizeIdentifier(symbol.name),
+        signature: symbol.signature ? tokenizeText(symbol.signature) : [],
+        docstring: symbol.docstring ? tokenizeText(symbol.docstring) : [],
+        body: symbol.source
+            ? tokenizeText(symbol.source.slice(0, BODY_CHAR_LIMIT))
+            : [],
+    };
+}
+function countTermFrequencies(tokens) {
+    const tf = new Map();
+    for (const token of tokens) {
+        tf.set(token, (tf.get(token) ?? 0) + 1);
+    }
+    return tf;
+}
+export function buildBM25Index(symbols) {
+    const fieldNames = ["name", "signature", "docstring", "body"];
+    const fields = {
+        name: new Map(),
+        signature: new Map(),
+        docstring: new Map(),
+        body: new Map(),
+    };
+    const totalFieldLengths = {
+        name: 0,
+        signature: 0,
+        docstring: 0,
+        body: 0,
+    };
+    const symbolMap = new Map();
+    for (const symbol of symbols) {
+        symbolMap.set(symbol.id, symbol);
+        const fieldTokens = getFieldTokens(symbol);
+        for (const field of fieldNames) {
+            const tokens = fieldTokens[field];
+            totalFieldLengths[field] += tokens.length;
+            const tf = countTermFrequencies(tokens);
+            for (const [token, freq] of tf) {
+                let postings = fields[field].get(token);
+                if (!postings) {
+                    postings = new Map();
+                    fields[field].set(token, postings);
+                }
+                postings.set(symbol.id, freq);
+            }
+        }
+    }
+    const docCount = symbols.length;
+    const avgFieldLengths = {
+        name: docCount > 0 ? totalFieldLengths.name / docCount : 0,
+        signature: docCount > 0 ? totalFieldLengths.signature / docCount : 0,
+        docstring: docCount > 0 ? totalFieldLengths.docstring / docCount : 0,
+        body: docCount > 0 ? totalFieldLengths.body / docCount : 0,
+    };
+    return { fields, avgFieldLengths, docCount, symbols: symbolMap };
+}
+export function searchBM25(index, query, topK, fieldWeights) {
+    if (index.docCount === 0 || !query.trim()) {
+        return [];
+    }
+    const queryTokens = tokenizeText(query);
+    if (queryTokens.length === 0) {
+        return [];
+    }
+    const fieldNames = ["name", "signature", "docstring", "body"];
+    // Accumulate scores per document
+    const scores = new Map();
+    // Track which query tokens matched per document
+    const matchedTokens = new Map();
+    // Pre-compute field lengths per document per field
+    // We derive field length from the sum of term frequencies in each field's postings
+    const fieldLengths = new Map();
+    for (const [symbolId] of index.symbols) {
+        const lengths = {
+            name: 0,
+            signature: 0,
+            docstring: 0,
+            body: 0,
+        };
+        fieldLengths.set(symbolId, lengths);
+    }
+    // Compute field lengths by summing all term frequencies per doc per field
+    for (const field of fieldNames) {
+        for (const [, postings] of index.fields[field]) {
+            for (const [symbolId, freq] of postings) {
+                const lengths = fieldLengths.get(symbolId);
+                if (lengths) {
+                    lengths[field] += freq;
+                }
+            }
+        }
+    }
+    for (const qToken of queryTokens) {
+        for (const field of fieldNames) {
+            const postings = index.fields[field].get(qToken);
+            if (!postings)
+                continue;
+            const df = postings.size;
+            const idf = Math.log((index.docCount - df + 0.5) / (df + 0.5) + 1);
+            const avgFl = index.avgFieldLengths[field];
+            const weight = fieldWeights[field];
+            for (const [symbolId, tf] of postings) {
+                const fl = fieldLengths.get(symbolId)?.[field] ?? 0;
+                const norm = avgFl > 0 ? fl / avgFl : 1;
+                const tfScore = (tf * (K1 + 1)) / (tf + K1 * (1 - B + B * norm));
+                const fieldScore = idf * tfScore * weight;
+                scores.set(symbolId, (scores.get(symbolId) ?? 0) + fieldScore);
+                let tokenSet = matchedTokens.get(symbolId);
+                if (!tokenSet) {
+                    tokenSet = new Set();
+                    matchedTokens.set(symbolId, tokenSet);
+                }
+                tokenSet.add(qToken);
+            }
+        }
+    }
+    // Demote test file symbols so production code ranks above test helpers
+    for (const [symbolId, score] of scores) {
+        const symbol = index.symbols.get(symbolId);
+        if (symbol && isTestFile(symbol.file)) {
+            scores.set(symbolId, score * TEST_FILE_SCORE_MULTIPLIER);
+        }
+    }
+    // Sort by score descending, take top-K
+    const sorted = [...scores.entries()]
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, topK);
+    const results = [];
+    for (const [symbolId, score] of sorted) {
+        const symbol = index.symbols.get(symbolId);
+        if (!symbol)
+            continue;
+        results.push({
+            symbol,
+            score,
+            matches: [...(matchedTokens.get(symbolId) ?? [])],
+        });
+    }
+    return results;
+}
+//# sourceMappingURL=bm25.js.map

package/dist/search/bm25.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../src/search/bm25.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGnD,kBAAkB;AAClB,MAAM,EAAE,GAAG,GAAG,CAAC;AACf,MAAM,CAAC,GAAG,IAAI,CAAC;AAEf,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B;;;;GAIG;AACH,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAevC;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,uCAAuC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,kEAAkE;QAClE,MAAM,QAAQ,GAAG,IAAI;aAClB,OAAO,CAAC,oBAAoB,EAAE,QAAQ,CAAC;aACvC,OAAO,CAAC,uBAAuB,EAAE,QAAQ,CAAC;aAC1C,KAAK,CAAC,IAAI,CAAC,CAAC;QAEf,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,MAAkB;IACxC,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;QACjE,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;QACjE,IAAI,EAAE,MAAM,CAAC,MAAM;YACjB,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YACvD,CAAC,CAAC,EAAE;KACP,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAgB;IAC5C,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAqB;IAClD,MAAM,UAAU,GAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAE3E,MAAM,MAAM,GAAwD;QAClE,IAAI,EAAE,IAAI,GAAG,EAAE;QACf,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,IAAI,EAAE,IAAI,GAAG,EAAE;KAChB,CAAC;IAEF,MAAM,iBAAiB,GAA8B;QACnD,IAAI,EAAE,CAAC;QACP,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;QACZ,IAAI,EAAE,CAAC;KACR,CAAC;IAEF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;IAEhD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACjC,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAE3C,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAClC,iBAAiB,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC;YAE1C,MAAM,EAAE,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACxC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC/B,IAAI,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;oBACrB,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACrC,CAAC;gBACD,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,MAAM,eAAe,GAA8B;QACjD,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC1D,SAAS,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACpE,SAAS,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACpE,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;KAC3D,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,KAAgB,EAChB,KAAa,EACb,IAAY,EACZ,YAAuC;IAEvC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,UAAU,GAAgB,CAAC,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAE3E,iCAAiC;IACjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,gDAAgD;IAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;IAErD,mDAAmD;IACnD,mFAAmF;IACnF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqC,CAAC;IAElE,KAAK,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACvC,MAAM,OAAO,GAA8B;YACzC,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,IAAI,EAAE,CAAC;SACR,CAAC;QACF,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,0EAA0E;IAC1E,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,EAAE,QAAQ,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACxC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC3C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;YACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YAEnC,KAAK,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACtC,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gBACjE,MAAM,UAAU,GAAG,GAAG,GAAG,OAAO,GAAG,MAAM,CAAC;gBAE1C,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;gBAE/D,IAAI,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;oBACrB,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACxC,CAAC;gBACD,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,GAAG,0BAA0B,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,OAAO,CAAC,IAAI,CAAC;YACX,MAAM;YACN,KAAK;YACL,OAAO,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/search/chunker.d.ts

@@ -0,0 +1,9 @@
+import type { CodeChunk } from "../types.js";
+/**
+ * Split a file's content into overlapping text chunks suitable for embedding.
+ *
+ * Returns an empty array when the file should be skipped (binary, too large,
+ * non-code extension).
+ */
+export declare function chunkFile(file: string, content: string, repo: string): CodeChunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/search/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/search/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAyB7C;;;;;GAKG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,GACX,SAAS,EAAE,CAoDb"}

package/dist/search/chunker.js

@@ -0,0 +1,91 @@
+// ---------------------------------------------------------------------------
+// Chunking constants
+// ---------------------------------------------------------------------------
+const CHUNK_TOKENS = 400; // target tokens per chunk
+const OVERLAP_TOKENS = 80; // overlap between consecutive chunks
+const CHARS_PER_TOKEN = 4; // rough approximation
+const CHUNK_CHARS = CHUNK_TOKENS * CHARS_PER_TOKEN; // 1600
+const OVERLAP_CHARS = OVERLAP_TOKENS * CHARS_PER_TOKEN; // 320
+const MAX_FILE_BYTES = 50_000; // skip files > 50KB
+// Extensions that carry no semantic code value for embedding
+const SKIP_EXTENSIONS = new Set([
+    ".json", ".lock", ".md", ".yaml", ".yml",
+    ".env", ".txt", ".svg", ".png", ".wasm",
+]);
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Split a file's content into overlapping text chunks suitable for embedding.
+ *
+ * Returns an empty array when the file should be skipped (binary, too large,
+ * non-code extension).
+ */
+export function chunkFile(file, content, repo) {
+    // Skip non-code file types
+    const dotIdx = file.lastIndexOf(".");
+    const ext = dotIdx !== -1 ? file.slice(dotIdx) : "";
+    if (SKIP_EXTENSIONS.has(ext))
+        return [];
+    // Skip files that are too large
+    if (content.length > MAX_FILE_BYTES)
+        return [];
+    // Skip binary files (presence of null bytes is a reliable signal)
+    if (content.includes("\0"))
+        return [];
+    const lines = content.split("\n");
+    const totalLines = lines.length;
+    if (totalLines === 0)
+        return [];
+    // Pre-compute cumulative character offsets per line (1-based line indices)
+    // offsets[i] = char offset of the START of line (i+1) (0-indexed array)
+    const lineStartOffset = new Array(totalLines);
+    let offset = 0;
+    for (let i = 0; i < totalLines; i++) {
+        lineStartOffset[i] = offset;
+        offset += (lines[i]?.length ?? 0) + 1; // +1 for the '\n'
+    }
+    const totalChars = content.length;
+    const chunks = [];
+    let chunkStart = 0; // char offset of current window start
+    while (chunkStart < totalChars) {
+        const chunkEnd = Math.min(chunkStart + CHUNK_CHARS, totalChars);
+        const text = content.slice(chunkStart, chunkEnd);
+        // Map char offsets to 1-based line numbers
+        const startLine = charOffsetToLine(chunkStart, lineStartOffset) + 1;
+        const endLine = charOffsetToLine(chunkEnd - 1, lineStartOffset) + 1;
+        const tokenCount = Math.ceil(text.length / CHARS_PER_TOKEN);
+        const id = `${repo}:${file}:${startLine}`;
+        chunks.push({ id, file, startLine, endLine, text, tokenCount });
+        // Advance window by (CHUNK_CHARS - OVERLAP_CHARS) to create overlap
+        const advance = CHUNK_CHARS - OVERLAP_CHARS;
+        chunkStart += advance;
+        // If the remaining content fits entirely in one more chunk, we're done
+        if (chunkStart >= totalChars)
+            break;
+    }
+    return chunks;
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+/**
+ * Binary-search lineStartOffset to find the 0-based line index that contains
+ * the given character offset.
+ */
+function charOffsetToLine(charOffset, lineStartOffset) {
+    let lo = 0;
+    let hi = lineStartOffset.length - 1;
+    while (lo < hi) {
+        const mid = (lo + hi + 1) >> 1;
+        const lineStart = lineStartOffset[mid];
+        if (lineStart !== undefined && lineStart <= charOffset) {
+            lo = mid;
+        }
+        else {
+            hi = mid - 1;
+        }
+    }
+    return lo;
+}
+//# sourceMappingURL=chunker.js.map

package/dist/search/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/search/chunker.ts"],"names":[],"mappings":"AAEA,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,YAAY,GAAG,GAAG,CAAC,CAAW,0BAA0B;AAC9D,MAAM,cAAc,GAAG,EAAE,CAAC,CAAU,qCAAqC;AACzE,MAAM,eAAe,GAAG,CAAC,CAAC,CAAU,sBAAsB;AAE1D,MAAM,WAAW,GAAG,YAAY,GAAG,eAAe,CAAC,CAAG,OAAO;AAC7D,MAAM,aAAa,GAAG,cAAc,GAAG,eAAe,CAAC,CAAC,MAAM;AAE9D,MAAM,cAAc,GAAG,MAAM,CAAC,CAAM,oBAAoB;AAExD,6DAA6D;AAC7D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM;IACxC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;CACxC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,OAAe,EACf,IAAY;IAEZ,2BAA2B;IAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,gCAAgC;IAChC,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc;QAAE,OAAO,EAAE,CAAC;IAE/C,kEAAkE;IAClE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAEhC,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhC,2EAA2E;IAC3E,wEAAwE;IACxE,MAAM,eAAe,GAAa,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;IACxD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,eAAe,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;QAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB;IAC3D,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAElC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,sCAAsC;IAE1D,OAAO,UAAU,GAAG,UAAU,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,WAAW,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,GAAG,CAAC,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;QAEpE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;QAE5D,MAAM,EAAE,GAAG,GAAG,IAAI,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAEhE,oEAAoE;QACpE,MAAM,OAAO,GAAG,WAAW,GAAG,aAAa,CAAC;QAC5C,UAAU,IAAI,OAAO,CAAC;QAEtB,uEAAuE;QACvE,IAAI,UAAU,IAAI,UAAU;YAAE,MAAM;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;GAGG;AACH,SAAS,gBAAgB,CAAC,UAAkB,EAAE,eAAyB;IACrE,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAEpC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;YACvD,EAAE,GAAG,GAAG,CAAC;QACX,CAAC;aAAM,CAAC;YACN,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/search/hybrid.d.ts

@@ -0,0 +1,16 @@
+import type { SearchResult } from "../types.js";
+/**
+ * Reciprocal Rank Fusion (RRF) combining BM25 + semantic search results.
+ *
+ * Formula: score(d) = Σ 1/(k + rank_i(d))
+ * where k=60 is the standard RRF constant and rank_i is the rank
+ * of document d in result list i (1-based).
+ *
+ * @param bm25Results - Results from BM25 search, ordered by score
+ * @param semanticResults - Results from semantic search, ordered by similarity
+ * @param topK - Number of results to return
+ * @param k - RRF constant (default 60)
+ * @returns Merged results sorted by RRF score
+ */
+export declare function hybridRank(bm25Results: SearchResult[], semanticResults: SearchResult[], topK: number, k?: number): SearchResult[];
+//# sourceMappingURL=hybrid.d.ts.map

package/dist/search/hybrid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD;;;;;;;;;;;;GAYG;AACH,wBAAgB,UAAU,CACxB,WAAW,EAAE,YAAY,EAAE,EAC3B,eAAe,EAAE,YAAY,EAAE,EAC/B,IAAI,EAAE,MAAM,EACZ,CAAC,SAAK,GACL,YAAY,EAAE,CAwChB"}

package/dist/search/hybrid.js

@@ -0,0 +1,51 @@
+/**
+ * Reciprocal Rank Fusion (RRF) combining BM25 + semantic search results.
+ *
+ * Formula: score(d) = Σ 1/(k + rank_i(d))
+ * where k=60 is the standard RRF constant and rank_i is the rank
+ * of document d in result list i (1-based).
+ *
+ * @param bm25Results - Results from BM25 search, ordered by score
+ * @param semanticResults - Results from semantic search, ordered by similarity
+ * @param topK - Number of results to return
+ * @param k - RRF constant (default 60)
+ * @returns Merged results sorted by RRF score
+ */
+export function hybridRank(bm25Results, semanticResults, topK, k = 60) {
+    const scores = new Map();
+    const symbolLookup = new Map();
+    // BM25 ranks (1-based)
+    for (let i = 0; i < bm25Results.length; i++) {
+        const result = bm25Results[i];
+        const id = result.symbol.id;
+        scores.set(id, (scores.get(id) ?? 0) + 1 / (k + i + 1));
+        if (!symbolLookup.has(id)) {
+            symbolLookup.set(id, result);
+        }
+    }
+    // Semantic ranks (1-based)
+    for (let i = 0; i < semanticResults.length; i++) {
+        const result = semanticResults[i];
+        const id = result.symbol.id;
+        scores.set(id, (scores.get(id) ?? 0) + 1 / (k + i + 1));
+        if (!symbolLookup.has(id)) {
+            symbolLookup.set(id, result);
+        }
+    }
+    // Sort by combined RRF score
+    const sorted = [...scores.entries()]
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, topK);
+    const results = [];
+    for (const [id, score] of sorted) {
+        const original = symbolLookup.get(id);
+        if (original) {
+            const result = { symbol: original.symbol, score };
+            if (original.matches)
+                result.matches = original.matches;
+            results.push(result);
+        }
+    }
+    return results;
+}
+//# sourceMappingURL=hybrid.js.map

package/dist/search/hybrid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.js","sourceRoot":"","sources":["../../src/search/hybrid.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,UAAU,CACxB,WAA2B,EAC3B,eAA+B,EAC/B,IAAY,EACZ,CAAC,GAAG,EAAE;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;IAErD,uBAAuB;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1B,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;QACnC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1B,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAElB,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,MAAM,GAAiB,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;YAChE,IAAI,QAAQ,CAAC,OAAO;gBAAE,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/search/semantic.d.ts

@@ -0,0 +1,44 @@
+import type { CodeSymbol, SearchResult } from "../types.js";
+export interface EmbeddingProvider {
+    embed(texts: string[]): Promise<number[][]>;
+    readonly dimensions: number;
+    readonly model: string;
+}
+/**
+ * Build a searchable text string from a symbol for embedding.
+ * Format: "{kind} {name}\n{signature}\n{docstring first line}\n{body first 200 chars}"
+ */
+export declare function buildSymbolText(symbol: CodeSymbol): string;
+export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
+/**
+ * Search embeddings by cosine similarity (linear scan).
+ * Returns top-k results sorted by similarity descending.
+ */
+export declare function searchSemantic(queryEmbedding: Float32Array, embeddings: Map<string, Float32Array>, symbols: Map<string, CodeSymbol>, topK: number): SearchResult[];
+export declare class VoyageProvider implements EmbeddingProvider {
+    readonly model = "voyage-code-3";
+    readonly dimensions = 1024;
+    private apiKey;
+    constructor(apiKey: string);
+    embed(texts: string[]): Promise<number[][]>;
+}
+export declare class OpenAIProvider implements EmbeddingProvider {
+    readonly model = "text-embedding-3-small";
+    readonly dimensions = 1536;
+    private apiKey;
+    constructor(apiKey: string);
+    embed(texts: string[]): Promise<number[][]>;
+}
+export declare class OllamaProvider implements EmbeddingProvider {
+    readonly model = "nomic-embed-text";
+    readonly dimensions = 768;
+    private baseUrl;
+    constructor(baseUrl: string);
+    embed(texts: string[]): Promise<number[][]>;
+}
+export declare function createEmbeddingProvider(provider: "voyage" | "openai" | "ollama", config: {
+    voyageApiKey?: string | null;
+    openaiApiKey?: string | null;
+    ollamaUrl?: string | null;
+}): EmbeddingProvider;
+//# sourceMappingURL=semantic.d.ts.map

package/dist/search/semantic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../src/search/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAM5D,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAiB1D;AAMD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAezE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,cAAc,EAAE,YAAY,EAC5B,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,EACrC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EAChC,IAAI,EAAE,MAAM,GACX,YAAY,EAAE,CAoBhB;AAoBD,qBAAa,cAAe,YAAW,iBAAiB;IACtD,QAAQ,CAAC,KAAK,mBAAmB;IACjC,QAAQ,CAAC,UAAU,QAAQ;IAC3B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAIpB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAyBlD;AAMD,qBAAa,cAAe,YAAW,iBAAiB;IACtD,QAAQ,CAAC,KAAK,4BAA4B;IAC1C,QAAQ,CAAC,UAAU,QAAQ;IAC3B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,MAAM;IAIpB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAwBlD;AAMD,qBAAa,cAAe,YAAW,iBAAiB;IACtD,QAAQ,CAAC,KAAK,sBAAsB;IACpC,QAAQ,CAAC,UAAU,OAAO;IAC1B,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,MAAM;IAIrB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CA4BlD;AAMD,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,EACxC,MAAM,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAChG,iBAAiB,CAenB"}

package/dist/search/semantic.js

@@ -0,0 +1,194 @@
+/**
+ * Build a searchable text string from a symbol for embedding.
+ * Format: "{kind} {name}\n{signature}\n{docstring first line}\n{body first 200 chars}"
+ */
+export function buildSymbolText(symbol) {
+    const parts = [`${symbol.kind} ${symbol.name}`];
+    if (symbol.signature) {
+        parts.push(symbol.signature);
+    }
+    if (symbol.docstring) {
+        const firstLine = symbol.docstring.split("\n")[0]?.trim();
+        if (firstLine)
+            parts.push(firstLine);
+    }
+    if (symbol.source) {
+        parts.push(symbol.source.slice(0, 200));
+    }
+    return parts.join("\n");
+}
+// ---------------------------------------------------------------------------
+// Cosine similarity
+// ---------------------------------------------------------------------------
+export function cosineSimilarity(a, b) {
+    let dot = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        const ai = a[i];
+        const bi = b[i];
+        dot += ai * bi;
+        normA += ai * ai;
+        normB += bi * bi;
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom > 0 ? dot / denom : 0;
+}
+/**
+ * Search embeddings by cosine similarity (linear scan).
+ * Returns top-k results sorted by similarity descending.
+ */
+export function searchSemantic(queryEmbedding, embeddings, symbols, topK) {
+    const scored = [];
+    for (const [id, vec] of embeddings) {
+        if (vec.length !== queryEmbedding.length)
+            continue;
+        const score = cosineSimilarity(queryEmbedding, vec);
+        scored.push({ id, score });
+    }
+    scored.sort((a, b) => b.score - a.score);
+    const results = [];
+    for (const { id, score } of scored.slice(0, topK)) {
+        const symbol = symbols.get(id);
+        if (symbol) {
+            results.push({ symbol, score });
+        }
+    }
+    return results;
+}
+// ---------------------------------------------------------------------------
+// Response shape guard for OpenAI / Voyage embedding APIs
+// ---------------------------------------------------------------------------
+function isEmbeddingResponse(data) {
+    if (!data || typeof data !== "object")
+        return false;
+    const obj = data;
+    if (!Array.isArray(obj["data"]))
+        return false;
+    return obj["data"].every((item) => typeof item === "object" && item !== null && Array.isArray(item["embedding"]));
+}
+// ---------------------------------------------------------------------------
+// Voyage AI provider
+// ---------------------------------------------------------------------------
+export class VoyageProvider {
+    model = "voyage-code-3";
+    dimensions = 1024;
+    apiKey;
+    constructor(apiKey) {
+        this.apiKey = apiKey;
+    }
+    async embed(texts) {
+        const response = await fetch("https://api.voyageai.com/v1/embeddings", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                input: texts,
+                model: this.model,
+                input_type: "document",
+            }),
+        });
+        if (!response.ok) {
+            const body = await response.text();
+            throw new Error(`Voyage API error ${response.status}: ${body}`);
+        }
+        const data = await response.json();
+        if (!isEmbeddingResponse(data)) {
+            throw new Error(`Unexpected Voyage API response shape: ${JSON.stringify(data).slice(0, 200)}`);
+        }
+        return data.data.map((d) => d.embedding);
+    }
+}
+// ---------------------------------------------------------------------------
+// OpenAI provider
+// ---------------------------------------------------------------------------
+export class OpenAIProvider {
+    model = "text-embedding-3-small";
+    dimensions = 1536;
+    apiKey;
+    constructor(apiKey) {
+        this.apiKey = apiKey;
+    }
+    async embed(texts) {
+        const response = await fetch("https://api.openai.com/v1/embeddings", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                input: texts,
+                model: this.model,
+            }),
+        });
+        if (!response.ok) {
+            const body = await response.text();
+            throw new Error(`OpenAI API error ${response.status}: ${body}`);
+        }
+        const data = await response.json();
+        if (!isEmbeddingResponse(data)) {
+            throw new Error(`Unexpected OpenAI API response shape: ${JSON.stringify(data).slice(0, 200)}`);
+        }
+        return data.data.map((d) => d.embedding);
+    }
+}
+// ---------------------------------------------------------------------------
+// Ollama provider (local)
+// ---------------------------------------------------------------------------
+export class OllamaProvider {
+    model = "nomic-embed-text";
+    dimensions = 768;
+    baseUrl;
+    constructor(baseUrl) {
+        this.baseUrl = baseUrl.replace(/\/$/, "");
+    }
+    async embed(texts) {
+        // Ollama doesn't support batch — call sequentially
+        const results = [];
+        for (const text of texts) {
+            const response = await fetch(`${this.baseUrl}/api/embeddings`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    model: this.model,
+                    prompt: text,
+                }),
+            });
+            if (!response.ok) {
+                const body = await response.text();
+                throw new Error(`Ollama API error ${response.status}: ${body}`);
+            }
+            const data = await response.json();
+            if (!data || typeof data !== "object" || !("embedding" in data) || !Array.isArray(data["embedding"])) {
+                throw new Error(`Unexpected Ollama API response shape: ${JSON.stringify(data).slice(0, 200)}`);
+            }
+            results.push(data.embedding);
+        }
+        return results;
+    }
+}
+// ---------------------------------------------------------------------------
+// Factory
+// ---------------------------------------------------------------------------
+export function createEmbeddingProvider(provider, config) {
+    switch (provider) {
+        case "voyage": {
+            if (!config.voyageApiKey)
+                throw new Error("CODESIFT_VOYAGE_API_KEY not set");
+            return new VoyageProvider(config.voyageApiKey);
+        }
+        case "openai": {
+            if (!config.openaiApiKey)
+                throw new Error("CODESIFT_OPENAI_API_KEY not set");
+            return new OpenAIProvider(config.openaiApiKey);
+        }
+        case "ollama": {
+            if (!config.ollamaUrl)
+                throw new Error("CODESIFT_OLLAMA_URL not set");
+            return new OllamaProvider(config.ollamaUrl);
+        }
+    }
+}
+//# sourceMappingURL=semantic.js.map

package/dist/search/semantic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../src/search/semantic.ts"],"names":[],"mappings":"AAYA;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,MAAM,KAAK,GAAa,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAE1D,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1D,IAAI,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACjB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACjB,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;QACf,KAAK,IAAI,EAAE,GAAG,EAAE,CAAC;QACjB,KAAK,IAAI,EAAE,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,cAA4B,EAC5B,UAAqC,EACrC,OAAgC,EAChC,IAAY;IAEZ,MAAM,MAAM,GAAyC,EAAE,CAAC;IAExD,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,GAAG,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;YAAE,SAAS;QACnD,MAAM,KAAK,GAAG,gBAAgB,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEzC,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,IAAa;IACxC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACpD,MAAM,GAAG,GAAG,IAA+B,CAAC;IAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,CACtB,CAAC,IAAa,EAAE,EAAE,CAChB,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAE,IAAgC,CAAC,WAAW,CAAC,CAAC,CAC7G,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,OAAO,cAAc;IAChB,KAAK,GAAG,eAAe,CAAC;IACxB,UAAU,GAAG,IAAI,CAAC;IACnB,MAAM,CAAS;IAEvB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YACrE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,UAAU;aACvB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,OAAO,cAAc;IAChB,KAAK,GAAG,wBAAwB,CAAC;IACjC,UAAU,GAAG,IAAI,CAAC;IACnB,MAAM,CAAS;IAEvB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;YACnE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E,MAAM,OAAO,cAAc;IAChB,KAAK,GAAG,kBAAkB,CAAC;IAC3B,UAAU,GAAG,GAAG,CAAC;IAClB,OAAO,CAAS;IAExB,YAAY,OAAe;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,mDAAmD;QACnD,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,IAAgC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;gBAClI,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACjG,CAAC;YACD,OAAO,CAAC,IAAI,CAAE,IAAgC,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,MAAM,UAAU,uBAAuB,CACrC,QAAwC,EACxC,MAAiG;IAEjG,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAC7E,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YAC7E,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACtE,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/server.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=server.d.ts.map

package/dist/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":""}