codesift-mcp 0.9.0 → 0.9.10

package/dist/tools/search-tools/zero-hit.js

@@ -0,0 +1,92 @@
+import { getCodeIndex } from "../index-tools.js";
+import { loadConfig } from "../../config.js";
+import { raceWallClock } from "../../utils/wall-clock.js";
+import { ZERO_HIT_EDIT_DISTANCE_MAX, ZERO_HIT_MIN_QUERY_LEN, ZERO_HIT_SEMANTIC_CAP_MS, ZERO_HIT_SEMANTIC_TOP_K, ZERO_HIT_SUGGESTION_CAP, } from "./constants.js";
+import { semanticSearch } from "./semantic-search.js";
+function boundedEditDistance(a, b, max) {
+    if (Math.abs(a.length - b.length) > max)
+        return max + 1;
+    let previous = Array.from({ length: b.length + 1 }, (_, index) => index);
+    for (let i = 1; i <= a.length; i++) {
+        const current = [i];
+        let rowMinimum = i;
+        for (let j = 1; j <= b.length; j++) {
+            const cost = a[i - 1] === b[j - 1] ? 0 : 1;
+            current[j] = Math.min(previous[j] + 1, current[j - 1] + 1, previous[j - 1] + cost);
+            if (current[j] < rowMinimum)
+                rowMinimum = current[j];
+        }
+        if (rowMinimum > max)
+            return max + 1;
+        previous = current;
+    }
+    return previous[b.length];
+}
+function suggestFromVocabulary(query, names) {
+    const normalizedQuery = query.toLowerCase();
+    const bestCandidates = [];
+    for (const name of names) {
+        if (bestCandidates.some((candidate) => candidate.name === name))
+            continue;
+        const normalizedName = name.toLowerCase();
+        if (normalizedName === normalizedQuery)
+            continue;
+        let score;
+        if (normalizedName.includes(normalizedQuery) || normalizedQuery.includes(normalizedName)) {
+            score = Math.abs(normalizedName.length - normalizedQuery.length);
+        }
+        else {
+            const distance = boundedEditDistance(normalizedQuery, normalizedName, ZERO_HIT_EDIT_DISTANCE_MAX);
+            if (distance > ZERO_HIT_EDIT_DISTANCE_MAX)
+                continue;
+            score = 10 + distance;
+        }
+        bestCandidates.push({ name, score });
+        bestCandidates.sort((left, right) => left.score - right.score || left.name.length - right.name.length);
+        if (bestCandidates.length > ZERO_HIT_SUGGESTION_CAP)
+            bestCandidates.pop();
+    }
+    return bestCandidates.map(({ name }) => name);
+}
+export async function zeroHitFallback(repo, query) {
+    const fallback = {};
+    const trimmedQuery = query.trim();
+    if (trimmedQuery.length < ZERO_HIT_MIN_QUERY_LEN)
+        return fallback;
+    if (!/\s/.test(trimmedQuery)) {
+        try {
+            const index = await getCodeIndex(repo);
+            if (index) {
+                const suggestions = suggestFromVocabulary(trimmedQuery, index.symbols.map((symbol) => symbol.name));
+                if (suggestions.length > 0)
+                    fallback.suggestions = suggestions;
+            }
+        }
+        catch {
+            // Vocabulary suggestions are best-effort.
+        }
+    }
+    try {
+        const config = loadConfig();
+        const { getRepo } = await import("../../storage/registry.js");
+        const repoMetadata = await getRepo(config.registryPath, repo);
+        if (repoMetadata) {
+            const { existsSync } = await import("node:fs");
+            const { getEmbeddingPath } = await import("../../storage/embedding-store.js");
+            const { getChunkEmbeddingPath } = await import("../../storage/chunk-store.js");
+            const hasEmbeddings = existsSync(getEmbeddingPath(repoMetadata.index_path))
+                || existsSync(getChunkEmbeddingPath(repoMetadata.index_path));
+            if (hasEmbeddings) {
+                const semanticResults = await raceWallClock(semanticSearch(repo, trimmedQuery, { top_k: ZERO_HIT_SEMANTIC_TOP_K }), ZERO_HIT_SEMANTIC_CAP_MS, () => "");
+                if (semanticResults && semanticResults !== "(no results)") {
+                    fallback.semantic_results = semanticResults;
+                }
+            }
+        }
+    }
+    catch {
+        // Semantic rescue is best-effort.
+    }
+    return fallback;
+}
+//# sourceMappingURL=zero-hit.js.map

package/dist/tools/search-tools/zero-hit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zero-hit.js","sourceRoot":"","sources":["../../../src/tools/search-tools/zero-hit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,0BAA0B,EAC1B,sBAAsB,EACtB,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,SAAS,mBAAmB,CAAC,CAAS,EAAE,CAAS,EAAE,GAAW;IAC5D,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG;QAAE,OAAO,GAAG,GAAG,CAAC,CAAC;IACxD,IAAI,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAE,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,IAAI,CAAC,CAAC;YACtF,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,UAAU;gBAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACzD,CAAC;QACD,IAAI,UAAU,GAAG,GAAG;YAAE,OAAO,GAAG,GAAG,CAAC,CAAC;QACrC,QAAQ,GAAG,OAAO,CAAC;IACrB,CAAC;IACD,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAE,CAAC;AAC7B,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,KAAuB;IACnE,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,cAAc,GAA2C,EAAE,CAAC;IAClE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QAC1E,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,cAAc,KAAK,eAAe;YAAE,SAAS;QACjD,IAAI,KAAa,CAAC;QAClB,IAAI,cAAc,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACzF,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,mBAAmB,CAAC,eAAe,EAAE,cAAc,EAAE,0BAA0B,CAAC,CAAC;YAClG,IAAI,QAAQ,GAAG,0BAA0B;gBAAE,SAAS;YACpD,KAAK,GAAG,EAAE,GAAG,QAAQ,CAAC;QACxB,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACrC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CACjE,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,GAAG,uBAAuB;YAAE,cAAc,CAAC,GAAG,EAAE,CAAC;IAC5E,CAAC;IACD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EACZ,KAAa;IAEb,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,YAAY,CAAC,MAAM,GAAG,sBAAsB;QAAE,OAAO,QAAQ,CAAC;IAElE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,WAAW,GAAG,qBAAqB,CACvC,YAAY,EACZ,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAC3C,CAAC;gBACF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;oBAAE,QAAQ,CAAC,WAAW,GAAG,WAAW,CAAC;YACjE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC9D,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/C,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;YAC9E,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;YAC/E,MAAM,aAAa,GAAG,UAAU,CAAC,gBAAgB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;mBACtE,UAAU,CAAC,qBAAqB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;YAChE,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,eAAe,GAAG,MAAM,aAAa,CACzC,cAAc,CAAC,IAAI,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,EACtE,wBAAwB,EACxB,GAAG,EAAE,CAAC,EAAE,CACT,CAAC;gBACF,IAAI,eAAe,IAAI,eAAe,KAAK,cAAc,EAAE,CAAC;oBAC1D,QAAQ,CAAC,gBAAgB,GAAG,eAAe,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;IACpC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/tools/search-tools.d.ts

@@ -1,65 +1,6 @@
-import type { SearchResult, TextMatch, TextMatchGroup, SymbolKind } from "../types.js";
-export type DetailLevel = "compact" | "standard" | "full";
-export interface SearchSymbolsOptions {
-    kind?: SymbolKind | undefined;
-    file_pattern?: string | undefined;
-    decorator?: string | undefined;
-    include_source?: boolean | undefined;
-    top_k?: number | undefined;
-    source_chars?: number | undefined;
-    detail_level?: DetailLevel | undefined;
-    token_budget?: number | undefined;
-    rerank?: boolean | undefined;
-}
-export interface SearchTextOptions {
-    regex?: boolean | undefined;
-    file_pattern?: string | undefined;
-    context_lines?: number | undefined;
-    max_results?: number | undefined;
-    group_by_file?: boolean | undefined;
-    auto_group?: boolean | undefined;
-    compact?: boolean | undefined;
-    ranked?: boolean | undefined;
-}
-/**
- * Search symbols by name/signature/docstring using BM25 ranking.
- * Supports filtering by symbol kind, file pattern, and decorator metadata.
- *
- * When query is empty, returns all symbols matching the filters (up to top_k).
- * When kind, decorator, or file_pattern filters are active, BM25 searches a wider candidate
- * set to avoid post-filter truncation.
- */
-export declare function searchSymbols(repo: string, query: string, options?: SearchSymbolsOptions): Promise<SearchResult[]>;
-/**
- * Full-text search across all files in a repository.
- * Walks the filesystem to search ALL text files, not just indexed ones.
- *
- * When group_by_file=true, returns TextMatchGroup[] instead of TextMatch[].
- * This reduces output by 80-90% for high-cardinality searches.
- */
-export declare function searchText(repo: string, query: string, options?: SearchTextOptions & {
-    group_by_file: true;
-}): Promise<TextMatchGroup[]>;
-export declare function searchText(repo: string, query: string, options?: SearchTextOptions & {
-    compact: true;
-}): Promise<string>;
-export declare function searchText(repo: string, query: string, options?: SearchTextOptions): Promise<TextMatch[]>;
-export declare function semanticSearch(repo: string, query: string, options?: {
-    top_k?: number;
-    file_pattern?: string;
-    exclude_tests?: boolean;
-    rerank?: boolean;
-}): Promise<string>;
-export interface ZeroHitFallbackResult {
-    /** Near-miss symbol names from the index vocabulary ("did you mean"). */
-    suggestions?: string[];
-    /** Formatted semantic-search results — present only when an embeddings
-     * index already existed and the query embedded within the time cap. */
-    semantic_results?: string;
-}
-/**
- * Build fallback guidance after a zero-hit text search. Both branches are
- * best-effort: any failure degrades to an empty object, never an error.
- */
-export declare function zeroHitFallback(repo: string, query: string): Promise<ZeroHitFallbackResult>;
+export { searchSymbols } from "./search-tools/symbol-search.js";
+export { searchText } from "./search-tools/text-search.js";
+export { semanticSearch } from "./search-tools/semantic-search.js";
+export { zeroHitFallback } from "./search-tools/zero-hit.js";
+export type { DetailLevel, SearchSymbolsOptions, SearchTextOptions, ZeroHitFallbackResult, } from "./search-tools/types.js";
 //# sourceMappingURL=search-tools.d.ts.map

package/dist/tools/search-tools.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search-tools.d.ts","sourceRoot":"","sources":["../../src/tools/search-tools.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAyDvF,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;AAE1D,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC9B;AA4YD;;;;;;;GAOG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,YAAY,EAAE,CAAC,CA+DzB;AAED;;;;;;GAMG;AACH,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,iBAAiB,GAAG;IAAE,aAAa,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;AAC7B,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,iBAAiB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GAC9C,OAAO,CAAC,MAAM,CAAC,CAAC;AACnB,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;AA4MxB,wBAAsB,cAAc,CAClC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IACR,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,GACA,OAAO,CAAC,MAAM,CAAC,CAWjB;AAkBD,MAAM,WAAW,qBAAqB;IACpC,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB;2EACuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AA6CD;;;GAGG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,qBAAqB,CAAC,CAgDhC"}
+{"version":3,"file":"search-tools.d.ts","sourceRoot":"","sources":["../../src/tools/search-tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,YAAY,EACV,WAAW,EACX,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC"}