grepmax 0.26.69 → 0.26.71

package/dist/lib/daemon/document-search-handler.js

@@ -0,0 +1,194 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.documentFilter = documentFilter;
+exports.handleDocumentSearch = handleDocumentSearch;
+const path = __importStar(require("node:path"));
+const document_contract_1 = require("../mcp/document-contract");
+function sqlString(input) {
+    return `'${input.replace(/'/g, "''")}'`;
+}
+function documentFilter(prefixes) {
+    return `(${prefixes
+        .map((prefix) => {
+        const dir = prefix.endsWith(path.sep) ? prefix : prefix + path.sep;
+        return `(path = ${sqlString(prefix)} OR (path >= ${sqlString(dir)} AND path < ${sqlString(`${dir}\uffff`)}))`;
+    })
+        .join(" OR ")}) AND lower(path) LIKE '%.md'`;
+}
+function handleDocumentSearch(deps, cmd, signal) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        var _c, _d;
+        try {
+            const deadline = performance.now() + document_contract_1.DOCUMENT_LIMITS.deadlineMs;
+            signal = AbortSignal.any([
+                signal,
+                AbortSignal.timeout(document_contract_1.DOCUMENT_LIMITS.deadlineMs),
+            ]);
+            signal.throwIfAborted();
+            if (cmd.contractVersion !== document_contract_1.DOCUMENT_CONTRACT_VERSION)
+                return (0, document_contract_1.documentFailure)("unsupported_tool");
+            if (deps.state() !== "ready")
+                return (0, document_contract_1.documentFailure)(deps.state());
+            if (typeof cmd.checkout !== "string")
+                return (0, document_contract_1.documentFailure)("no_index");
+            const context = (0, document_contract_1.selectDocumentContext)(deps.home, cmd.checkout);
+            if (cmd.projectRoot !== context.wireRoot || cmd.store !== context.store)
+                return (0, document_contract_1.documentFailure)("store_unavailable");
+            const embeddingState = deps.embeddingState(context.wireRoot);
+            if (embeddingState !== "ready")
+                return (0, document_contract_1.documentFailure)(embeddingState);
+            const generation = deps.generation();
+            if (!(0, document_contract_1.documentGeneration)(generation))
+                return (0, document_contract_1.documentFailure)("index_unavailable");
+            if (!(0, document_contract_1.documentGeneration)(cmd.generation) || cmd.generation !== generation)
+                return (0, document_contract_1.documentFailure)("embedding_mismatch");
+            const recheck = () => {
+                signal.throwIfAborted();
+                if (performance.now() >= deadline)
+                    throw new Error("timeout");
+                if (deps.state() !== "ready")
+                    throw new Error(deps.state());
+                if (deps.generation() !== generation ||
+                    deps.embeddingState(context.wireRoot) !== "ready")
+                    throw new Error("embedding_mismatch");
+            };
+            const base = {
+                ok: true,
+                root: context.root,
+                store: context.store,
+                generation,
+            };
+            if (cmd.cmd === "documents.status") {
+                const { paths, requested } = (0, document_contract_1.documentCoveragePaths)(cmd.paths, context);
+                const covered = paths.flatMap((file) => {
+                    const entry = deps.meta(file);
+                    return (entry === null || entry === void 0 ? void 0 : entry.hasVectors) === true
+                        ? [
+                            Object.assign(Object.assign({ path: file }, (entry.hashVersion === 1 && /^[a-f0-9]{64}$/.test(entry.hash)
+                                ? { hash: entry.hash, hashAlgorithm: "sha256-bytes" }
+                                : {})), ((0, document_contract_1.documentMtime)(entry.mtimeMs) !== null
+                                ? { indexedMtimeMs: entry.mtimeMs }
+                                : {})),
+                        ]
+                        : [];
+                });
+                recheck();
+                const state = (0, document_contract_1.documentQueryState)(deps.queryState());
+                return Object.assign(Object.assign({}, base), { embeddingReady: state === "ready", queryState: state, lastIndexed: (_c = (0, document_contract_1.documentIndexedAt)((_a = deps.lastIndexed) === null || _a === void 0 ? void 0 : _a.call(deps, context.wireRoot))) !== null && _c !== void 0 ? _c : context.lastIndexed, indexState: (0, document_contract_1.documentIndexState)(deps.indexState(context.wireRoot)), covered, coverage: {
+                        requested,
+                        indexed: covered.length,
+                        partial: covered.length !== requested,
+                    } });
+            }
+            if (cmd.cmd !== "documents.search")
+                return (0, document_contract_1.documentFailure)("unsupported_tool");
+            if (typeof cmd.query !== "string" ||
+                !cmd.query.trim() ||
+                cmd.query.length > document_contract_1.DOCUMENT_LIMITS.query)
+                return (0, document_contract_1.documentFailure)("search_unavailable");
+            const prefixes = (0, document_contract_1.documentPaths)(cmd.prefixes, context, "prefixes");
+            const state = deps.queryState();
+            if (state !== "ready")
+                return (0, document_contract_1.documentFailure)(state);
+            recheck();
+            const encoded = yield deps.encode(cmd.query, signal);
+            recheck();
+            if (!encoded.dense.length || !encoded.dense.every(Number.isFinite))
+                return (0, document_contract_1.documentFailure)("embedding_unavailable");
+            const table = yield deps.table();
+            recheck();
+            const remainingMs = Math.floor(deadline - performance.now());
+            if (remainingMs <= 0)
+                throw new Error("timeout");
+            // Await the actual native promise, not a JS timeout race. The caller's
+            // bridge/signal has its own deadline; shared ownership must remain until
+            // native completion, even if the SDK fails to honor its native timeout.
+            const rows = (yield table
+                .vectorSearch(encoded.dense)
+                .distanceType("cosine")
+                .where(documentFilter(prefixes))
+                .select(["path", "hash", "start_line", "end_line", "_distance"])
+                .limit(document_contract_1.DOCUMENT_LIMITS.candidates)
+                .toArray({ timeoutMs: remainingMs }));
+            recheck();
+            const matches = rows.slice(0, document_contract_1.DOCUMENT_LIMITS.candidates).flatMap((row) => {
+                if (typeof row.path !== "string" ||
+                    !prefixes.some((prefix) => row.path === prefix || row.path.startsWith(prefix + path.sep)))
+                    return [];
+                const file = (0, document_contract_1.canonicalPointer)(row.path, context);
+                if (!file ||
+                    !Number.isInteger(row.start_line) ||
+                    row.start_line < 0 ||
+                    !Number.isInteger(row.end_line) ||
+                    row.end_line < row.start_line ||
+                    !Number.isFinite(row._distance))
+                    return [];
+                const entry = deps.meta(row.path);
+                // Only a matching current metadata revision proves this row's digest is bytes.
+                const hash = (entry === null || entry === void 0 ? void 0 : entry.hashVersion) === 1 &&
+                    entry.hasVectors === true &&
+                    row.hash === entry.hash &&
+                    /^[a-f0-9]{64}$/.test(row.hash)
+                    ? { hash: row.hash, hashAlgorithm: "sha256-bytes" }
+                    : {};
+                return [
+                    Object.assign({ path: file, startLine: row.start_line + 1, endLine: row.end_line + 1, score: 1 / (1 + Math.max(0, row._distance)) }, hash),
+                ];
+            });
+            return Object.assign(Object.assign({}, base), { indexState: (0, document_contract_1.documentIndexState)(deps.indexState(context.wireRoot)), matches, retrieval: "dense", candidateLimit: document_contract_1.DOCUMENT_LIMITS.candidates });
+        }
+        catch (error) {
+            const e = error;
+            return (0, document_contract_1.documentFailure)(signal.aborted
+                ? ((_b = signal.reason) === null || _b === void 0 ? void 0 : _b.name) === "TimeoutError"
+                    ? "timeout"
+                    : "cancelled"
+                : e.name === "QueryTimeoutError"
+                    ? "timeout"
+                    : ((_d = e.code) !== null && _d !== void 0 ? _d : e.message));
+        }
+    });
+}

package/dist/lib/daemon/graph-handler.js

@@ -537,13 +537,15 @@ function findFileCycles(deps, prefix, top) {
  * `top` caps each list; `deadTotal` reports the full pre-cap dead count.
  */
 function computeAudit(rows, prefix, top) {
-    var _a;
-    var _b;
-    // First definition of a symbol wins (matches GraphBuilder semantics).
+    var _a, _b, _c, _d, _e, _f;
+    var _g;
+    var _h;
+    // Only a uniquely defined name can establish an architectural edge.
     const defs = new Map();
     // Distinct files defining each name — name-based edges can't tell same-name
     // symbols apart, so multi-file definitions get flagged in the output.
     const defFileCounts = new Map();
+    const defLocations = new Map();
     // Distinct files that reference a symbol (cross-file inbound edges).
     const inboundFiles = new Map();
     const inboundTotal = new Map();
@@ -562,9 +564,15 @@ function computeAudit(rows, prefix, top) {
             if (!defs.has(s)) {
                 defs.set(s, { file, line, exported, complexity: 0 });
             }
+            else {
+                (_h = defs.get(s)).exported || (_h.exported = exported);
+            }
             if (!defFileCounts.has(s))
                 defFileCounts.set(s, new Set());
             defFileCounts.get(s).add(file);
+            if (!defLocations.has(s))
+                defLocations.set(s, new Set());
+            defLocations.get(s).add(`${file}:${line}`);
             if (!fileDefs.has(file))
                 fileDefs.set(file, new Set());
             fileDefs.get(file).add(s);
@@ -586,7 +594,7 @@ function computeAudit(rows, prefix, top) {
             continue;
         // Builtin method names (get, set, push, …) leak in via prototype/member
         // definitions and their inbound counts are meaningless name collisions.
-        if ((0, callsites_1.isBuiltinCallee)(symbol))
+        if ((0, callsites_1.isBuiltinCallee)(symbol) || ((_a = defLocations.get(symbol)) === null || _a === void 0 ? void 0 : _a.size) !== 1)
             continue;
         const refFiles = inboundFiles.get(symbol);
         if (!refFiles)
@@ -603,7 +611,7 @@ function computeAudit(rows, prefix, top) {
             line: info.line,
             inboundFiles: external,
             totalRefs: inboundTotal.get(symbol) || 0,
-            defFiles: (_b = (_a = defFileCounts.get(symbol)) === null || _a === void 0 ? void 0 : _a.size) !== null && _b !== void 0 ? _b : 1,
+            defFiles: (_g = (_b = defFileCounts.get(symbol)) === null || _b === void 0 ? void 0 : _b.size) !== null && _g !== void 0 ? _g : 1,
         });
     }
     godNodes.sort((a, b) => b.inboundFiles - a.inboundFiles || b.totalRefs - a.totalRefs);
@@ -613,6 +621,8 @@ function computeAudit(rows, prefix, top) {
     for (const [file, syms] of fileDefs) {
         const dependents = new Set();
         for (const s of syms) {
+            if ((0, callsites_1.isBuiltinCallee)(s) || ((_c = defLocations.get(s)) === null || _c === void 0 ? void 0 : _c.size) !== 1)
+                continue;
             const refFiles = inboundFiles.get(s);
             if (!refFiles)
                 continue;
@@ -626,7 +636,9 @@ function computeAudit(rows, prefix, top) {
         const out = fileOutRefs.get(file);
         if (out)
             for (const s of out)
-                if (defs.has(s))
+                if (defs.has(s) &&
+                    !(0, callsites_1.isBuiltinCallee)(s) &&
+                    ((_d = defLocations.get(s)) === null || _d === void 0 ? void 0 : _d.size) === 1)
                     fanOut++;
         hubFiles.push({
             file: rel(file, prefix),
@@ -639,7 +651,7 @@ function computeAudit(rows, prefix, top) {
     const fileDeps = new Map();
     for (const [file, refs] of fileOutRefs) {
         for (const s of refs) {
-            if ((0, callsites_1.isBuiltinCallee)(s))
+            if ((0, callsites_1.isBuiltinCallee)(s) || ((_e = defLocations.get(s)) === null || _e === void 0 ? void 0 : _e.size) !== 1)
                 continue;
             const defFiles = defFileCounts.get(s);
             if (!defFiles || defFiles.size !== 1)
@@ -657,7 +669,9 @@ function computeAudit(rows, prefix, top) {
     // references anywhere (including their own file).
     const deadAll = [];
     for (const [symbol, info] of defs) {
-        if (info.exported)
+        if (info.exported ||
+            ((_f = defLocations.get(symbol)) === null || _f === void 0 ? void 0 : _f.size) !== 1 ||
+            (0, callsites_1.isBuiltinCallee)(symbol))
             continue;
         if ((inboundTotal.get(symbol) || 0) > 0)
             continue;
@@ -665,6 +679,7 @@ function computeAudit(rows, prefix, top) {
     }
     deadAll.sort((a, b) => a.file.localeCompare(b.file) || a.line - b.line);
     return {
+        ambiguousSymbols: [...defLocations.values()].filter((locations) => locations.size > 1).length,
         scannedChunks: rows.length,
         scannedFiles: files.size,
         godNodes: godNodes.slice(0, top),

package/dist/lib/daemon/ipc-handler.js

@@ -133,13 +133,17 @@ function handleCommand(daemon, cmd, conn) {
                 cmd.cmd !== "shutdown" &&
                 (daemon.operationStatus() === "closing" ||
                     daemon.operationStatus() === "closed")) {
-                return errorResponse(new operation_coordinator_1.OperationClosedError());
+                return cmd.cmd === "documents.status" || cmd.cmd === "documents.search"
+                    ? { ok: false, state: "busy" }
+                    : errorResponse(new operation_coordinator_1.OperationClosedError());
             }
             // The socket listens before LanceDB/MetaCache are open so liveness probes
             // succeed during slow startup. Gate resource-dependent commands until those
             // stores exist; ping/shutdown must always work (probes + restart).
             if (cmd.cmd !== "ping" && cmd.cmd !== "shutdown" && !daemon.isReady()) {
-                return { ok: false, error: "daemon initializing" };
+                return cmd.cmd === "documents.status" || cmd.cmd === "documents.search"
+                    ? { ok: false, state: "index_unavailable" }
+                    : { ok: false, error: "daemon initializing" };
             }
             switch (cmd.cmd) {
                 case "ping":
@@ -157,6 +161,7 @@ function handleCommand(daemon, cmd, conn) {
                             exclusiveGenerationRebuild: exports.EXCLUSIVE_GENERATION_REBUILD_PROTOCOL,
                             readVerbs: read_verbs_1.READ_VERBS_PROTOCOL,
                             searchDiagnostics: 1,
+                            existingIndexOnlySearch: 1,
                             perFileSearch: 1,
                             // `watch`/`unwatch` accept holder/pid/ttlMs. A daemon without this
                             // treats `unwatch` as unwatch-for-everyone, so clients releasing a
@@ -225,6 +230,28 @@ function handleCommand(daemon, cmd, conn) {
                     setImmediate(() => daemon.shutdown());
                     return { ok: true };
                 }
+                case "documents.status":
+                case "documents.search": {
+                    const ac = new AbortController();
+                    const close = () => ac.abort();
+                    conn.once("close", close);
+                    try {
+                        return yield daemon.documentSearch(cmd, ac.signal);
+                    }
+                    catch (error) {
+                        return {
+                            ok: false,
+                            state: ac.signal.aborted
+                                ? "cancelled"
+                                : error instanceof operation_coordinator_1.OperationBusyError
+                                    ? "busy"
+                                    : "index_unavailable",
+                        };
+                    }
+                    finally {
+                        conn.off("close", close);
+                    }
+                }
                 case "search":
                 case "search-v2": {
                     const isV2 = cmd.cmd === "search-v2";

package/dist/lib/daemon/rows-handler.js

@@ -41,8 +41,15 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MAX_LOCATE_ROWS = exports.ReadVerbError = void 0;
+exports.MAX_LOCATE_ROWS = exports.MAX_PROJECT_ROWS = exports.ReadVerbError = void 0;
 exports.withLocalStore = withLocalStore;
 exports.scopeToWire = scopeToWire;
 exports.assertReadableProject = assertReadableProject;
@@ -51,6 +58,7 @@ exports.clampInt = clampInt;
 exports.asReadVerbResponse = asReadVerbResponse;
 exports.runSymbols = runSymbols;
 exports.handleRowsSymbols = handleRowsSymbols;
+exports.countProjectRows = countProjectRows;
 exports.runProject = runProject;
 exports.handleRowsProject = handleRowsProject;
 exports.runLocate = runLocate;
@@ -270,15 +278,42 @@ function handleRowsSymbols(deps, payload) {
         }));
     });
 }
+// --- rows.project -----------------------------------------------------------
+exports.MAX_PROJECT_ROWS = 200000;
+/** Count a path-only stream in bounded Arrow batches with a native deadline.
+ * The SDK's countRows API has no execution timeout. */
+function countProjectRows(query, timeoutMs) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, e_1, _b, _c;
+        let count = 0;
+        try {
+            for (var _d = true, _e = __asyncValues((0, query_timeout_1.streamQueryRows)(query, "project inventory count", timeoutMs)), _f; _f = yield _e.next(), _a = _f.done, !_a; _d = true) {
+                _c = _f.value;
+                _d = false;
+                const _row = _c;
+                count++;
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_d && !_a && (_b = _e.return)) yield _b.call(_e);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        return count;
+    });
+}
 /**
  * The `project` scan and its aggregation. Returns the finished overview rather
  * than the (up to 200 000) rows it was computed from — see the file header.
  */
 function runProject(deps, projectRoot) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
         const table = yield tableOf(deps);
         const prefix = projectRoot.endsWith("/") ? projectRoot : `${projectRoot}/`;
-        const rows = yield table
+        const scanned = yield table
             .query()
             .select([
             "path",
@@ -289,8 +324,15 @@ function runProject(deps, projectRoot) {
             "referenced_symbols",
         ])
             .where((0, filter_builder_1.pathStartsWith)(prefix))
-            .limit(200000)
-            .toArray(query_timeout_1.QUERY_EXECUTION_OPTIONS);
+            .limit(exports.MAX_PROJECT_ROWS + 1)
+            .toArray({
+            timeoutMs: (_a = deps.queryTimeoutMs) !== null && _a !== void 0 ? _a : query_timeout_1.QUERY_EXECUTION_OPTIONS.timeoutMs,
+        });
+        const sampled = scanned.length > exports.MAX_PROJECT_ROWS;
+        const rows = sampled ? scanned.slice(0, exports.MAX_PROJECT_ROWS) : scanned;
+        const totalChunks = sampled
+            ? yield countProjectRows(table.query().select(["path"]).where((0, filter_builder_1.pathStartsWith)(prefix)), deps.queryTimeoutMs)
+            : rows.length;
         const nodePath = yield Promise.resolve().then(() => __importStar(require("node:path")));
         const files = new Set();
         const extCounts = new Map();
@@ -343,6 +385,8 @@ function runProject(deps, projectRoot) {
             }
         }
         return {
+            sampled,
+            totalChunks,
             chunks: rows.length,
             files: files.size,
             extEntries: Array.from(extCounts.entries())