grepmax 0.14.0 → 0.14.2

package/README.md

@@ -118,8 +118,7 @@ Plugins auto-update when you run `npm install -g grepmax@latest` — no need to
 
 | Tool | Description |
 | --- | --- |
-| `semantic_search` | Search by meaning. 16+ params: query, limit, role, language, scope (project/all), etc. |
-| `search_all` | Cross-project search. Same params + project filtering. |
+| `semantic_search` | Search by meaning. 16+ params: query, limit, role, language, scope (project/all), project filtering, etc. |
 | `code_skeleton` | File structure with bodies collapsed (~4x fewer tokens). |
 | `trace_calls` | Call graph: importers, callers (multi-hop), callees with file:line. |
 | `extract_symbol` | Complete function/class body by symbol name. |
@@ -287,6 +286,7 @@ fixtures/
 gmax doctor                   # Check health
 gmax doctor --fix             # Auto-repair (compact, prune, fix locks)
 gmax doctor --agent           # Machine-readable health output
+gmax index                    # Reindex (auto-detects and repairs cache/vector mismatches)
 gmax index --reset            # Full reindex from scratch
 gmax watch stop && gmax watch --daemon -b  # Restart daemon
 ```

package/dist/lib/daemon/daemon.js

@@ -294,6 +294,9 @@ class Daemon {
             const { walk } = yield Promise.resolve().then(() => __importStar(require("../index/walker")));
             const { INDEXABLE_EXTENSIONS } = yield Promise.resolve().then(() => __importStar(require("../../config")));
             const { isFileCached } = yield Promise.resolve().then(() => __importStar(require("../utils/cache-check")));
+            const rootPrefix = root.endsWith("/") ? root : `${root}/`;
+            const cachedPaths = yield this.metaCache.getKeysWithPrefix(rootPrefix);
+            const seenPaths = new Set();
             let queued = 0;
             try {
                 for (var _d = true, _e = __asyncValues(walk(root, {
@@ -307,6 +310,7 @@ class Daemon {
                     const bn = path.basename(absPath).toLowerCase();
                     if (!INDEXABLE_EXTENSIONS.has(ext) && !INDEXABLE_EXTENSIONS.has(bn))
                         continue;
+                    seenPaths.add(absPath);
                     try {
                         const stats = yield fs.promises.stat(absPath);
                         const cached = this.metaCache.get(absPath);
@@ -325,8 +329,21 @@ class Daemon {
                 }
                 finally { if (e_1) throw e_1.error; }
             }
-            if (queued > 0) {
-                console.log(`[daemon:${path.basename(root)}] Catchup: ${queued} file(s) changed while offline`);
+            // Purge files deleted while daemon was offline
+            let purged = 0;
+            for (const cachedPath of cachedPaths) {
+                if (!seenPaths.has(cachedPath)) {
+                    processor.handleFileEvent("unlink", cachedPath);
+                    purged++;
+                }
+            }
+            if (queued > 0 || purged > 0) {
+                const parts = [];
+                if (queued > 0)
+                    parts.push(`${queued} changed`);
+                if (purged > 0)
+                    parts.push(`${purged} deleted`);
+                console.log(`[daemon:${path.basename(root)}] Catchup: ${parts.join(", ")} file(s) while offline`);
             }
         });
     }

package/dist/lib/index/batch-processor.js

@@ -53,6 +53,7 @@ const pool_1 = require("../workers/pool");
 const watcher_batch_1 = require("./watcher-batch");
 const DEBOUNCE_MS = 2000;
 const MAX_RETRIES = 5;
+const MAX_BATCH_SIZE = 50;
 class ProjectBatchProcessor {
     constructor(opts) {
         this.pending = new Map();
@@ -112,12 +113,22 @@ class ProjectBatchProcessor {
                 (0, logger_1.log)(this.wtag, `Batch timed out after ${this.batchTimeoutMs}ms, aborting`);
                 batchAc.abort();
             }, this.batchTimeoutMs);
-            const batch = new Map(this.pending);
-            this.pending.clear();
+            const batch = new Map();
+            let taken = 0;
+            for (const [absPath, event] of this.pending) {
+                batch.set(absPath, event);
+                taken++;
+                if (taken >= MAX_BATCH_SIZE)
+                    break;
+            }
+            for (const key of batch.keys()) {
+                this.pending.delete(key);
+            }
             const filenames = [...batch.keys()].map((p) => path.basename(p));
             (0, logger_1.log)(this.wtag, `Processing ${batch.size} changed files: ${filenames.join(", ")}`);
             const start = Date.now();
             let reindexed = 0;
+            let processed = 0;
             try {
                 // No lock needed — daemon is the single writer to LanceDB/MetaCache
                 const pool = (0, pool_1.getWorkerPool)();
@@ -130,6 +141,10 @@ class ProjectBatchProcessor {
                     if (batchAc.signal.aborted)
                         break;
                     attempted.add(absPath);
+                    processed++;
+                    if (batch.size > 10 && (processed % 10 === 0 || processed === batch.size)) {
+                        (0, logger_1.log)(this.wtag, `Progress: ${processed}/${batch.size} (${reindexed} reindexed)`);
+                    }
                     if (event === "unlink") {
                         deletes.push(absPath);
                         metaDeletes.push(absPath);
@@ -219,7 +234,8 @@ class ProjectBatchProcessor {
                 if (reindexed > 0) {
                     (_a = this.onReindex) === null || _a === void 0 ? void 0 : _a.call(this, reindexed, duration);
                 }
-                (0, logger_1.log)(this.wtag, `Batch complete: ${batch.size} files, ${reindexed} reindexed (${(duration / 1000).toFixed(1)}s)`);
+                const remaining = this.pending.size;
+                (0, logger_1.log)(this.wtag, `Batch complete: ${batch.size} files, ${reindexed} reindexed (${(duration / 1000).toFixed(1)}s)${remaining > 0 ? ` — ${remaining} remaining` : ""}`);
                 for (const absPath of batch.keys()) {
                     this.retryCount.delete(absPath);
                 }

package/dist/lib/index/syncer.js

@@ -234,16 +234,25 @@ function initialSync(options) {
                 // Scope checks to this project's paths only
                 const projectKeys = yield mc.getKeysWithPrefix(rootPrefix);
                 (0, logger_1.log)("index", `Cached files: ${projectKeys.size}`);
-                // Coherence check: if LMDB has entries but LanceDB has no vectors for
-                // this project, the vector store was wiped (e.g. compaction failure,
-                // manual cleanup). Clear the stale cache so files get re-embedded.
-                if (projectKeys.size > 0 && !(yield vectorDb.hasRowsForPath(rootPrefix))) {
+                // Coherence check: if LMDB has substantially more entries than LanceDB
+                // has distinct files, the vector store is out of sync (e.g. batch
+                // timeouts wrote MetaCache but not vectors, compaction failure, etc.).
+                // Clear the stale cache entries so those files get re-embedded.
+                const vectorFileCount = yield vectorDb.countDistinctFilesForPath(rootPrefix);
+                if (projectKeys.size > 0 && vectorFileCount === 0) {
                     (0, logger_1.log)("index", `Stale cache detected: ${projectKeys.size} cached files but no vectors — clearing cache`);
                     for (const key of projectKeys) {
                         mc.delete(key);
                     }
                     projectKeys.clear();
                 }
+                else if (projectKeys.size > 0 && vectorFileCount < projectKeys.size * 0.8) {
+                    (0, logger_1.log)("index", `Partial cache detected: ${vectorFileCount} files in vectors vs ${projectKeys.size} in cache — clearing cache to re-embed missing files`);
+                    for (const key of projectKeys) {
+                        mc.delete(key);
+                    }
+                    projectKeys.clear();
+                }
                 const modelChanged = (0, index_config_1.checkModelMismatch)(paths.configPath);
                 if (reset || modelChanged) {
                     if (modelChanged) {

package/dist/lib/store/vector-db.js

@@ -442,6 +442,22 @@ class VectorDB {
             return rows.length > 0;
         });
     }
+    countDistinctFilesForPath(pathPrefix) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const table = yield this.ensureTable();
+            const prefix = pathPrefix.endsWith("/") ? pathPrefix : `${pathPrefix}/`;
+            const rows = yield table
+                .query()
+                .select(["path"])
+                .where(`path LIKE '${(0, filter_builder_1.escapeSqlString)(prefix)}%'`)
+                .toArray();
+            const unique = new Set();
+            for (const r of rows) {
+                unique.add(String(r.path));
+            }
+            return unique.size;
+        });
+    }
     getStats() {
         return __awaiter(this, void 0, void 0, function* () {
             const table = yield this.ensureTable();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.14.0",
+  "version": "0.14.2",
   "author": "Robert Owens <78518764+reowens@users.noreply.github.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.14.0",
+  "version": "0.14.2",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",

package/plugins/grepmax/hooks/start.js

@@ -126,7 +126,7 @@ async function main() {
     hookSpecificOutput: {
       hookEventName: "SessionStart",
       additionalContext:
-        'gmax ready. Use Bash(gmax "query" --agent) for search (one line per result, 89% fewer tokens). Bash(gmax extract <symbol>) for full function body. Bash(gmax peek <symbol>) for quick overview (sig+callers+callees). Bash(gmax trace <symbol>) for call graphs. Bash(gmax skeleton <path>) for structure. Bash(gmax diff [ref]) for git changes. Bash(gmax test <symbol>) for test coverage. Bash(gmax impact <symbol>) for blast radius. Bash(gmax similar <symbol>) for similar code. Bash(gmax context "topic" --budget 4000) for topic summary. Bash(gmax status) to check indexed projects. --agent flag works on search, trace, symbols, related, recent, status, project, extract, peek, diff, test, impact, similar. If search says "not added yet", run Bash(gmax add).',
+        'gmax ready. Use Bash(gmax "query" --agent) for search (one line per result, 89% fewer tokens). Bash(gmax extract <symbol>) for full function body. Bash(gmax peek <symbol>) for quick overview (sig+callers+callees). Bash(gmax trace <symbol>) for call graphs. Bash(gmax skeleton <path>) for structure. Bash(gmax diff [ref]) for git changes. Bash(gmax test <symbol>) for test coverage. Bash(gmax impact <symbol>) for blast radius. Bash(gmax similar <symbol>) for similar code. Bash(gmax context "topic" --budget 4000) for topic summary. Bash(gmax status) to check indexed projects. --agent flag works on search, trace, symbols, related, recent, status, project, extract, peek, diff, test, impact, similar. If search says "not added yet", run Bash(gmax add). If results look stale, run Bash(gmax index) to repair.',
     },
   };
   process.stdout.write(JSON.stringify(response));

package/plugins/grepmax/hooks/subagent-start.js

@@ -52,7 +52,7 @@ async function main() {
     hookSpecificOutput: {
       hookEventName: "SubagentStart",
       additionalContext:
-        'gmax semantic search is available. Use Bash(gmax "query" --agent) for concept search, Bash(gmax peek <symbol>) for overview, Bash(gmax extract <symbol>) for full body, Bash(gmax trace <symbol>) for call graph.',
+        'gmax semantic search is available. Use Bash(gmax "query" --agent) for concept search, Bash(gmax peek <symbol>) for overview, Bash(gmax extract <symbol>) for full body, Bash(gmax trace <symbol>) for call graph. If results look stale, run Bash(gmax index) to repair.',
     },
   };
   process.stdout.write(JSON.stringify(response));

package/plugins/grepmax/skills/grepmax/SKILL.md

@@ -229,4 +229,4 @@ gmax llm on/off/start/stop/status          # manage local LLM server
 
 1. Check if the project is added: `Bash(gmax status)`
 2. If not added: `Bash(gmax add)`
-3. If stale: `Bash(gmax index)` to force re-index
+3. If stale: `Bash(gmax index)` to re-index (auto-detects and repairs cache/vector mismatches)