grepmax 0.26.10 → 0.26.12

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
       "name": "grepmax",
       "source": "./plugins/grepmax",
       "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
-      "version": "0.26.10",
+      "version": "0.26.12",
       "author": {
         "name": "Robert Owens",
         "email": "robowens@me.com"

package/dist/commands/doctor.js

@@ -88,7 +88,7 @@ exports.doctor = new commander_1.Command("doctor")
     .option("--fix", "Auto-fix detected issues (compact, prune, remove stale locks)", false)
     .option("--agent", "Compact output for AI agents", false)
     .action((opts) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
     if (!opts.agent)
         console.log("gmax Doctor\n");
     const root = config_1.PATHS.globalRoot;
@@ -281,7 +281,7 @@ exports.doctor = new commander_1.Command("doctor")
                         ? "LOW"
                         : "ok";
         }
-        catch (_o) { }
+        catch (_p) { }
         const staleChunkerProjects = projects.filter((p) => {
             var _a;
             return p.status === "indexed" &&
@@ -486,7 +486,7 @@ exports.doctor = new commander_1.Command("doctor")
                         yield mc.close();
                     }
                 }
-                catch (_p) { }
+                catch (_q) { }
             }
         }
         // --fix auto-remediation
@@ -503,9 +503,39 @@ exports.doctor = new commander_1.Command("doctor")
             if (needsOptimize) {
                 if (!opts.agent)
                     console.log("...  Running optimize (compact + prune)...");
-                yield db.optimize(3, 0);
-                if (!opts.agent)
-                    console.log("ok  Optimize complete");
+                // Prefer the daemon. Lance's optimize deletes unverified files, which
+                // is only safe with a single writer on the store — optimizing here
+                // while the daemon compacts made this command a second writer. With a
+                // daemon up it owns compaction; without one we are the sole process
+                // and can do it in-process safely.
+                const { sendDaemonCommand } = yield Promise.resolve().then(() => __importStar(require("../lib/utils/daemon-client")));
+                const resp = yield sendDaemonCommand({ cmd: "optimize" }, { timeoutMs: 10 * 60 * 1000 });
+                let via = "daemon";
+                if (!resp.ok) {
+                    // Only fall back when the daemon could not take it. A daemon that
+                    // answered with a real failure should surface, not be retried here
+                    // as a competing writer.
+                    const reason = String((_k = resp.error) !== null && _k !== void 0 ? _k : "");
+                    // Fall back ONLY when nothing is listening. A daemon that is merely
+                    // too old ("unknown command") or busy ("timeout") is still a live
+                    // writer on the store, so optimizing here would recreate the
+                    // two-writer case this routing exists to prevent.
+                    const daemonAbsent = reason.includes("ECONNREFUSED") || reason.includes("ENOENT");
+                    if (daemonAbsent) {
+                        yield db.optimize(3, 0);
+                        via = "in-process (no daemon)";
+                    }
+                    else if (reason.includes("unknown command")) {
+                        via = "";
+                        console.log("WARN  Optimize skipped: the running daemon predates the optimize command. Restart it (gmax watch --daemon -b) and re-run.");
+                    }
+                    else {
+                        via = "";
+                        console.log(`WARN  Optimize failed via daemon: ${reason}`);
+                    }
+                }
+                if (via && !opts.agent)
+                    console.log(`ok  Optimize complete (${via})`);
                 fixed++;
             }
             if (orphanedProjects.length > 0) {
@@ -533,7 +563,7 @@ exports.doctor = new commander_1.Command("doctor")
                         const done = yield sendStreamingCommand({ cmd: "index", root: p.root, reset: true }, () => { }).catch((e) => ({ ok: false, error: String(e) }));
                         if (done.ok &&
                             (!("degraded" in done) || done.degraded !== true)) {
-                            const chunks = (_k = done.indexed) !== null && _k !== void 0 ? _k : 0;
+                            const chunks = (_l = done.indexed) !== null && _l !== void 0 ? _l : 0;
                             if (opts.agent) {
                                 console.log(`stale_chunker_reindexed\tname=${name}\tchunks=${chunks}`);
                             }
@@ -545,7 +575,7 @@ exports.doctor = new commander_1.Command("doctor")
                         else if (!opts.agent) {
                             const degraded = "degraded" in done && done.degraded === true;
                             const reason = degraded
-                                ? `${(_l = ("scanErrors" in done ? done.scanErrors : 0)) !== null && _l !== void 0 ? _l : 0} scan errors, ${(_m = ("failedFiles" in done ? done.failedFiles : 0)) !== null && _m !== void 0 ? _m : 0} file failures`
+                                ? `${(_m = ("scanErrors" in done ? done.scanErrors : 0)) !== null && _m !== void 0 ? _m : 0} scan errors, ${(_o = ("failedFiles" in done ? done.failedFiles : 0)) !== null && _o !== void 0 ? _o : 0} file failures`
                                 : done.error;
                             console.log(`FAIL  ${name}: reindex failed (${reason})`);
                         }

package/dist/lib/daemon/daemon.js

@@ -486,6 +486,28 @@ class Daemon {
     runSharedOperation(name, signal, fn) {
         return this.operations.runShared(name, signal, fn);
     }
+    /**
+     * Compact + prune on behalf of a CLI caller.
+     *
+     * Lance's optimize runs with `deleteUnverified: true`, which its own docs say
+     * is only safe when no other process is working on the dataset. That held by
+     * accident, not by design: the daemon serializes its own maintenance, but
+     * `gmax doctor --fix` optimized in-process, so a user running it during a
+     * compaction was a second writer on a store that assumes one. Routing the
+     * request here makes it structural — with a daemon up, the daemon is the only
+     * optimizer, sharing the same serialization as the maintenance loop. Callers
+     * fall back to in-process only when no daemon answers, and are then the sole
+     * writer themselves.
+     */
+    runOptimize() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const db = this.vectorDb;
+            if (!db)
+                throw new Error("daemon resources not ready");
+            yield this.runSharedOperation("store-maintenance", undefined, () => db.runMaintenance({ force: true }));
+            return { ok: true };
+        });
+    }
     operationStatus() {
         return this.operations.status;
     }
@@ -635,7 +657,7 @@ class Daemon {
      * on every search to annotate partial-result responses (Phase 6).
      */
     indexState(root) {
-        var _a, _b, _c;
+        var _a, _b, _c, _d;
         const processor = this.processors.get(root);
         const batchPending = (_a = processor === null || processor === void 0 ? void 0 : processor.progress.pendingFiles) !== null && _a !== void 0 ? _a : 0;
         const processing = (_b = processor === null || processor === void 0 ? void 0 : processor.progress.processing) !== null && _b !== void 0 ? _b : false;
@@ -648,9 +670,23 @@ class Daemon {
         if (fullIdx && fullIdx.total > 0) {
             pendingFiles = Math.max(pendingFiles, fullIdx.total - fullIdx.processed);
         }
+        // Distinguish a real backlog from a queue draining as cache hits. A full
+        // index genuinely has work outstanding; a post-FSEvents-drop catchup mostly
+        // re-verifies unchanged files. Only claim "verifying" with a real sample and
+        // no initial-index work pending.
+        const { recentFiles, recentReindexed } = (_d = processor === null || processor === void 0 ? void 0 : processor.progress) !== null && _d !== void 0 ? _d : {
+            recentFiles: 0,
+            recentReindexed: 0,
+        };
+        const verifying = !fullIdx &&
+            !initialPending &&
+            recentFiles >= 50 &&
+            recentReindexed === 0 &&
+            pendingFiles > 0;
         return {
             indexing: !!fullIdx || processing || batchPending > 0 || initialPending,
             pendingFiles,
+            verifying,
         };
     }
     search(payload, signal) {

package/dist/lib/daemon/ipc-handler.js

@@ -173,6 +173,9 @@ function handleCommand(daemon, cmd, conn) {
                         diskPressure: daemon.getDiskPressure(),
                         mlx: daemon.getMlxStatus(),
                     };
+                case "optimize":
+                    // Keeps compaction single-writer: see Daemon.runOptimize.
+                    return yield daemon.runOptimize();
                 case "project-stats": {
                     const root = String(cmd.root || "");
                     if (!root)

package/dist/lib/index/batch-processor.js

@@ -76,6 +76,8 @@ class ProjectBatchProcessor {
         this.currentBatchAc = null;
         this.lastCorruptionLogMs = 0;
         this.policyChangedDuringBatch = false;
+        /** Rolling window of recent batch outcomes — see `progress`. */
+        this.recentBatches = [];
         this.projectRoot = opts.projectRoot;
         this.vectorDb = opts.vectorDb;
         this.metaCache = opts.metaCache;
@@ -129,12 +131,27 @@ class ProjectBatchProcessor {
         (_b = this.onActivity) === null || _b === void 0 ? void 0 : _b.call(this);
         this.scheduleBatch();
     }
-    /** Live (re)index progress: files queued + whether a batch is running. */
+    /** Live (re)index progress: files queued + whether a batch is running.
+     *
+     *  recentFiles/recentReindexed summarize the last few batches so callers can
+     *  tell a real backlog from a queue draining as cache hits. A catchup after an
+     *  FSEvents drop queues the whole project — on a large repo that is 10k+ files
+     *  clearing at ~0.0s per 50-file batch with 0 reindexed, which is verification,
+     *  not pending work. Without this, a large pendingFiles alone reads as "the
+     *  index is far behind" and search callers caveat correct results. */
     get progress() {
+        let recentFiles = 0;
+        let recentReindexed = 0;
+        for (const b of this.recentBatches) {
+            recentFiles += b.files;
+            recentReindexed += b.reindexed;
+        }
         return {
             pendingFiles: this.pending.size,
             processing: this.processing,
             failedFiles: this.terminalFailures.size,
+            recentFiles,
+            recentReindexed,
         };
     }
     close() {
@@ -484,6 +501,10 @@ class ProjectBatchProcessor {
                 if (reindexed > 0) {
                     (_b = this.onReindex) === null || _b === void 0 ? void 0 : _b.call(this, reindexed, duration);
                 }
+                this.recentBatches.push({ files: batch.size, reindexed });
+                if (this.recentBatches.length > ProjectBatchProcessor.RECENT_BATCH_WINDOW) {
+                    this.recentBatches.shift();
+                }
                 const remaining = this.pending.size;
                 (0, logger_1.log)(this.wtag, `Batch complete: ${batch.size} files, ${reindexed} reindexed (${(duration / 1000).toFixed(1)}s)${remaining > 0 ? ` — ${remaining} remaining` : ""}`);
                 for (const absPath of completed) {
@@ -609,3 +630,4 @@ class ProjectBatchProcessor {
     }
 }
 exports.ProjectBatchProcessor = ProjectBatchProcessor;
+ProjectBatchProcessor.RECENT_BATCH_WINDOW = 5;

package/dist/lib/output/index-state-footer.js

@@ -16,6 +16,16 @@ exports.formatIndexStateFooter = formatIndexStateFooter;
 function formatIndexStateFooter(state, opts) {
     if (!(state === null || state === void 0 ? void 0 : state.indexing))
         return null;
+    // Re-verification is not incompleteness. Saying "results may be incomplete"
+    // while a catchup re-checks thousands of unchanged files trains agents to
+    // distrust and retry correct answers, which is worse than saying nothing.
+    if (state.verifying) {
+        const n = state.pendingFiles;
+        if (opts.agent) {
+            return `[index: verifying ~${n} unchanged files · results current]`;
+        }
+        return `Index verifying ${n} unchanged file${n === 1 ? "" : "s"} — results are current.`;
+    }
     const count = state.pendingFiles > 0 ? `~${state.pendingFiles} files pending` : null;
     if (opts.agent) {
         const parts = ["index: syncing"];

package/dist/lib/store/vector-db.js

@@ -956,6 +956,15 @@ class VectorDB {
                     yield this.drainWrites();
                     try {
                         const done = (0, logger_1.timer)("vectordb", "optimize");
+                        // deleteUnverified deletes files Lance cannot prove are unreferenced.
+                        // LanceDB's own docs: only safe "if you can guarantee that no other
+                        // process is currently working on this dataset. Otherwise the dataset
+                        // could be put into a corrupted state." gmax is multi-process, so that
+                        // guarantee comes from routing compaction to a single writer — the
+                        // daemon serializes it (Daemon.runOptimize + the maintenance loop),
+                        // and CLI callers go through it rather than optimizing alongside it.
+                        // Anything new that calls optimize() must preserve that: either be the
+                        // daemon, or be the only process on the store.
                         const stats = yield table.optimize({
                             cleanupOlderThan: cutoff,
                             deleteUnverified: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.10",
+  "version": "0.26.12",
   "author": "Robert Owens <78518764+reowens@users.noreply.github.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.10",
+  "version": "0.26.12",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",