grepmax 0.26.41 → 0.26.42

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
       "name": "grepmax",
       "source": "./plugins/grepmax",
       "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
-      "version": "0.26.41",
+      "version": "0.26.42",
       "author": {
         "name": "Robert Owens",
         "email": "robowens@me.com"

package/README.md

@@ -450,6 +450,8 @@ gmax watch restart            # Restart daemon
 
 `gmax doctor` reports ANN index state. `ANN: vector index not built` is normal with the default exact-search configuration.
 
+Compaction pauses index writes, waits for pending writes to commit, and opens a fresh table snapshot for each attempt. Each optimize call makes at most two attempts. Before each attempt it checks current free space against twice the table's logical size plus the critical-space reserve (5 GB by default). If there is insufficient headroom, it skips the rewrite and logs the required space; search remains available. A successful prune can reclaim fragment copies left by failed attempts.
+
 ### Known issues
 
 Some log output looks alarming but is expected and self-healing. Before filing a bug, check

package/dist/lib/store/vector-db.js

@@ -188,6 +188,9 @@ const COMPACTION_MIN_INTERVAL_MS = 30 * 60 * 1000;
  * so a store that cannot be improved stops paying for the attempt.
  */
 const COMPACTION_MAX_INTERVAL_MS = 6 * 60 * 60 * 1000;
+// Failed rewrites leave complete fragment copies until a later successful prune.
+// One fresh-snapshot retry is enough; five attempts stranded ~70 GB in Oct 2026.
+const COMPACTION_MAX_ATTEMPTS = 2;
 /**
  * Bounds for LanceDB's per-connection caches.
  *
@@ -1083,7 +1086,7 @@ class VectorDB {
         });
     }
     optimize() {
-        return __awaiter(this, arguments, void 0, function* (retries = 5, retentionMs = 0, bypassExclusiveMutation = false) {
+        return __awaiter(this, arguments, void 0, function* (retries = COMPACTION_MAX_ATTEMPTS, retentionMs = 0, bypassExclusiveMutation = false) {
             if (!bypassExclusiveMutation) {
                 while (this.exclusiveMutationPromise)
                     yield this.exclusiveMutationPromise;
@@ -1102,12 +1105,28 @@ class VectorDB {
             });
             this.activeCompactions++;
             try {
-                const table = yield this.ensureTableUnsafe();
-                const cutoff = new Date(Date.now() - retentionMs);
+                const maxAttempts = Math.min(retries, COMPACTION_MAX_ATTEMPTS);
                 let rebuiltFts = false;
-                for (let attempt = 1; attempt <= retries; attempt++) {
+                for (let attempt = 1; attempt <= maxAttempts; attempt++) {
                     yield this.drainWrites();
                     try {
+                        // Open AFTER outstanding writes commit, and reopen on every retry.
+                        // A handle opened before drainWrites carries the old snapshot even
+                        // though new writes are gated. Reusing it repeats the same conflict.
+                        const table = yield this.ensureTableUnsafe();
+                        const { totalBytes } = yield table.stats();
+                        if (!Number.isFinite(totalBytes) || totalBytes < 0) {
+                            throw new Error("Cannot estimate compaction size from table stats");
+                        }
+                        // Bypass the cached pressure check: a failed attempt can consume a
+                        // whole table within its 30s cache window. Budget two logical copies
+                        // for rewrite/index overhead, leaving the critical reserve untouched.
+                        const availableBytes = this.getAvailableBytes();
+                        const requiredBytes = totalBytes * 2 + config_1.DISK_CRITICAL_BYTES;
+                        if (availableBytes < requiredBytes) {
+                            (0, logger_1.log)("vectordb", `Optimize skipped: insufficient rewrite headroom (${(availableBytes / Math.pow(1024, 3)).toFixed(1)}GB free, ${(requiredBytes / Math.pow(1024, 3)).toFixed(1)}GB required)`);
+                            return;
+                        }
                         const done = (0, logger_1.timer)("vectordb", "optimize");
                         // deleteUnverified deletes files Lance cannot prove are unreferenced.
                         // LanceDB's own docs: only safe "if you can guarantee that no other
@@ -1119,7 +1138,8 @@ class VectorDB {
                         // Anything new that calls optimize() must preserve that: either be the
                         // daemon, or be the only process on the store.
                         const stats = yield table.optimize({
-                            cleanupOlderThan: cutoff,
+                            // Include fragment copies left by earlier failed attempts.
+                            cleanupOlderThan: new Date(Date.now() - retentionMs),
                             deleteUnverified: true,
                         });
                         done();
@@ -1150,10 +1170,10 @@ class VectorDB {
                             (0, logger_1.log)("vectordb", `Optimize failed (ENOSPC): disk full — skipping retries`);
                             return;
                         }
-                        if (attempt < retries &&
+                        if (attempt < maxAttempts &&
                             (msg.includes("conflict") || msg.includes("Retryable"))) {
                             const delay = 1000 * Math.pow(2, (attempt - 1));
-                            (0, logger_1.log)("vectordb", `Optimize conflict (attempt ${attempt}/${retries}), retrying in ${delay}ms`);
+                            (0, logger_1.log)("vectordb", `Optimize conflict (attempt ${attempt}/${maxAttempts}), retrying with a fresh snapshot in ${delay}ms`);
                             yield new Promise((r) => setTimeout(r, delay));
                             continue;
                         }
@@ -1165,7 +1185,7 @@ class VectorDB {
                         // Unsafe variant: the public createFTSIndex waits on
                         // compactingPromise, which we hold.
                         if (msg.includes("Panic")) {
-                            if (attempt < retries &&
+                            if (attempt < maxAttempts &&
                                 !rebuiltFts &&
                                 !this.ftsPanicRecoveryExhausted) {
                                 rebuiltFts = true;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.41",
+  "version": "0.26.42",
   "author": "Robert Owens <78518764+reowens@users.noreply.github.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.41",
+  "version": "0.26.42",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",