grepmax 0.10.1 → 0.10.3

package/dist/lib/index/batch-processor.js

@@ -81,11 +81,10 @@ class ProjectBatchProcessor {
             if (this.closed || this.processing)
                 return;
             try {
-                yield this.vectorDb.createFTSIndex();
-                yield this.vectorDb.optimize();
+                yield this.vectorDb.runMaintenance();
             }
             catch (err) {
-                console.error(`[${this.wtag}] FTS rebuild / compaction failed:`, err);
+                console.error(`[${this.wtag}] Maintenance failed:`, err);
             }
         }), FTS_REBUILD_INTERVAL_MS);
         this.ftsInterval.unref();

package/dist/lib/index/syncer.js

@@ -226,6 +226,16 @@ function initialSync(options) {
                 // Scope checks to this project's paths only
                 const projectKeys = yield metaCache.getKeysWithPrefix(rootPrefix);
                 (0, logger_1.log)("index", `Cached files: ${projectKeys.size}`);
+                // Coherence check: if LMDB has entries but LanceDB has no vectors for
+                // this project, the vector store was wiped (e.g. compaction failure,
+                // manual cleanup). Clear the stale cache so files get re-embedded.
+                if (projectKeys.size > 0 && !(yield vectorDb.hasRowsForPath(rootPrefix))) {
+                    (0, logger_1.log)("index", `Stale cache detected: ${projectKeys.size} cached files but no vectors — clearing cache`);
+                    for (const key of projectKeys) {
+                        metaCache.delete(key);
+                    }
+                    projectKeys.clear();
+                }
                 const modelChanged = (0, index_config_1.checkModelMismatch)(paths.configPath);
                 if (reset || modelChanged) {
                     if (modelChanged) {
@@ -499,7 +509,7 @@ function initialSync(options) {
                     total,
                     filePath: "Creating FTS index...",
                 });
-                yield vectorDb.createFTSIndex();
+                yield vectorDb.runMaintenance();
                 ftsTimer();
             }
             syncTimer();

package/dist/lib/store/vector-db.js

@@ -56,6 +56,7 @@ class VectorDB {
         this.lancedbDir = lancedbDir;
         this.db = null;
         this.closed = false;
+        this.maintenanceRunning = false;
         this.vectorDim = vectorDim !== null && vectorDim !== void 0 ? vectorDim : config_1.CONFIG.VECTOR_DIM;
         this.unregisterCleanup = (0, cleanup_1.registerCleanup)(() => this.close());
     }
@@ -275,21 +276,69 @@ class VectorDB {
         });
     }
     optimize() {
-        return __awaiter(this, void 0, void 0, function* () {
+        return __awaiter(this, arguments, void 0, function* (retries = 3) {
             const table = yield this.ensureTable();
-            try {
-                yield table.optimize({
-                    cleanupOlderThan: new Date(),
-                });
-            }
-            catch (e) {
-                const msg = e instanceof Error ? e.message : String(e);
-                if (!msg.includes("Nothing to do")) {
+            const cutoff = new Date(Date.now() - 24 * 60 * 60 * 1000);
+            for (let attempt = 1; attempt <= retries; attempt++) {
+                try {
+                    const done = (0, logger_1.timer)("vectordb", "optimize");
+                    const stats = yield table.optimize({
+                        cleanupOlderThan: cutoff,
+                        deleteUnverified: true,
+                    });
+                    done();
+                    const { compaction, prune } = stats;
+                    if (compaction.fragmentsRemoved > 0 ||
+                        prune.oldVersionsRemoved > 0 ||
+                        prune.bytesRemoved > 0) {
+                        (0, logger_1.log)("vectordb", `Compacted: ${compaction.fragmentsRemoved} frags → ${compaction.fragmentsAdded}, ` +
+                            `pruned ${prune.oldVersionsRemoved} versions, ` +
+                            `freed ${(prune.bytesRemoved / 1024 / 1024).toFixed(1)}MB`);
+                    }
+                    else {
+                        (0, logger_1.debug)("vectordb", "Optimize: nothing to compact or prune");
+                    }
+                    return;
+                }
+                catch (e) {
+                    const msg = e instanceof Error ? e.message : String(e);
+                    if (msg.includes("Nothing to do")) {
+                        (0, logger_1.debug)("vectordb", "Optimize: nothing to do");
+                        return;
+                    }
+                    if (attempt < retries &&
+                        (msg.includes("conflict") || msg.includes("Retryable"))) {
+                        const delay = 1000 * Math.pow(2, (attempt - 1));
+                        (0, logger_1.log)("vectordb", `Optimize conflict (attempt ${attempt}/${retries}), retrying in ${delay}ms`);
+                        yield new Promise((r) => setTimeout(r, delay));
+                        continue;
+                    }
                     (0, logger_1.log)("vectordb", `Optimize failed: ${msg}`);
+                    return;
                 }
             }
         });
     }
+    /**
+     * Run FTS rebuild + optimize as a single serialized operation.
+     * Safe to call from multiple project processors — only one runs at a time.
+     */
+    runMaintenance() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.maintenanceRunning) {
+                (0, logger_1.debug)("vectordb", "Maintenance already running, skipping");
+                return;
+            }
+            this.maintenanceRunning = true;
+            try {
+                yield this.createFTSIndex();
+                yield this.optimize();
+            }
+            finally {
+                this.maintenanceRunning = false;
+            }
+        });
+    }
     hasAnyRows() {
         return __awaiter(this, void 0, void 0, function* () {
             const table = yield this.ensureTable();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.10.1",
+  "version": "0.10.3",
   "author": "Robert Owens <robowens@me.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.10.1",
+  "version": "0.10.3",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",