grepmax 0.10.2 → 0.10.4

package/dist/commands/doctor.js

@@ -50,81 +50,257 @@ const commander_1 = require("commander");
 const config_1 = require("../config");
 const index_config_1 = require("../lib/index/index-config");
 const exit_1 = require("../lib/utils/exit");
+const lock_1 = require("../lib/utils/lock");
+const project_registry_1 = require("../lib/utils/project-registry");
 const project_root_1 = require("../lib/utils/project-root");
+function formatSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    if (bytes < 1024 * 1024 * 1024)
+        return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+    return `${(bytes / (1024 * 1024 * 1024)).toFixed(1)} GB`;
+}
+function getDirectorySize(dirPath) {
+    let totalSize = 0;
+    try {
+        const items = fs.readdirSync(dirPath);
+        for (const item of items) {
+            const itemPath = path.join(dirPath, item);
+            const stats = fs.statSync(itemPath);
+            if (stats.isDirectory()) {
+                totalSize += getDirectorySize(itemPath);
+            }
+            else {
+                totalSize += stats.size;
+            }
+        }
+    }
+    catch (_a) { }
+    return totalSize;
+}
 exports.doctor = new commander_1.Command("doctor")
     .description("Check installation health, models, and index status")
-    .action(() => __awaiter(void 0, void 0, void 0, function* () {
+    .option("--fix", "Auto-fix detected issues (compact, prune, remove stale locks)", false)
+    .option("--agent", "Compact output for AI agents", false)
+    .action((opts) => __awaiter(void 0, void 0, void 0, function* () {
     var _a;
-    console.log("🏥 gmax Doctor\n");
+    if (!opts.agent)
+        console.log("gmax Doctor\n");
     const root = config_1.PATHS.globalRoot;
     const models = config_1.PATHS.models;
     const grammars = config_1.PATHS.grammars;
-    const checkDir = (name, p) => {
-        const exists = fs.existsSync(p);
-        const symbol = exists ? "✅" : "❌";
-        console.log(`${symbol} ${name}: ${p}`);
-    };
-    checkDir("Root", root);
-    checkDir("Models", models);
-    checkDir("Grammars", grammars);
+    if (!opts.agent) {
+        const checkDir = (name, p) => {
+            const exists = fs.existsSync(p);
+            const symbol = exists ? "ok" : "MISSING";
+            console.log(`${symbol}  ${name}: ${p}`);
+        };
+        checkDir("Root", root);
+        checkDir("Models", models);
+        checkDir("Grammars", grammars);
+    }
     const globalConfig = (0, index_config_1.readGlobalConfig)();
     const tier = (_a = config_1.MODEL_TIERS[globalConfig.modelTier]) !== null && _a !== void 0 ? _a : config_1.MODEL_TIERS.small;
     const embedModel = globalConfig.embedMode === "gpu" ? tier.mlxModel : tier.onnxModel;
-    console.log(`\nEmbed mode: ${globalConfig.embedMode} | Model tier: ${globalConfig.modelTier} (${tier.vectorDim}d)`);
-    console.log(`Embed model: ${embedModel}`);
-    console.log(`ColBERT model: ${config_1.MODEL_IDS.colbert}`);
-    const modelStatuses = [embedModel, config_1.MODEL_IDS.colbert].map((id) => {
-        const modelPath = path.join(models, ...id.split("/"));
-        return { id, path: modelPath, exists: fs.existsSync(modelPath) };
-    });
-    modelStatuses.forEach(({ id, exists }) => {
-        const symbol = exists ? "✅" : "⚠️ ";
-        console.log(`${symbol} ${id}: ${exists ? "downloaded" : "will download on first use"}`);
-    });
-    console.log(`\nLocal Project: ${process.cwd()}`);
-    const projectRoot = (0, project_root_1.findProjectRoot)(process.cwd());
-    if (projectRoot) {
-        console.log(`✅ Project root: ${projectRoot}`);
-        console.log(`   Centralized index at: ~/.gmax/lancedb/`);
-    }
-    else {
-        console.log(`ℹ️  No index found in current directory (run 'gmax index' to create one)`);
+    if (!opts.agent) {
+        console.log(`\nEmbed mode: ${globalConfig.embedMode} | Model tier: ${globalConfig.modelTier} (${tier.vectorDim}d)`);
+        console.log(`Embed model: ${embedModel}`);
+        console.log(`ColBERT model: ${config_1.MODEL_IDS.colbert}`);
+        const modelStatuses = [embedModel, config_1.MODEL_IDS.colbert].map((id) => {
+            const modelPath = path.join(models, ...id.split("/"));
+            return { id, path: modelPath, exists: fs.existsSync(modelPath) };
+        });
+        modelStatuses.forEach(({ id, exists }) => {
+            console.log(`${exists ? "ok" : "WARN"}  ${id}: ${exists ? "downloaded" : "will download on first use"}`);
+        });
+        console.log(`\nLocal Project: ${process.cwd()}`);
+        const projectRoot = (0, project_root_1.findProjectRoot)(process.cwd());
+        if (projectRoot) {
+            console.log(`ok  Project root: ${projectRoot}`);
+            console.log(`    Centralized index at: ~/.gmax/lancedb/`);
+        }
+        else {
+            console.log(`INFO  No index found in current directory (run 'gmax index' to create one)`);
+        }
+        // Check MLX embed server
+        const embedUp = yield fetch("http://127.0.0.1:8100/health")
+            .then((r) => r.ok)
+            .catch(() => false);
+        console.log(`${embedUp ? "ok" : "WARN"}  MLX Embed: ${embedUp ? "running (port 8100)" : "not running"}`);
+        // Check summarizer server
+        const summarizerUp = yield fetch("http://127.0.0.1:8101/health")
+            .then((r) => r.ok)
+            .catch(() => false);
+        console.log(`${summarizerUp ? "ok" : "WARN"}  Summarizer: ${summarizerUp ? "running (port 8101)" : "not running"}`);
     }
-    // Check MLX embed server
-    const embedUp = yield fetch("http://127.0.0.1:8100/health")
-        .then((r) => r.ok)
-        .catch(() => false);
-    console.log(`${embedUp ? "✅" : "⚠️ "} MLX Embed: ${embedUp ? "running (port 8100)" : "not running"}`);
-    // Check summarizer server
-    const summarizerUp = yield fetch("http://127.0.0.1:8101/health")
-        .then((r) => r.ok)
-        .catch(() => false);
-    console.log(`${summarizerUp ? "✅" : "⚠️ "} Summarizer: ${summarizerUp ? "running (port 8101)" : "not running"}`);
-    // Check summary coverage
+    // --- Index Health ---
+    let needsOptimize = false;
+    let staleLock = false;
+    const orphanedProjects = [];
     try {
         const { VectorDB } = yield Promise.resolve().then(() => __importStar(require("../lib/store/vector-db")));
         const db = new VectorDB(config_1.PATHS.lancedbDir);
         const table = yield db.ensureTable();
         const totalChunks = yield table.countRows();
-        if (totalChunks > 0) {
+        // Summary coverage (existing check)
+        if (!opts.agent && totalChunks > 0) {
             const withSummary = (yield table
                 .query()
                 .where("length(summary) > 5")
                 .select(["id"])
                 .toArray()).length;
             const pct = Math.round((withSummary / totalChunks) * 100);
-            const symbol = pct >= 90 ? "✅" : pct > 0 ? "⚠️ " : "❌";
-            console.log(`${symbol} Summary coverage: ${withSummary}/${totalChunks} (${pct}%)`);
+            const symbol = pct >= 90 ? "ok" : pct > 0 ? "WARN" : "FAIL";
+            console.log(`${symbol}  Summary coverage: ${withSummary}/${totalChunks} (${pct}%)`);
+        }
+        else if (!opts.agent && totalChunks === 0) {
+            console.log("INFO  No indexed chunks yet");
+        }
+        // Index health checks
+        const tableStats = yield table.stats();
+        const diskSize = getDirectorySize(config_1.PATHS.lancedbDir);
+        const logicalSize = tableStats.totalBytes;
+        const { numFragments, numSmallFragments } = tableStats.fragmentStats;
+        const versions = yield table.listVersions();
+        // Lock status
+        const lockPath = path.join(config_1.PATHS.globalRoot, "LOCK");
+        let lockStatus = "none";
+        if (fs.existsSync(lockPath)) {
+            const { pid, startedAt } = (0, lock_1.parseLock)(lockPath);
+            const alive = (0, lock_1.isProcessAlive)(pid);
+            if (alive) {
+                lockStatus = `active (PID ${pid})`;
+            }
+            else {
+                lockStatus = `stale (PID ${pid}${startedAt ? ` @ ${startedAt}` : ""})`;
+                staleLock = true;
+            }
+        }
+        // Daemon status
+        const { isDaemonRunning } = yield Promise.resolve().then(() => __importStar(require("../lib/utils/daemon-client")));
+        const daemonUp = yield isDaemonRunning();
+        // Project registry health
+        const projects = (0, project_registry_1.listProjects)();
+        for (const p of projects) {
+            if (!fs.existsSync(p.root)) {
+                orphanedProjects.push(p.root);
+            }
+        }
+        // Compute warning flags
+        const bloatRatio = logicalSize > 0 ? diskSize / logicalSize : 0;
+        if (bloatRatio > 2.0)
+            needsOptimize = true;
+        if (numSmallFragments > 10)
+            needsOptimize = true;
+        if (versions.length > 50)
+            needsOptimize = true;
+        if (opts.agent) {
+            const fields = [
+                "index_health",
+                `rows=${totalChunks}`,
+                `logical=${formatSize(logicalSize)}`,
+                `disk=${formatSize(diskSize)}`,
+                `fragments=${numFragments}`,
+                `small=${numSmallFragments}`,
+                `versions=${versions.length}`,
+                `lock=${lockStatus.split(" ")[0]}`,
+                `daemon=${daemonUp ? "running" : "stopped"}`,
+                `orphaned=${orphanedProjects.length}`,
+            ];
+            console.log(fields.join("\t"));
         }
         else {
-            console.log("ℹ️  No indexed chunks yet");
+            console.log("\nIndex Health\n");
+            // Storage
+            if (bloatRatio > 2.0) {
+                console.log(`WARN  Storage: ${totalChunks.toLocaleString()} rows, ${formatSize(logicalSize)} logical, ${formatSize(diskSize)} disk (${bloatRatio.toFixed(1)}x — orphaned files)`);
+            }
+            else {
+                console.log(`ok  Storage: ${totalChunks.toLocaleString()} rows, ${formatSize(logicalSize)} logical, ${formatSize(diskSize)} disk`);
+            }
+            // Fragments
+            if (numSmallFragments > 10) {
+                console.log(`WARN  Fragments: ${numFragments} total, ${numSmallFragments} small — needs compaction`);
+            }
+            else {
+                console.log(`ok  Fragments: ${numFragments} total, ${numSmallFragments} small`);
+            }
+            // Versions
+            if (versions.length > 50) {
+                console.log(`WARN  Versions: ${versions.length} — pruning recommended`);
+            }
+            else {
+                console.log(`ok  Versions: ${versions.length}`);
+            }
+            // Lock
+            if (staleLock) {
+                console.log(`WARN  Lock: ${lockStatus}`);
+            }
+            else if (lockStatus === "none") {
+                console.log("ok  Lock: none");
+            }
+            else {
+                console.log(`ok  Lock: ${lockStatus}`);
+            }
+            // Daemon
+            console.log(`${daemonUp ? "ok" : "INFO"}  Daemon: ${daemonUp ? "running" : "not running"}`);
+            // Projects
+            if (orphanedProjects.length > 0) {
+                console.log(`WARN  Orphaned projects: ${orphanedProjects.length} (directories no longer exist)`);
+                for (const op of orphanedProjects) {
+                    console.log(`       - ${op}`);
+                }
+            }
+            else if (projects.length > 0) {
+                console.log(`ok  Projects: ${projects.length} registered, all directories exist`);
+            }
+        }
+        // --fix auto-remediation
+        if (opts.fix) {
+            if (!opts.agent)
+                console.log("\nAuto-fix\n");
+            let fixed = 0;
+            if (staleLock) {
+                yield (0, lock_1.removeLock)(lockPath);
+                if (!opts.agent)
+                    console.log("ok  Removed stale lock");
+                fixed++;
+            }
+            if (needsOptimize) {
+                if (!opts.agent)
+                    console.log("...  Running optimize (compact + prune)...");
+                yield db.optimize(3, 0);
+                if (!opts.agent)
+                    console.log("ok  Optimize complete");
+                fixed++;
+            }
+            if (orphanedProjects.length > 0) {
+                for (const op of orphanedProjects) {
+                    (0, project_registry_1.removeProject)(op);
+                }
+                if (!opts.agent)
+                    console.log(`ok  Removed ${orphanedProjects.length} orphaned project(s) from registry`);
+                fixed++;
+            }
+            if (fixed === 0) {
+                if (!opts.agent)
+                    console.log("ok  Nothing to fix");
+            }
         }
         yield db.close();
     }
     catch (_b) {
-        console.log("⚠️  Could not check summary coverage");
+        if (opts.agent) {
+            console.log("index_health\terror=could_not_check");
+        }
+        else {
+            console.log("\nWARN  Could not check index health");
+        }
+    }
+    if (!opts.agent) {
+        console.log(`\nSystem: ${os.platform()} ${os.arch()} | Node: ${process.version}`);
     }
-    console.log(`\nSystem: ${os.platform()} ${os.arch()} | Node: ${process.version}`);
-    console.log("\nIf you see ✅ everywhere, you are ready to search!");
     yield (0, exit_1.gracefulExit)();
 }));

package/dist/lib/index/batch-processor.js

@@ -81,11 +81,10 @@ class ProjectBatchProcessor {
             if (this.closed || this.processing)
                 return;
             try {
-                yield this.vectorDb.createFTSIndex();
-                yield this.vectorDb.optimize();
+                yield this.vectorDb.runMaintenance();
             }
             catch (err) {
-                console.error(`[${this.wtag}] FTS rebuild / compaction failed:`, err);
+                console.error(`[${this.wtag}] Maintenance failed:`, err);
             }
         }), FTS_REBUILD_INTERVAL_MS);
         this.ftsInterval.unref();

package/dist/lib/index/syncer.js

@@ -509,7 +509,7 @@ function initialSync(options) {
                     total,
                     filePath: "Creating FTS index...",
                 });
-                yield vectorDb.createFTSIndex();
+                yield vectorDb.runMaintenance();
                 ftsTimer();
             }
             syncTimer();

package/dist/lib/store/vector-db.js

@@ -56,6 +56,7 @@ class VectorDB {
         this.lancedbDir = lancedbDir;
         this.db = null;
         this.closed = false;
+        this.maintenanceRunning = false;
         this.vectorDim = vectorDim !== null && vectorDim !== void 0 ? vectorDim : config_1.CONFIG.VECTOR_DIM;
         this.unregisterCleanup = (0, cleanup_1.registerCleanup)(() => this.close());
     }
@@ -275,21 +276,69 @@ class VectorDB {
         });
     }
     optimize() {
-        return __awaiter(this, void 0, void 0, function* () {
+        return __awaiter(this, arguments, void 0, function* (retries = 3, retentionMs = 0) {
             const table = yield this.ensureTable();
-            try {
-                yield table.optimize({
-                    cleanupOlderThan: new Date(),
-                });
-            }
-            catch (e) {
-                const msg = e instanceof Error ? e.message : String(e);
-                if (!msg.includes("Nothing to do")) {
+            const cutoff = new Date(Date.now() - retentionMs);
+            for (let attempt = 1; attempt <= retries; attempt++) {
+                try {
+                    const done = (0, logger_1.timer)("vectordb", "optimize");
+                    const stats = yield table.optimize({
+                        cleanupOlderThan: cutoff,
+                        deleteUnverified: true,
+                    });
+                    done();
+                    const { compaction, prune } = stats;
+                    if (compaction.fragmentsRemoved > 0 ||
+                        prune.oldVersionsRemoved > 0 ||
+                        prune.bytesRemoved > 0) {
+                        (0, logger_1.log)("vectordb", `Compacted: ${compaction.fragmentsRemoved} frags → ${compaction.fragmentsAdded}, ` +
+                            `pruned ${prune.oldVersionsRemoved} versions, ` +
+                            `freed ${(prune.bytesRemoved / 1024 / 1024).toFixed(1)}MB`);
+                    }
+                    else {
+                        (0, logger_1.debug)("vectordb", "Optimize: nothing to compact or prune");
+                    }
+                    return;
+                }
+                catch (e) {
+                    const msg = e instanceof Error ? e.message : String(e);
+                    if (msg.includes("Nothing to do")) {
+                        (0, logger_1.debug)("vectordb", "Optimize: nothing to do");
+                        return;
+                    }
+                    if (attempt < retries &&
+                        (msg.includes("conflict") || msg.includes("Retryable"))) {
+                        const delay = 1000 * Math.pow(2, (attempt - 1));
+                        (0, logger_1.log)("vectordb", `Optimize conflict (attempt ${attempt}/${retries}), retrying in ${delay}ms`);
+                        yield new Promise((r) => setTimeout(r, delay));
+                        continue;
+                    }
                     (0, logger_1.log)("vectordb", `Optimize failed: ${msg}`);
+                    return;
                 }
             }
         });
     }
+    /**
+     * Run FTS rebuild + optimize as a single serialized operation.
+     * Safe to call from multiple project processors — only one runs at a time.
+     */
+    runMaintenance() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.maintenanceRunning) {
+                (0, logger_1.debug)("vectordb", "Maintenance already running, skipping");
+                return;
+            }
+            this.maintenanceRunning = true;
+            try {
+                yield this.createFTSIndex();
+                yield this.optimize();
+            }
+            finally {
+                this.maintenanceRunning = false;
+            }
+        });
+    }
     hasAnyRows() {
         return __awaiter(this, void 0, void 0, function* () {
             const table = yield this.ensureTable();

package/dist/lib/utils/lock.js

@@ -42,6 +42,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseLock = parseLock;
+exports.isProcessAlive = isProcessAlive;
+exports.removeLock = removeLock;
 exports.acquireWriterLock = acquireWriterLock;
 exports.acquireWriterLockWithRetry = acquireWriterLockWithRetry;
 exports.isLocked = isLocked;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.10.2",
+  "version": "0.10.4",
   "author": "Robert Owens <robowens@me.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.10.2",
+  "version": "0.10.4",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",