grepmax 0.26.9 → 0.26.11

package/.claude-plugin/marketplace.json

@@ -10,7 +10,7 @@
       "name": "grepmax",
       "source": "./plugins/grepmax",
       "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
-      "version": "0.26.9",
+      "version": "0.26.11",
       "author": {
         "name": "Robert Owens",
         "email": "robowens@me.com"

package/dist/commands/doctor.js

@@ -261,9 +261,12 @@ exports.doctor = new commander_1.Command("doctor")
         const bloatRatio = logicalSize > 0 ? diskSize / logicalSize : 0;
         if (bloatRatio > 2.0)
             needsOptimize = true;
-        if (numSmallFragments > 10)
+        // Track the compactor's own threshold. Warning (and worse, --fix forcing a
+        // full optimize) at a lower count than the compactor uses would re-trigger
+        // the whole-table rewrite that raising the threshold exists to avoid.
+        if (numSmallFragments > config_1.FRAGMENT_COMPACT_THRESHOLD)
             needsOptimize = true;
-        if (versions.length > 50)
+        if (versions.length > config_1.VERSION_PRUNE_THRESHOLD)
             needsOptimize = true;
         // Disk space check
         let availBytes = 0;
@@ -384,14 +387,14 @@ exports.doctor = new commander_1.Command("doctor")
                 console.log(`ok  Storage: ${totalChunks.toLocaleString()} rows, ${formatSize(logicalSize)} logical, ${formatSize(diskSize)} disk`);
             }
             // Fragments
-            if (numSmallFragments > 10) {
+            if (numSmallFragments > config_1.FRAGMENT_COMPACT_THRESHOLD) {
                 console.log(`WARN  Fragments: ${numFragments} total, ${numSmallFragments} small — needs compaction`);
             }
             else {
                 console.log(`ok  Fragments: ${numFragments} total, ${numSmallFragments} small`);
             }
             // Versions
-            if (versions.length > 50) {
+            if (versions.length > config_1.VERSION_PRUNE_THRESHOLD) {
                 console.log(`WARN  Versions: ${versions.length} — pruning recommended`);
             }
             else {

package/dist/config.js

@@ -33,7 +33,7 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.INDEXABLE_EXTENSIONS = exports.FRAGMENT_COMPACT_THRESHOLD = exports.DISK_LOW_BYTES = exports.DISK_CRITICAL_BYTES = exports.MAX_FILE_SIZE_BYTES = exports.PATHS = exports.MAX_WORKER_MEMORY_MB = exports.WORKER_BOOT_TIMEOUT_MS = exports.WORKER_TIMEOUT_MS = exports.REBUILD_COMMAND = exports.CHUNKER_VERSION_HISTORY = exports.CONFIG = exports.MODEL_IDS = exports.DEFAULT_MODEL_TIER = exports.MODEL_TIERS = void 0;
+exports.INDEXABLE_EXTENSIONS = exports.VERSION_PRUNE_THRESHOLD = exports.FRAGMENT_COMPACT_THRESHOLD = exports.DISK_LOW_BYTES = exports.DISK_CRITICAL_BYTES = exports.MAX_FILE_SIZE_BYTES = exports.PATHS = exports.MAX_WORKER_MEMORY_MB = exports.WORKER_BOOT_TIMEOUT_MS = exports.WORKER_TIMEOUT_MS = exports.REBUILD_COMMAND = exports.CHUNKER_VERSION_HISTORY = exports.CONFIG = exports.MODEL_IDS = exports.DEFAULT_MODEL_TIER = exports.MODEL_TIERS = void 0;
 exports.describeChunkerGap = describeChunkerGap;
 exports.describeEmbeddingGap = describeEmbeddingGap;
 exports.describeSchemaDimGap = describeSchemaDimGap;
@@ -273,6 +273,14 @@ exports.DISK_LOW_BYTES = (() => {
 // Caveat: measured on the no-ANN path — revisit if GMAX_ANN=1 becomes default,
 // since an ANN index partitions independently of fragments.
 exports.FRAGMENT_COMPACT_THRESHOLD = 400;
+// Version count that counts as anomalous rather than normal accumulation.
+// Versions pile up with writes and are pruned by compaction, so this has to
+// track FRAGMENT_COMPACT_THRESHOLD: historically ~160 versions accumulated per
+// 52 fragments (~3 per fragment), so 400 fragments implies ~1200 versions
+// between compactions as ordinary steady state. A threshold below that would
+// fire on every healthy store — and make `doctor --fix` force the whole-table
+// rewrite that the fragment threshold exists to avoid.
+exports.VERSION_PRUNE_THRESHOLD = 2000;
 // Extensions we consider for indexing to avoid binary noise and improve relevance.
 exports.INDEXABLE_EXTENSIONS = new Set([
     ".ts",

package/dist/lib/daemon/daemon.js

@@ -635,7 +635,7 @@ class Daemon {
      * on every search to annotate partial-result responses (Phase 6).
      */
     indexState(root) {
-        var _a, _b, _c;
+        var _a, _b, _c, _d;
         const processor = this.processors.get(root);
         const batchPending = (_a = processor === null || processor === void 0 ? void 0 : processor.progress.pendingFiles) !== null && _a !== void 0 ? _a : 0;
         const processing = (_b = processor === null || processor === void 0 ? void 0 : processor.progress.processing) !== null && _b !== void 0 ? _b : false;
@@ -648,9 +648,23 @@ class Daemon {
         if (fullIdx && fullIdx.total > 0) {
             pendingFiles = Math.max(pendingFiles, fullIdx.total - fullIdx.processed);
         }
+        // Distinguish a real backlog from a queue draining as cache hits. A full
+        // index genuinely has work outstanding; a post-FSEvents-drop catchup mostly
+        // re-verifies unchanged files. Only claim "verifying" with a real sample and
+        // no initial-index work pending.
+        const { recentFiles, recentReindexed } = (_d = processor === null || processor === void 0 ? void 0 : processor.progress) !== null && _d !== void 0 ? _d : {
+            recentFiles: 0,
+            recentReindexed: 0,
+        };
+        const verifying = !fullIdx &&
+            !initialPending &&
+            recentFiles >= 50 &&
+            recentReindexed === 0 &&
+            pendingFiles > 0;
         return {
             indexing: !!fullIdx || processing || batchPending > 0 || initialPending,
             pendingFiles,
+            verifying,
         };
     }
     search(payload, signal) {

package/dist/lib/index/batch-processor.js

@@ -76,6 +76,8 @@ class ProjectBatchProcessor {
         this.currentBatchAc = null;
         this.lastCorruptionLogMs = 0;
         this.policyChangedDuringBatch = false;
+        /** Rolling window of recent batch outcomes — see `progress`. */
+        this.recentBatches = [];
         this.projectRoot = opts.projectRoot;
         this.vectorDb = opts.vectorDb;
         this.metaCache = opts.metaCache;
@@ -129,12 +131,27 @@ class ProjectBatchProcessor {
         (_b = this.onActivity) === null || _b === void 0 ? void 0 : _b.call(this);
         this.scheduleBatch();
     }
-    /** Live (re)index progress: files queued + whether a batch is running. */
+    /** Live (re)index progress: files queued + whether a batch is running.
+     *
+     *  recentFiles/recentReindexed summarize the last few batches so callers can
+     *  tell a real backlog from a queue draining as cache hits. A catchup after an
+     *  FSEvents drop queues the whole project — on a large repo that is 10k+ files
+     *  clearing at ~0.0s per 50-file batch with 0 reindexed, which is verification,
+     *  not pending work. Without this, a large pendingFiles alone reads as "the
+     *  index is far behind" and search callers caveat correct results. */
     get progress() {
+        let recentFiles = 0;
+        let recentReindexed = 0;
+        for (const b of this.recentBatches) {
+            recentFiles += b.files;
+            recentReindexed += b.reindexed;
+        }
         return {
             pendingFiles: this.pending.size,
             processing: this.processing,
             failedFiles: this.terminalFailures.size,
+            recentFiles,
+            recentReindexed,
         };
     }
     close() {
@@ -484,6 +501,10 @@ class ProjectBatchProcessor {
                 if (reindexed > 0) {
                     (_b = this.onReindex) === null || _b === void 0 ? void 0 : _b.call(this, reindexed, duration);
                 }
+                this.recentBatches.push({ files: batch.size, reindexed });
+                if (this.recentBatches.length > ProjectBatchProcessor.RECENT_BATCH_WINDOW) {
+                    this.recentBatches.shift();
+                }
                 const remaining = this.pending.size;
                 (0, logger_1.log)(this.wtag, `Batch complete: ${batch.size} files, ${reindexed} reindexed (${(duration / 1000).toFixed(1)}s)${remaining > 0 ? ` — ${remaining} remaining` : ""}`);
                 for (const absPath of completed) {
@@ -609,3 +630,4 @@ class ProjectBatchProcessor {
     }
 }
 exports.ProjectBatchProcessor = ProjectBatchProcessor;
+ProjectBatchProcessor.RECENT_BATCH_WINDOW = 5;

package/dist/lib/output/index-state-footer.js

@@ -16,6 +16,16 @@ exports.formatIndexStateFooter = formatIndexStateFooter;
 function formatIndexStateFooter(state, opts) {
     if (!(state === null || state === void 0 ? void 0 : state.indexing))
         return null;
+    // Re-verification is not incompleteness. Saying "results may be incomplete"
+    // while a catchup re-checks thousands of unchanged files trains agents to
+    // distrust and retry correct answers, which is worse than saying nothing.
+    if (state.verifying) {
+        const n = state.pendingFiles;
+        if (opts.agent) {
+            return `[index: verifying ~${n} unchanged files · results current]`;
+        }
+        return `Index verifying ${n} unchanged file${n === 1 ? "" : "s"} — results are current.`;
+    }
     const count = state.pendingFiles > 0 ? `~${state.pendingFiles} files pending` : null;
     if (opts.agent) {
         const parts = ["index: syncing"];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.9",
+  "version": "0.26.11",
   "author": "Robert Owens <78518764+reowens@users.noreply.github.com>",
   "homepage": "https://github.com/reowens/grepmax",
   "bugs": {

package/plugins/grepmax/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "grepmax",
-  "version": "0.26.9",
+  "version": "0.26.11",
   "description": "Semantic code search for Claude Code. Automatically indexes your project and provides intelligent search capabilities.",
   "author": {
     "name": "Robert Owens",