@wrongstack/tools 0.73.1 → 0.77.0

package/dist/codebase-index/index.d.ts

@@ -1,5 +1,5 @@
-import { I as IndexResult, d as Symbol, F as FileMeta, e as SymbolKind, f as SymbolLang, c as SearchResult, b as IndexStats, R as Ref } from '../background-indexer-sbsseCCC.js';
-export { a as FileSymbols, S as SCHEMA_VERSION, g as cancelPendingReindexes, h as codebaseIndexTool, i as codebaseSearchTool, j as codebaseStatsTool, k as enqueueReindex, l as isIndexableFile, r as runStartupIndex } from '../background-indexer-sbsseCCC.js';
+import { I as IndexResult, d as Symbol, F as FileMeta, e as SymbolKind, f as SymbolLang, c as SearchResult, b as IndexStats, R as Ref } from '../background-indexer-C70RD7LU.js';
+export { a as FileSymbols, S as SCHEMA_VERSION, g as cancelPendingReindexes, h as codebaseIndexTool, i as codebaseSearchTool, j as codebaseStatsTool, k as enqueueReindex, l as getIndexState, m as isIndexReady, n as isIndexableFile, o as isIndexing, p as onIndexStateChange, r as runStartupIndex } from '../background-indexer-C70RD7LU.js';
 import { Context } from '@wrongstack/core';
 
 /**

package/dist/codebase-index/index.js

@@ -1670,7 +1670,130 @@ async function loadGitignoreMatcher(projectRoot) {
   return compileGitignore(lines);
 }
 
+// src/codebase-index/background-indexer.ts
+var _ready = false;
+var _indexing = false;
+var _currentFile = 0;
+var _totalFiles = 0;
+var _lastError = null;
+function isIndexReady() {
+  return _ready;
+}
+function setIndexReady() {
+  _ready = true;
+}
+function isIndexing() {
+  return _indexing;
+}
+function getIndexState() {
+  return {
+    ready: _ready,
+    indexing: _indexing,
+    currentFile: _currentFile,
+    totalFiles: _totalFiles,
+    lastError: _lastError
+  };
+}
+var _listeners = [];
+function onIndexStateChange(listener) {
+  _listeners.push(listener);
+  return () => {
+    _listeners = _listeners.filter((l) => l !== listener);
+  };
+}
+function emitState() {
+  const state = getIndexState();
+  for (const l of _listeners) l(state);
+}
+function _setIndexProgress(current, total) {
+  _currentFile = current;
+  _totalFiles = total;
+  emitState();
+}
+function stubCtx(projectRoot) {
+  return {
+    projectRoot,
+    cwd: projectRoot,
+    messages: [],
+    todos: [],
+    readFiles: /* @__PURE__ */ new Set(),
+    fileMtimes: /* @__PURE__ */ new Map()
+  };
+}
+var chain = Promise.resolve();
+function withMutex(job) {
+  const run = chain.then(job, job);
+  chain = run.then(
+    () => void 0,
+    () => void 0
+  );
+  return run;
+}
+var DEFAULT_DEBOUNCE_MS = 400;
+var debounceTimers = /* @__PURE__ */ new Map();
+function debounceKey(indexDir, file) {
+  return `${indexDir ?? ""}|${file}`;
+}
+function isIndexableFile(filePath) {
+  return detectLang(filePath) !== null;
+}
+async function runStartupIndex(opts) {
+  _indexing = true;
+  _currentFile = 0;
+  _totalFiles = 0;
+  _lastError = null;
+  emitState();
+  try {
+    const result = await withMutex(
+      () => runIndexer(stubCtx(opts.projectRoot), {
+        projectRoot: opts.projectRoot,
+        indexDir: opts.indexDir,
+        force: opts.force
+      })
+    );
+    _ready = true;
+    return result;
+  } catch (err) {
+    _lastError = err instanceof Error ? err.message : String(err);
+    _ready = true;
+    throw err;
+  } finally {
+    _indexing = false;
+    emitState();
+  }
+}
+function enqueueReindex(opts) {
+  const files = opts.files.filter(isIndexableFile);
+  if (files.length === 0) return;
+  const ms = opts.debounceMs ?? DEFAULT_DEBOUNCE_MS;
+  for (const file of files) {
+    const key = debounceKey(opts.indexDir, file);
+    const existing = debounceTimers.get(key);
+    if (existing) clearTimeout(existing);
+    const timer = setTimeout(() => {
+      debounceTimers.delete(key);
+      void withMutex(
+        () => runIndexer(stubCtx(opts.projectRoot), {
+          projectRoot: opts.projectRoot,
+          files: [file],
+          indexDir: opts.indexDir
+        })
+      ).catch((err) => opts.onError?.(err));
+    }, ms);
+    timer.unref?.();
+    debounceTimers.set(key, timer);
+  }
+}
+function cancelPendingReindexes() {
+  for (const t of debounceTimers.values()) clearTimeout(t);
+  debounceTimers.clear();
+}
+
 // src/codebase-index/indexer.ts
+var YIELD_EVERY_N = 50;
+function yieldEventLoop() {
+  return new Promise((resolve2) => setImmediate(resolve2));
+}
 var DEFAULT_IGNORE = [
   "node_modules",
   ".git",
@@ -1774,7 +1897,12 @@ async function runIndexer(_ctx, opts) {
   if (!force) {
     for (const meta of store.getAllFileMetas()) existingMeta.set(meta.file, meta);
   }
-  for (const file of files) {
+  for (let fi = 0; fi < files.length; fi++) {
+    const file = files[fi];
+    _setIndexProgress(fi + 1, files.length);
+    if (fi > 0 && fi % YIELD_EVERY_N === 0) {
+      await yieldEventLoop();
+    }
     let stat2;
     try {
       stat2 = await fs3.stat(file);
@@ -1888,12 +2016,23 @@ var codebaseIndexTool = {
     }
   },
   async execute(input, ctx) {
+    if (isIndexing()) {
+      return {
+        filesIndexed: 0,
+        symbolsIndexed: 0,
+        langStats: {},
+        durationMs: 0,
+        errors: [],
+        note: "A full index is already in progress. Retry codebase-index after it completes (check codebase-stats)."
+      };
+    }
     const result = await runIndexer(ctx, {
       projectRoot: ctx.projectRoot,
       force: input.force ?? false,
       langs: input.langs,
       indexDir: codebaseIndexDirOverride(ctx)
     });
+    setIndexReady();
     return result;
   }
 };
@@ -2029,6 +2168,31 @@ var codebaseSearchTool = {
     required: ["query"]
   },
   async execute(input, ctx) {
+    const state = getIndexState();
+    if (!state.ready) {
+      return {
+        results: [],
+        total: 0,
+        query: input.query,
+        indexStatus: state.indexing ? `Indexing in progress (${state.currentFile}/${state.totalFiles} files) \u2014 retry in a moment.` : "Index not yet built. The codebase is being indexed at startup \u2014 search will be available shortly."
+      };
+    }
+    if (state.indexing) {
+      return {
+        results: [],
+        total: 0,
+        query: input.query,
+        indexStatus: `Index refresh in progress (${state.currentFile}/${state.totalFiles} files). Results may be incomplete.`
+      };
+    }
+    if (state.lastError) {
+      return {
+        results: [],
+        total: 0,
+        query: input.query,
+        indexStatus: `Index build failed: ${state.lastError}. Try /codebase-reindex.`
+      };
+    }
     const store = new IndexStore(ctx.projectRoot, { indexDir: codebaseIndexDirOverride(ctx) });
     try {
       const limit = Math.min(input.limit ?? 20, 100);
@@ -2086,6 +2250,32 @@ var codebaseStatsTool = {
     additionalProperties: false
   },
   async execute(_input, ctx) {
+    const idxState = getIndexState();
+    if (!idxState.ready) {
+      return {
+        totalSymbols: 0,
+        totalFiles: 0,
+        byLang: {},
+        byKind: {},
+        lastIndexed: null,
+        sizeBytes: 0,
+        indexPath: "",
+        version: SCHEMA_VERSION,
+        indexStatus: idxState.indexing ? `Indexing in progress (${idxState.currentFile}/${idxState.totalFiles} files).` : "Index not yet built."
+      };
+    }
+    if (idxState.indexing) {
+      const store2 = new IndexStore(ctx.projectRoot, { indexDir: codebaseIndexDirOverride(ctx) });
+      try {
+        const stats = store2.getStats();
+        return {
+          ...stats,
+          indexStatus: `Index refresh in progress (${idxState.currentFile}/${idxState.totalFiles} files). Stats may be incomplete.`
+        };
+      } finally {
+        store2.close();
+      }
+    }
     const store = new IndexStore(ctx.projectRoot, { indexDir: codebaseIndexDirOverride(ctx) });
     try {
       const stats = store.getStats();
@@ -2105,70 +2295,6 @@ var codebaseStatsTool = {
   }
 };
 
-// src/codebase-index/background-indexer.ts
-function stubCtx(projectRoot) {
-  return {
-    projectRoot,
-    cwd: projectRoot,
-    messages: [],
-    todos: [],
-    readFiles: /* @__PURE__ */ new Set(),
-    fileMtimes: /* @__PURE__ */ new Map()
-  };
-}
-var chain = Promise.resolve();
-function withMutex(job) {
-  const run = chain.then(job, job);
-  chain = run.then(
-    () => void 0,
-    () => void 0
-  );
-  return run;
-}
-var DEFAULT_DEBOUNCE_MS = 400;
-var debounceTimers = /* @__PURE__ */ new Map();
-function debounceKey(indexDir, file) {
-  return `${indexDir ?? ""}|${file}`;
-}
-function isIndexableFile(filePath) {
-  return detectLang(filePath) !== null;
-}
-function runStartupIndex(opts) {
-  return withMutex(
-    () => runIndexer(stubCtx(opts.projectRoot), {
-      projectRoot: opts.projectRoot,
-      indexDir: opts.indexDir,
-      force: opts.force
-    })
-  );
-}
-function enqueueReindex(opts) {
-  const files = opts.files.filter(isIndexableFile);
-  if (files.length === 0) return;
-  const ms = opts.debounceMs ?? DEFAULT_DEBOUNCE_MS;
-  for (const file of files) {
-    const key = debounceKey(opts.indexDir, file);
-    const existing = debounceTimers.get(key);
-    if (existing) clearTimeout(existing);
-    const timer = setTimeout(() => {
-      debounceTimers.delete(key);
-      void withMutex(
-        () => runIndexer(stubCtx(opts.projectRoot), {
-          projectRoot: opts.projectRoot,
-          files: [file],
-          indexDir: opts.indexDir
-        })
-      ).catch((err) => opts.onError?.(err));
-    }, ms);
-    timer.unref?.();
-    debounceTimers.set(key, timer);
-  }
-}
-function cancelPendingReindexes() {
-  for (const t of debounceTimers.values()) clearTimeout(t);
-  debounceTimers.clear();
-}
-
-export { IndexStore, SCHEMA_VERSION, buildBm25Index, buildIndexableText, cancelPendingReindexes, codebaseIndexDirOverride, codebaseIndexTool, codebaseSearchTool, codebaseStatsTool, enqueueReindex, internalKindToLspKind, isIndexableFile, lspKindToInternalKind, resolveIndexDir, runIndexer, runStartupIndex, tokenise };
+export { IndexStore, SCHEMA_VERSION, buildBm25Index, buildIndexableText, cancelPendingReindexes, codebaseIndexDirOverride, codebaseIndexTool, codebaseSearchTool, codebaseStatsTool, enqueueReindex, getIndexState, internalKindToLspKind, isIndexReady, isIndexableFile, isIndexing, lspKindToInternalKind, onIndexStateChange, resolveIndexDir, runIndexer, runStartupIndex, tokenise };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map