codesift-mcp 0.9.5 → 0.9.10

package/dist/tools/index-tools/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/tools/index-tools/registry.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAKtD,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAsB,YAAY,CAAC,OAAO,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,WAAW,EAAE,GAAG,MAAM,EAAE,CAAC,CAa1I;AAED,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA+BxE;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAuB9E;AAED;;;GAGG;AACH;;GAEG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAE,GACpC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CA2B3B;AAmBD;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAYrE;AA0CD,iGAAiG;AACjG,wBAAgB,+BAA+B,IAAI,MAAM,EAAE,CAE1D;AAaD,wBAAgB,6BAA6B,IAAI,MAAM,CAEtD;AACD,wBAAgB,kCAAkC,IAAI,IAAI,CAEzD;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,CAuC3C"}

package/dist/tools/index-tools/registry.js

@@ -0,0 +1,258 @@
+import { unlink } from "node:fs/promises";
+import { stat } from "node:fs/promises";
+import { join, resolve, dirname } from "node:path";
+import { EXTRACTOR_VERSIONS } from "../index-shared.js";
+import { loadIndex, loadIndexOrStale } from "../../storage/index-store.js";
+import { getRepo, listRepos as listRegistryRepos, removeRepo, resolveRegisteredRepoMeta, getRepoName, } from "../../storage/registry.js";
+import { stopWatcher } from "../../storage/watcher.js";
+import { getEmbeddingPath, getEmbeddingMetaPath, loadEmbeddings, } from "../../storage/embedding-store.js";
+import { getChunkPath, getChunkEmbeddingPath } from "../../storage/chunk-store.js";
+import { getGraphPath } from "../../storage/graph-store.js";
+import { getSnapshotPath } from "../../storage/hash-snapshot.js";
+import { buildBM25Index } from "../../search/bm25.js";
+import { loadConfig, localEmbeddingsDisabled, embeddingMemBudgetBytes } from "../../config.js";
+import { ensureIndexFresh } from "./file-indexer.js";
+import { indexFolder } from "./folder-indexer.js";
+import { activeWatchers, bm25Indexes, codeIndexes, embeddingCaches } from "./state.js";
+export async function listAllRepos(options) {
+    const config = loadConfig();
+    let repos = await listRegistryRepos(config.registryPath);
+    // Filter by name substring (case-insensitive)
+    if (options?.name_contains) {
+        const filter = options.name_contains.toLowerCase();
+        repos = repos.filter((r) => r.name.toLowerCase().includes(filter));
+    }
+    if (options?.compact === false)
+        return repos;
+    // Default: ultra-compact — just repo names (agents only need the identifier)
+    return repos.map((r) => r.name);
+}
+export async function invalidateCache(repoName) {
+    const config = loadConfig();
+    const meta = await getRepo(config.registryPath, repoName);
+    if (!meta)
+        return false;
+    // Stop watcher
+    const watcher = activeWatchers.get(repoName);
+    if (watcher) {
+        await stopWatcher(watcher);
+        activeWatchers.delete(repoName);
+    }
+    // Remove in-memory caches
+    bm25Indexes.delete(repoName);
+    codeIndexes.delete(repoName);
+    embeddingCaches.delete(repoName);
+    // Delete index file + embedding files + chunk files
+    const embeddingPath = getEmbeddingPath(meta.index_path);
+    const embeddingMetaPath = getEmbeddingMetaPath(meta.index_path);
+    const chunkPath = getChunkPath(meta.index_path);
+    const chunkEmbeddingPath = getChunkEmbeddingPath(meta.index_path);
+    const graphStorePath = getGraphPath(meta.index_path);
+    const snapshotPath = getSnapshotPath(meta.index_path);
+    for (const fp of [meta.index_path, embeddingPath, embeddingMetaPath, chunkPath, chunkEmbeddingPath, graphStorePath, snapshotPath]) {
+        try {
+            await unlink(fp);
+        }
+        catch { /* File may not exist */ }
+    }
+    // Remove from registry
+    await removeRepo(config.registryPath, repoName);
+    return true;
+}
+export async function getBM25Index(repoName) {
+    // Resolve through the case-insensitive registry resolver (mirrors
+    // getCodeIndex) so `local/Rewards-API` finds `local/rewards-api` and the
+    // freshness check + cache key all use the canonical name. Previously this
+    // used exact `getRepo`, so any casing/bare-name mismatch returned null and
+    // BM25-backed tools (search_text, search_symbols, find_and_show,
+    // search_patterns) errored.
+    const config = loadConfig();
+    const resolved = await resolveRegisteredRepoMeta(config.registryPath, repoName);
+    if (!resolved)
+        return null;
+    const { resolvedName, meta } = resolved;
+    await ensureIndexFresh(resolvedName);
+    const cached = bm25Indexes.get(resolvedName);
+    if (cached)
+        return cached;
+    const index = await loadIndex(meta.index_path);
+    if (!index)
+        return null;
+    const bm25 = buildBM25Index(index.symbols);
+    bm25Indexes.set(resolvedName, bm25);
+    return bm25;
+}
+/**
+ * Get the code index for a repo from disk.
+ * Starts watcher if not running (lazy start after server restart).
+ */
+/**
+ * Get the code index for a repo from disk. Auto-refreshes if git HEAD moved.
+ */
+export async function getCodeIndex(repoName, options) {
+    const config = loadConfig();
+    const resolved = await resolveRegisteredRepoMeta(config.registryPath, repoName);
+    if (!resolved)
+        return null;
+    const { resolvedName, meta } = resolved;
+    if (!options?.skipFreshness) {
+        await ensureIndexFresh(resolvedName);
+    }
+    const cached = codeIndexes.get(resolvedName);
+    if (cached)
+        return cached;
+    const result = await loadIndexOrStale(meta.index_path, { ...EXTRACTOR_VERSIONS });
+    if (!result)
+        return null;
+    if (result.status === "stale") {
+        const extra = result.mismatch_detail ? ` — ${result.mismatch_detail}` : "";
+        console.warn(`[codesift] stale index for ${resolvedName}: extractor_version_mismatch ` +
+            `(${result.language} expected ${result.expected_version}, got ${result.actual_version})${extra}. ` +
+            `Run index_folder to refresh.`);
+        return null;
+    }
+    codeIndexes.set(resolvedName, result.index);
+    return result.index;
+}
+/**
+ * Walk up from dir until a .git directory is found. Returns the git root or null.
+ */
+async function findGitRoot(dir) {
+    let current = resolve(dir);
+    while (true) {
+        try {
+            await stat(join(current, ".git"));
+            return current;
+        }
+        catch {
+            const parent = dirname(current);
+            if (parent === current)
+                return null;
+            current = parent;
+        }
+    }
+}
+/**
+ * Called at server startup. If the CWD is inside a git repo that isn't indexed yet,
+ * index it automatically in the background so tools work without manual setup.
+ */
+export async function autoIndexCurrentRepo(cwd) {
+    const gitRoot = await findGitRoot(cwd);
+    if (!gitRoot)
+        return;
+    const repoName = getRepoName(gitRoot);
+    const config = loadConfig();
+    const existing = await getRepo(config.registryPath, repoName);
+    if (existing)
+        return;
+    console.error(`[codesift] Auto-indexing ${repoName} (first use)...`);
+    await indexFolder(gitRoot);
+    console.error(`[codesift] Auto-index complete: ${repoName}`);
+}
+/**
+ * True when the local embedding cache should not be populated (lite mode).
+ * Single source of truth in config.ts — RAM-aware (auto-lite on small machines)
+ * and env-overridable. Kept as a thin local alias so call sites read cleanly.
+ */
+function embeddingsDisabled() {
+    return localEmbeddingsDisabled();
+}
+function embeddingMapBytes(m) {
+    let b = 0;
+    for (const v of m.values())
+        b += v.byteLength;
+    return b;
+}
+/**
+ * Evict least-recently-used repo embeddings while total resident bytes exceed
+ * the budget. `embeddingCaches` insertion order is the LRU order (getter
+ * re-inserts on hit). `pinned` (the repo being served right now) is never
+ * evicted mid-query. Bytes are summed from the live maps (source of truth) so
+ * the many `.delete` call sites can't drift an accounting counter.
+ */
+function evictEmbeddingCachesOverBudget(pinned) {
+    const budget = embeddingMemBudgetBytes();
+    const sizes = new Map();
+    let total = 0;
+    for (const [k, m] of embeddingCaches) {
+        const b = embeddingMapBytes(m);
+        sizes.set(k, b);
+        total += b;
+    }
+    if (total <= budget)
+        return;
+    for (const k of [...embeddingCaches.keys()]) {
+        if (total <= budget)
+            break;
+        if (k === pinned)
+            continue;
+        embeddingCaches.delete(k);
+        total -= sizes.get(k) ?? 0;
+    }
+}
+/** Test-only: repo names currently resident in the embedding cache (LRU order, oldest first). */
+export function _cachedEmbeddingReposForTesting() {
+    return [...embeddingCaches.keys()];
+}
+/**
+ * In-flight embedding loads, keyed by repo. Two MCP sessions (e.g. two editor
+ * windows on one `codesift serve` daemon) that first-access the same repo
+ * concurrently must trigger ONE disk load, not one per session — otherwise a
+ * GB-scale load runs N times in parallel. Concurrent callers await the same
+ * promise; the entry clears once the load settles.
+ */
+const embeddingLoadsInFlight = new Map();
+/** Count of actual disk loads (test-only) — proves load-once across sessions. */
+let embeddingLoadCount = 0;
+export function _embeddingLoadCountForTesting() {
+    return embeddingLoadCount;
+}
+export function _resetEmbeddingLoadCountForTesting() {
+    embeddingLoadCount = 0;
+}
+/**
+ * Get the in-memory embedding cache for a repo.
+ * Loads from disk if not cached. Returns null if no embeddings file exists,
+ * or if embeddings are disabled (lite mode). Bounds resident RAM via LRU, and
+ * dedupes concurrent first-access so the load runs exactly once per repo.
+ */
+export async function getEmbeddingCache(repoName) {
+    // Lite mode: never hold embeddings in RAM (semantic falls back to BM25).
+    if (embeddingsDisabled())
+        return null;
+    const cached = embeddingCaches.get(repoName);
+    if (cached) {
+        // LRU touch: move to most-recently-used end.
+        embeddingCaches.delete(repoName);
+        embeddingCaches.set(repoName, cached);
+        return cached;
+    }
+    // Coalesce concurrent first-access onto one load.
+    const inFlight = embeddingLoadsInFlight.get(repoName);
+    if (inFlight)
+        return inFlight;
+    const loadPromise = (async () => {
+        const config = loadConfig();
+        const meta = await getRepo(config.registryPath, repoName);
+        if (!meta)
+            return null;
+        const embeddingPath = getEmbeddingPath(meta.index_path);
+        embeddingLoadCount++;
+        const embeddings = await loadEmbeddings(embeddingPath);
+        if (embeddings.size === 0)
+            return null;
+        // Pin-on-access: this repo is the one being served, so eviction never drops
+        // it out from under the load/query that just requested it.
+        embeddingCaches.set(repoName, embeddings);
+        evictEmbeddingCachesOverBudget(repoName);
+        return embeddings;
+    })();
+    embeddingLoadsInFlight.set(repoName, loadPromise);
+    try {
+        return await loadPromise;
+    }
+    finally {
+        embeddingLoadsInFlight.delete(repoName);
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/tools/index-tools/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/tools/index-tools/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EACL,OAAO,EACP,SAAS,IAAI,iBAAiB,EAC9B,UAAU,EACV,yBAAyB,EACzB,WAAW,GACZ,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,GACf,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AASvF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAuD;IACxF,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAEzD,8CAA8C;IAC9C,IAAI,OAAO,EAAE,aAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC;QACnD,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,OAAO,EAAE,OAAO,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC7C,6EAA6E;IAC7E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB;IACpD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAExB,eAAe;IACf,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED,0BAA0B;IAC1B,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjC,oDAAoD;IACpD,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtD,KAAK,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,kBAAkB,EAAE,cAAc,EAAE,YAAY,CAAC,EAAE,CAAC;QAClI,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IAC9D,CAAC;IAED,uBAAuB;IACvB,MAAM,UAAU,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAChD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAgB;IACjD,kEAAkE;IAClE,yEAAyE;IACzE,0EAA0E;IAC1E,2EAA2E;IAC3E,iEAAiE;IACjE,4BAA4B;IAC5B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAChF,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;IAExC,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAErC,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3C,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,OAAqC;IAErC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAChF,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;IAExC,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;QAC5B,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,kBAAkB,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,CAAC,IAAI,CACV,8BAA8B,YAAY,+BAA+B;YACzE,IAAI,MAAM,CAAC,QAAQ,aAAa,MAAM,CAAC,gBAAgB,SAAS,MAAM,CAAC,cAAc,IAAI,KAAK,IAAI;YAClG,8BAA8B,CAC/B,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,KAAK,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,GAAW;IACpC,IAAI,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;YAClC,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,MAAM,KAAK,OAAO;gBAAE,OAAO,IAAI,CAAC;YACpC,OAAO,GAAG,MAAM,CAAC;QACnB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,GAAW;IACpD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO;QAAE,OAAO;IAErB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC9D,IAAI,QAAQ;QAAE,OAAO;IAErB,OAAO,CAAC,KAAK,CAAC,4BAA4B,QAAQ,iBAAiB,CAAC,CAAC;IACrE,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;AAC/D,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB;IACzB,OAAO,uBAAuB,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,iBAAiB,CAAC,CAA4B;IACrD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;IAC9C,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;GAMG;AACH,SAAS,8BAA8B,CAAC,MAAc;IACpD,MAAM,MAAM,GAAG,uBAAuB,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChB,KAAK,IAAI,CAAC,CAAC;IACb,CAAC;IACD,IAAI,KAAK,IAAI,MAAM;QAAE,OAAO;IAC5B,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,IAAI,KAAK,IAAI,MAAM;YAAE,MAAM;QAC3B,IAAI,CAAC,KAAK,MAAM;YAAE,SAAS;QAC3B,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,+BAA+B;IAC7C,OAAO,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAqD,CAAC;AAE5F,iFAAiF;AACjF,IAAI,kBAAkB,GAAG,CAAC,CAAC;AAC3B,MAAM,UAAU,6BAA6B;IAC3C,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AACD,MAAM,UAAU,kCAAkC;IAChD,kBAAkB,GAAG,CAAC,CAAC;AACzB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB;IAEhB,yEAAyE;IACzE,IAAI,kBAAkB,EAAE;QAAE,OAAO,IAAI,CAAC;IAEtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,EAAE,CAAC;QACX,6CAA6C;QAC7C,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kDAAkD;IAClD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,MAAM,WAAW,GAAG,CAAC,KAAK,IAA+C,EAAE;QACzE,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,kBAAkB,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAC;QACvD,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEvC,4EAA4E;QAC5E,2DAA2D;QAC3D,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC1C,8BAA8B,CAAC,QAAQ,CAAC,CAAC;QACzC,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,EAAE,CAAC;IAEL,sBAAsB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAClD,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC"}

package/dist/tools/index-tools/snapshots.d.ts

@@ -0,0 +1,51 @@
+import { type FileHashSnapshot } from "../../storage/hash-snapshot.js";
+import type { CodeIndex } from "../../types.js";
+export declare function loadIndexSnapshot(indexPath: string, repoName: string, indexUpdatedAt: number): Promise<FileHashSnapshot | null>;
+export declare function saveIndexSnapshot(indexPath: string, snapshot: FileHashSnapshot): Promise<void>;
+export declare function isExistingIndexStale(existing: CodeIndex, rootPath: string): Promise<boolean>;
+/**
+ * Read a file and return the sha1 hex of its UTF-8 content, or null on read
+ * failure (deleted mid-walk, permission error). Code-sized files only — same
+ * assumption parseOneFile already makes. Non-throwing: callers treat null as
+ * "could not hash → fall through to re-parse".
+ */
+export declare function sha1OfFile(absPath: string): Promise<string | null>;
+/**
+ * Exported for unit testing only — not part of the public API.
+ *
+ * Drains a legacy-hash queue: hashes each file, then re-stats to confirm the
+ * mtime has not drifted since the decision-time stat. Entries whose mtime
+ * drifted (or whose stat fails) are omitted from the returned map so the next
+ * run re-parses them rather than reusing symbols against a mismatched sha.
+ *
+ * @param queue  Items from the legacyHashQueue (relPath + filePath + decision-time mtimeMs).
+ * @param hashFn Injectable hash function (default: sha1OfFile). Tests inject a
+ *               function that also modifies the file so they can trigger the
+ *               TOCTOU drift-detection path without real concurrency.
+ * @param statFn Injectable stat function (default: fs.stat). Tests can stub this
+ *               to return a post-modification mtime.
+ */
+export declare function drainLegacyHashQueue(queue: Array<{
+    relPath: string;
+    filePath: string;
+    mtimeMs: number;
+}>, hashFn?: (absPath: string) => Promise<string | null>, statFn?: (absPath: string) => Promise<{
+    mtimeMs: number;
+}>): Promise<Record<string, string>>;
+export declare const ASTRO_LOCK_FILENAME = "astro-reindex.lock";
+export declare const EXTRACTOR_VERSIONS_FILENAME = "extractor-versions.json";
+export interface AstroReindexResult {
+    reindexed: boolean;
+    files_reindexed?: number;
+    reason: string;
+}
+/**
+ * Check if the stored astro extractor version matches the current one.
+ * If not, re-extract all .astro files with lockfile protection.
+ *
+ * @param dataDir   The data directory (e.g., ~/.codesift or a test tmpdir)
+ * @param repoRoot  The repo root path (for locating .astro files)
+ * @param astroFiles  Relative paths to .astro files in the repo
+ */
+export declare function checkAstroExtractorVersion(dataDir: string, repoRoot: string, astroFiles: string[]): Promise<AstroReindexResult>;
+//# sourceMappingURL=snapshots.d.ts.map

package/dist/tools/index-tools/snapshots.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshots.d.ts","sourceRoot":"","sources":["../../../src/tools/index-tools/snapshots.ts"],"names":[],"mappings":"AAKA,OAAO,EAAuD,KAAK,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAC5H,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAKhD,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAOlC;AAED,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,IAAI,CAAC,CAEf;AAaD,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,CAAC,CAqBlB;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAOxE;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,EACpE,MAAM,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAc,EAChE,MAAM,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CACL,GAClD,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAyBjC;AAED,eAAO,MAAM,mBAAmB,uBAAuB,CAAC;AACxD,eAAO,MAAM,2BAA2B,4BAA4B,CAAC;AAIrE,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;GAOG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAAE,GACnB,OAAO,CAAC,kBAAkB,CAAC,CA8D7B"}

package/dist/tools/index-tools/snapshots.js

@@ -0,0 +1,223 @@
+import { readFile, stat } from "node:fs/promises";
+import { join } from "node:path";
+import { openSync, closeSync, statSync, unlinkSync, writeFileSync, renameSync } from "node:fs";
+import { createHash } from "node:crypto";
+import { EXTRACTOR_VERSIONS } from "../index-shared.js";
+import { getSnapshotPath, loadHashSnapshot, saveHashSnapshot } from "../../storage/hash-snapshot.js";
+import { parseOneFile } from "./parse.js";
+const PARSE_CONCURRENCY = 8;
+export async function loadIndexSnapshot(indexPath, repoName, indexUpdatedAt) {
+    const snapshot = await loadHashSnapshot(getSnapshotPath(indexPath), repoName);
+    if (snapshot && snapshot.created_at !== indexUpdatedAt) {
+        console.warn(`[codesift] hash-snapshot older than index — rebuilding (${repoName})`);
+        return null;
+    }
+    return snapshot;
+}
+export async function saveIndexSnapshot(indexPath, snapshot) {
+    await saveHashSnapshot(getSnapshotPath(indexPath), snapshot);
+}
+/**
+ * Decide whether a previously stored index no longer reflects the working
+ * tree. Samples up to 256 of its file paths (even stride) and stats them;
+ * when at least half are gone the old index is treated as stale. Used by the
+ * indexFolder sanity check to break the poisoned-baseline deadlock: an old
+ * index bloated with since-deleted trees (.worktrees/, vendored dirs) would
+ * otherwise reject every honest reindex as "truncated" forever.
+ */
+const STALE_SAMPLE_LIMIT = 256;
+const STALE_MISSING_FRACTION = 0.5;
+export async function isExistingIndexStale(existing, rootPath) {
+    const paths = existing.files.map((f) => f.path);
+    if (paths.length === 0)
+        return true;
+    const stride = Math.max(1, Math.floor(paths.length / STALE_SAMPLE_LIMIT));
+    const sampled = [];
+    for (let i = 0; i < paths.length && sampled.length < STALE_SAMPLE_LIMIT; i += stride) {
+        const p = paths[i];
+        if (p)
+            sampled.push(p);
+    }
+    let missing = 0;
+    await Promise.all(sampled.map(async (relPath) => {
+        try {
+            await stat(join(rootPath, relPath));
+        }
+        catch {
+            missing++;
+        }
+    }));
+    return missing >= sampled.length * STALE_MISSING_FRACTION;
+}
+/**
+ * Read a file and return the sha1 hex of its UTF-8 content, or null on read
+ * failure (deleted mid-walk, permission error). Code-sized files only — same
+ * assumption parseOneFile already makes. Non-throwing: callers treat null as
+ * "could not hash → fall through to re-parse".
+ */
+export async function sha1OfFile(absPath) {
+    try {
+        const content = await readFile(absPath, "utf-8");
+        return createHash("sha1").update(content).digest("hex");
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Exported for unit testing only — not part of the public API.
+ *
+ * Drains a legacy-hash queue: hashes each file, then re-stats to confirm the
+ * mtime has not drifted since the decision-time stat. Entries whose mtime
+ * drifted (or whose stat fails) are omitted from the returned map so the next
+ * run re-parses them rather than reusing symbols against a mismatched sha.
+ *
+ * @param queue  Items from the legacyHashQueue (relPath + filePath + decision-time mtimeMs).
+ * @param hashFn Injectable hash function (default: sha1OfFile). Tests inject a
+ *               function that also modifies the file so they can trigger the
+ *               TOCTOU drift-detection path without real concurrency.
+ * @param statFn Injectable stat function (default: fs.stat). Tests can stub this
+ *               to return a post-modification mtime.
+ */
+export async function drainLegacyHashQueue(queue, hashFn = sha1OfFile, statFn = (p) => import("node:fs/promises").then((m) => m.stat(p))) {
+    const result = {};
+    for (let i = 0; i < queue.length; i += PARSE_CONCURRENCY) {
+        const batch = queue.slice(i, i + PARSE_CONCURRENCY);
+        const shas = await Promise.all(batch.map((q) => hashFn(q.filePath)));
+        const stats = await Promise.all(batch.map((q) => statFn(q.filePath).then((st) => Math.round(st.mtimeMs), () => null)));
+        batch.forEach((q, j) => {
+            const currentMtime = stats[j];
+            if (currentMtime === null || currentMtime !== q.mtimeMs) {
+                // Mtime drifted or file gone — omit so next run re-parses.
+                return;
+            }
+            // Omit on null hash — never persist an empty-string sentinel that a
+            // snapshot reader could mistake for a valid sha1.
+            if (shas[j])
+                result[q.relPath] = shas[j];
+        });
+    }
+    return result;
+}
+export const ASTRO_LOCK_FILENAME = "astro-reindex.lock";
+export const EXTRACTOR_VERSIONS_FILENAME = "extractor-versions.json";
+const LOCK_STALE_MS = 60_000; // 60 seconds
+/**
+ * Check if the stored astro extractor version matches the current one.
+ * If not, re-extract all .astro files with lockfile protection.
+ *
+ * @param dataDir   The data directory (e.g., ~/.codesift or a test tmpdir)
+ * @param repoRoot  The repo root path (for locating .astro files)
+ * @param astroFiles  Relative paths to .astro files in the repo
+ */
+export async function checkAstroExtractorVersion(dataDir, repoRoot, astroFiles) {
+    // Read stored version snapshot
+    const versionsPath = join(dataDir, EXTRACTOR_VERSIONS_FILENAME);
+    let storedVersions = {};
+    try {
+        const raw = await readFile(versionsPath, "utf-8");
+        storedVersions = JSON.parse(raw);
+    }
+    catch {
+        // File doesn't exist or is invalid — treat as version mismatch
+    }
+    // Check if astro version matches
+    if (storedVersions.astro === EXTRACTOR_VERSIONS.astro) {
+        return { reindexed: false, reason: "astro extractor up to date" };
+    }
+    if (astroFiles.length === 0) {
+        // No astro files to re-extract — just update the version snapshot
+        await writeVersionSnapshot(dataDir, storedVersions);
+        return { reindexed: false, reason: "no astro files to re-extract" };
+    }
+    // Acquire lockfile
+    const lockPath = join(dataDir, ASTRO_LOCK_FILENAME);
+    if (!acquireLock(lockPath)) {
+        return { reindexed: false, reason: "astro re-index in progress (locked by another process)" };
+    }
+    try {
+        // Re-extract all .astro files
+        let count = 0;
+        for (const relPath of astroFiles) {
+            const absPath = join(repoRoot, relPath);
+            try {
+                const result = await parseOneFile(absPath, repoRoot, "");
+                if (result) {
+                    count++;
+                    if (count % 100 === 0) {
+                        console.error(`[codesift] Astro re-index progress: ${count}/${astroFiles.length} files`);
+                    }
+                }
+            }
+            catch {
+                // File may have been deleted or is unparseable
+            }
+        }
+        // Write version snapshot atomically
+        await writeVersionSnapshot(dataDir, storedVersions);
+        return {
+            reindexed: true,
+            files_reindexed: count,
+            reason: `re-extracted ${count} astro files (version ${storedVersions.astro ?? "none"} → ${EXTRACTOR_VERSIONS.astro})`,
+        };
+    }
+    finally {
+        // Release lockfile
+        try {
+            unlinkSync(lockPath);
+        }
+        catch {
+            // Lock may have been cleaned up already
+        }
+    }
+}
+/**
+ * Acquire an exclusive lockfile. Returns true if lock was acquired.
+ * If lockfile exists but is stale (mtime > 60s), deletes it and retries once.
+ */
+function acquireLock(lockPath) {
+    try {
+        const fd = openSync(lockPath, "wx");
+        closeSync(fd);
+        return true;
+    }
+    catch (err) {
+        if (err.code !== "EEXIST") {
+            return false;
+        }
+        // Lock exists — check if stale
+        try {
+            const lockStat = statSync(lockPath);
+            const age = Date.now() - lockStat.mtimeMs;
+            if (age > LOCK_STALE_MS) {
+                // Stale lock — delete and retry once
+                unlinkSync(lockPath);
+                try {
+                    const fd = openSync(lockPath, "wx");
+                    closeSync(fd);
+                    return true;
+                }
+                catch {
+                    return false;
+                }
+            }
+        }
+        catch {
+            // stat failed — lock was just removed by another process
+            return false;
+        }
+        return false;
+    }
+}
+/**
+ * Atomically write the extractor versions snapshot.
+ * Uses write-to-tmp + rename for crash safety.
+ */
+async function writeVersionSnapshot(dataDir, existingVersions) {
+    const versionsPath = join(dataDir, EXTRACTOR_VERSIONS_FILENAME);
+    const tmpPath = `${versionsPath}.tmp.${Date.now()}`;
+    const snapshot = { ...existingVersions, astro: EXTRACTOR_VERSIONS.astro };
+    writeFileSync(tmpPath, JSON.stringify(snapshot), "utf-8");
+    renameSync(tmpPath, versionsPath);
+}
+//# sourceMappingURL=snapshots.js.map

package/dist/tools/index-tools/snapshots.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshots.js","sourceRoot":"","sources":["../../../src/tools/index-tools/snapshots.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/F,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,gBAAgB,EAAyB,MAAM,gCAAgC,CAAC;AAE5H,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB,EACjB,QAAgB,EAChB,cAAsB;IAEtB,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC9E,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,cAAc,EAAE,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,2DAA2D,QAAQ,GAAG,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB,EACjB,QAA0B;IAE1B,MAAM,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAmB,EACnB,QAAgB;IAEhB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEpC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,kBAAkB,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC;QACrF,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB,CAAC;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAe;IAC9C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACjD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAoE,EACpE,SAAsD,UAAU,EAChE,SAA4D,CAAC,CAAC,EAAE,EAAE,CAChE,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACd,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CACrB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,EAC9B,GAAG,EAAE,CAAC,IAAI,CACX,CACF,CACF,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;gBACxD,2DAA2D;gBAC3D,OAAO;YACT,CAAC;YACD,oEAAoE;YACpE,kDAAkD;YAClD,IAAI,IAAI,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,oBAAoB,CAAC;AACxD,MAAM,CAAC,MAAM,2BAA2B,GAAG,yBAAyB,CAAC;AAErE,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,aAAa;AAQ3C;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAe,EACf,QAAgB,EAChB,UAAoB;IAEpB,+BAA+B;IAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAChE,IAAI,cAAc,GAA2B,EAAE,CAAC;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAClD,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,+DAA+D;IACjE,CAAC;IAED,iCAAiC;IACjC,IAAI,cAAc,CAAC,KAAK,KAAK,kBAAkB,CAAC,KAAK,EAAE,CAAC;QACtD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;IACpE,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,kEAAkE;QAClE,MAAM,oBAAoB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACpD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;IACtE,CAAC;IAED,mBAAmB;IACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,wDAAwD,EAAE,CAAC;IAChG,CAAC;IAED,IAAI,CAAC;QACH,8BAA8B;QAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACzD,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,EAAE,CAAC;oBACR,IAAI,KAAK,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;wBACtB,OAAO,CAAC,KAAK,CAAC,uCAAuC,KAAK,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,CAAC;oBAC3F,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,oBAAoB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAEpD,OAAO;YACL,SAAS,EAAE,IAAI;YACf,eAAe,EAAE,KAAK;YACtB,MAAM,EAAE,gBAAgB,KAAK,yBAAyB,cAAc,CAAC,KAAK,IAAI,MAAM,MAAM,kBAAkB,CAAC,KAAK,GAAG;SACtH,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,mBAAmB;QACnB,IAAI,CAAC;YACH,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;QAC1C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,QAAgB;IACnC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,SAAS,CAAC,EAAE,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+BAA+B;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC;YAC1C,IAAI,GAAG,GAAG,aAAa,EAAE,CAAC;gBACxB,qCAAqC;gBACrC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBACpC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACd,OAAO,IAAI,CAAC;gBACd,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;YACzD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,oBAAoB,CACjC,OAAe,EACf,gBAAwC;IAExC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,GAAG,YAAY,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACpD,MAAM,QAAQ,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAC1E,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IAC1D,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;AACpC,CAAC"}

package/dist/tools/index-tools/state.d.ts

@@ -0,0 +1,8 @@
+import type { BM25Index } from "../../search/bm25.js";
+import type { CodeIndex } from "../../types.js";
+export declare const activeWatchers: Map<string, import("@parcel/watcher").AsyncSubscription>;
+export declare const bm25Indexes: Map<string, BM25Index>;
+export declare const codeIndexes: Map<string, CodeIndex>;
+export declare const embeddingCaches: Map<string, Map<string, Float32Array<ArrayBufferLike>>>;
+export declare const lastFullIndexAt: Map<string, number>;
+//# sourceMappingURL=state.d.ts.map

package/dist/tools/index-tools/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/tools/index-tools/state.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,eAAO,MAAM,cAAc,0DAA+B,CAAC;AAC3D,eAAO,MAAM,WAAW,wBAA+B,CAAC;AACxD,eAAO,MAAM,WAAW,wBAA+B,CAAC;AACxD,eAAO,MAAM,eAAe,yDAA+C,CAAC;AAE5E,eAAO,MAAM,eAAe,qBAA4B,CAAC"}

package/dist/tools/index-tools/state.js

@@ -0,0 +1,6 @@
+export const activeWatchers = new Map();
+export const bm25Indexes = new Map();
+export const codeIndexes = new Map();
+export const embeddingCaches = new Map();
+export const lastFullIndexAt = new Map();
+//# sourceMappingURL=state.js.map

package/dist/tools/index-tools/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../../src/tools/index-tools/state.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAqB,CAAC;AAC3D,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAqB,CAAC;AACxD,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAqB,CAAC;AACxD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAqC,CAAC;AAE5E,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC"}

package/dist/tools/index-tools/types.d.ts

@@ -0,0 +1,20 @@
+export interface IndexFolderResult {
+    repo: string;
+    root: string;
+    file_count: number;
+    symbol_count: number;
+    duration_ms: number;
+    /**
+     * Set when the call did not persist a fresh index:
+     * - "skipped" — short-circuited because a watcher is keeping the index live.
+     * - "rejected_partial" — new walk found <50% of the previous file count and
+     *   the previous index still matches what's on disk, so the new (likely
+     *   truncated) result was discarded. file_count/symbol_count echo the KEPT
+     *   old index. Follow `hint` to force a rebuild if the shrink is expected.
+     */
+    status?: "skipped" | "rejected_partial";
+    reason?: string;
+    last_indexed?: string;
+    hint?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/tools/index-tools/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/tools/index-tools/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,kBAAkB,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf"}

package/dist/tools/index-tools/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/tools/index-tools/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/tools/index-tools/types.ts"],"names":[],"mappings":""}

package/dist/tools/index-tools/watcher.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Replace or create a file watcher for incremental index updates.
+ *
+ * Enforces a max-active-watchers cap with LRU eviction so that bulk indexing
+ * of many repos in one session cannot exhaust the system file table. When the
+ * cap is exceeded the oldest watcher is closed; that repo's index becomes
+ * stale-on-disk until the next explicit `index_folder` or `index_file`.
+ */
+export declare function setupWatcher(rootPath: string, repoName: string, indexPath: string): Promise<void>;
+//# sourceMappingURL=watcher.d.ts.map

package/dist/tools/index-tools/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../../src/tools/index-tools/watcher.ts"],"names":[],"mappings":"AAuBA;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAiDf"}