codesift-mcp 0.9.5 → 0.10.0

package/dist/tools/index-tools/watcher.js

@@ -0,0 +1,130 @@
+import { join } from "node:path";
+import { saveIncremental, removeFileFromIndex } from "../../storage/index-store.js";
+import { startWatcher, stopWatcher } from "../../storage/watcher.js";
+import { loadConfig } from "../../config.js";
+import { onFileChanged as scanOnChanged, onFileDeleted as scanOnDeleted, scanFileForSecrets } from "../secret-scan-shared.js";
+import { parseOneFile } from "./parse.js";
+import { activeWatchers, bm25Indexes, codeIndexes, embeddingCaches } from "./state.js";
+const DEFAULT_MAX_WATCHERS = 8;
+function getMaxWatchers() {
+    const env = process.env.CODESIFT_MAX_WATCHERS;
+    if (env !== undefined) {
+        const n = Number.parseInt(env, 10);
+        if (Number.isFinite(n) && n >= 0)
+            return n;
+    }
+    return DEFAULT_MAX_WATCHERS;
+}
+// Insertion-ordered Map gives us free LRU semantics: re-inserting a key
+// moves it to the end, so the first key is the least-recently set up.
+const watcherInsertionOrder = new Set();
+/**
+ * Replace or create a file watcher for incremental index updates.
+ *
+ * Enforces a max-active-watchers cap with LRU eviction so that bulk indexing
+ * of many repos in one session cannot exhaust the system file table. When the
+ * cap is exceeded the oldest watcher is closed; that repo's index becomes
+ * stale-on-disk until the next explicit `index_folder` or `index_file`.
+ */
+export async function setupWatcher(rootPath, repoName, indexPath) {
+    const existingWatcher = activeWatchers.get(repoName);
+    if (existingWatcher) {
+        await stopWatcher(existingWatcher);
+        watcherInsertionOrder.delete(repoName);
+    }
+    // Evict oldest watchers until we fit under the cap (with room for the new one)
+    const maxWatchers = getMaxWatchers();
+    if (maxWatchers === 0) {
+        // Caller of indexFolder can also opt out via watch:false; this env is the
+        // global kill-switch (e.g. for CI bulk-index jobs).
+        return;
+    }
+    while (watcherInsertionOrder.size >= maxWatchers) {
+        const oldest = watcherInsertionOrder.values().next().value;
+        if (oldest === undefined)
+            break;
+        const oldWatcher = activeWatchers.get(oldest);
+        if (oldWatcher) {
+            await stopWatcher(oldWatcher).catch(() => { });
+            activeWatchers.delete(oldest);
+        }
+        watcherInsertionOrder.delete(oldest);
+        console.error(`[codesift] watcher cap reached (${maxWatchers}); evicted oldest watcher: ${oldest}`);
+    }
+    const watcher = await startWatcher(rootPath, (changedFile) => {
+        handleFileChange(rootPath, repoName, indexPath, changedFile).catch((err) => {
+            const message = err instanceof Error ? err.message : String(err);
+            console.error(`[codesift] Watcher error for ${changedFile}: ${message}`);
+        });
+    }, (deletedFile) => {
+        handleFileDelete(rootPath, repoName, indexPath, deletedFile).catch((err) => {
+            const message = err instanceof Error ? err.message : String(err);
+            console.error(`[codesift] Watcher delete error for ${deletedFile}: ${message}`);
+        });
+    });
+    activeWatchers.set(repoName, watcher);
+    watcherInsertionOrder.add(repoName);
+}
+/**
+ * Handle a file change event from the watcher.
+ * Re-parses the changed file and updates the index incrementally.
+ */
+async function handleFileChange(repoRoot, repoName, indexPath, relativeFile) {
+    const fullPath = join(repoRoot, relativeFile);
+    // Invalidate cached findings so the next scan sees the updated file contents.
+    scanOnChanged(repoName, relativeFile);
+    // Invalidate negative evidence for this file's subtree
+    try {
+        const { invalidateNegativeEvidence } = await import("../../storage/session-state.js");
+        invalidateNegativeEvidence(repoName, relativeFile);
+    }
+    catch {
+        // Best-effort — session-state may not be loaded
+    }
+    // Invalidate Hono model cache for this file (canonicalized absolute path)
+    try {
+        const { honoCache } = await import("../../cache/hono-cache.js");
+        honoCache.invalidate(fullPath);
+    }
+    catch {
+        // Best-effort — hono-cache may not be loaded
+    }
+    const result = await parseOneFile(fullPath, repoRoot, repoName);
+    if (!result)
+        return;
+    await saveIncremental(indexPath, relativeFile, result.symbols, result.entry);
+    if (loadConfig().secretScanEnabled) {
+        try {
+            await scanFileForSecrets(fullPath, relativeFile, repoName, result.symbols);
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            console.warn(`[codesift] Secret scan failed for ${relativeFile}: ${message}`);
+        }
+    }
+    // Invalidate caches — lazy rebuild on next query via getBM25Index()
+    bm25Indexes.delete(repoName);
+    codeIndexes.delete(repoName);
+    embeddingCaches.delete(repoName);
+}
+/**
+ * Handle a file deletion event from the watcher.
+ * Removes all symbols for the deleted file from the index.
+ */
+async function handleFileDelete(repoRoot, repoName, indexPath, relativeFile) {
+    await removeFileFromIndex(indexPath, relativeFile);
+    // Invalidate caches — lazy rebuild on next query via getBM25Index()
+    bm25Indexes.delete(repoName);
+    codeIndexes.delete(repoName);
+    embeddingCaches.delete(repoName);
+    scanOnDeleted(repoName, relativeFile);
+    // Invalidate Hono model cache
+    try {
+        const { honoCache } = await import("../../cache/hono-cache.js");
+        honoCache.invalidate(join(repoRoot, relativeFile));
+    }
+    catch {
+        // Best-effort
+    }
+}
+//# sourceMappingURL=watcher.js.map

package/dist/tools/index-tools/watcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../../src/tools/index-tools/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACpF,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,aAAa,IAAI,aAAa,EAAE,aAAa,IAAI,aAAa,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9H,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEvF,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B,SAAS,cAAc;IACrB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC9C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,wEAAwE;AACxE,sEAAsE;AACtE,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,QAAgB,EAChB,SAAiB;IAEjB,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,WAAW,CAAC,eAAe,CAAC,CAAC;QACnC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,+EAA+E;IAC/E,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,0EAA0E;QAC1E,oDAAoD;QACpD,OAAO;IACT,CAAC;IACD,OAAO,qBAAqB,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAC3D,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM;QAChC,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAqB,CAAC,CAAC,CAAC;YACjE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,CAAC,KAAK,CACX,mCAAmC,WAAW,8BAA8B,MAAM,EAAE,CACrF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAChC,QAAQ,EACR,CAAC,WAAW,EAAE,EAAE;QACd,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,CAChE,CAAC,GAAY,EAAE,EAAE;YACf,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,gCAAgC,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC,CACF,CAAC;IACJ,CAAC,EACD,CAAC,WAAW,EAAE,EAAE;QACd,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,CAChE,CAAC,GAAY,EAAE,EAAE;YACf,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,uCAAuC,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;QAClF,CAAC,CACF,CAAC;IACJ,CAAC,CACF,CAAC;IACF,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,SAAiB,EACjB,YAAoB;IAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE9C,8EAA8E;IAC9E,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAEtC,uDAAuD;IACvD,IAAI,CAAC;QACH,MAAM,EAAE,0BAA0B,EAAE,GAAG,MAAM,MAAM,CAAC,gCAAgC,CAAC,CAAC;QACtF,0BAA0B,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,gDAAgD;IAClD,CAAC;IAED,0EAA0E;IAC1E,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAChE,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,6CAA6C;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO;IAEpB,MAAM,eAAe,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAE7E,IAAI,UAAU,EAAE,CAAC,iBAAiB,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,qCAAqC,YAAY,KAAK,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,SAAiB,EACjB,YAAoB;IAEpB,MAAM,mBAAmB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEnD,oEAAoE;IACpE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjC,aAAa,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAEtC,8BAA8B;IAC9B,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAChE,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;AACH,CAAC"}

package/dist/tools/index-tools.d.ts

@@ -1,165 +1,29 @@
-import { type BM25Index } from "../search/bm25.js";
-import { loadConfig } from "../config.js";
-import type { CodeSymbol, CodeIndex, RepoMeta } from "../types.js";
-/** Test-only — clear short-circuit state between cases. */
-export declare function resetIndexFolderRedundancyForTesting(): void;
-/**
- * Embed symbols using the configured embedding provider.
- * Non-fatal — BM25 search still works if embedding fails.
- */
-export declare function embedSymbols(symbols: CodeSymbol[], indexPath: string, repoName: string, config: ReturnType<typeof loadConfig>): Promise<void>;
-export interface IndexFolderResult {
-    repo: string;
-    root: string;
-    file_count: number;
-    symbol_count: number;
-    duration_ms: number;
-    /**
-     * Set when the call did not persist a fresh index:
-     * - "skipped" — short-circuited because a watcher is keeping the index live.
-     * - "rejected_partial" — new walk found <50% of the previous file count and
-     *   the previous index still matches what's on disk, so the new (likely
-     *   truncated) result was discarded. file_count/symbol_count echo the KEPT
-     *   old index. Follow `hint` to force a rebuild if the shrink is expected.
-     */
-    status?: "skipped" | "rejected_partial";
-    reason?: string;
-    last_indexed?: string;
-    hint?: string;
-}
-/**
- * Exported for unit testing only — not part of the public API.
- *
- * Drains a legacy-hash queue: hashes each file, then re-stats to confirm the
- * mtime has not drifted since the decision-time stat. Entries whose mtime
- * drifted (or whose stat fails) are omitted from the returned map so the next
- * run re-parses them rather than reusing symbols against a mismatched sha.
- *
- * @param queue  Items from the legacyHashQueue (relPath + filePath + decision-time mtimeMs).
- * @param hashFn Injectable hash function (default: sha1OfFile). Tests inject a
- *               function that also modifies the file so they can trigger the
- *               TOCTOU drift-detection path without real concurrency.
- * @param statFn Injectable stat function (default: fs.stat). Tests can stub this
- *               to return a post-modification mtime.
- */
-export declare function drainLegacyHashQueue(queue: Array<{
-    relPath: string;
-    filePath: string;
-    mtimeMs: number;
-}>, hashFn?: (absPath: string) => Promise<string | null>, statFn?: (absPath: string) => Promise<{
-    mtimeMs: number;
-}>): Promise<Record<string, string>>;
-export declare function indexFolder(folderPath: string, options?: {
-    incremental?: boolean | undefined;
-    include_paths?: string[] | undefined;
-    watch?: boolean | undefined;
-    /**
-     * Cap on files indexed in a single pass. When the walker hits this, it
-     * returns partial results with a warning rather than blowing through
-     * memory. Default: DEFAULT_MAX_FILES (or CODESIFT_MAX_FILES env var).
-     */
-    max_files?: number | undefined;
-    /**
-     * Bypass the watcher-active short-circuit (see lastFullIndexAt). Used by
-     * indexRepo for fresh clones where defensive reindex is correct.
-     */
-    force?: boolean | undefined;
-}): Promise<IndexFolderResult>;
-/**
- * Clone a remote git repository and index it.
- * Clones into ~/.codesift/repos/{name}. If already cloned, pulls latest.
- */
+import { indexFolder, resetIndexFolderRedundancyForTesting, type IndexFolderResult } from "./index-tools/folder-indexer.js";
+import { indexFile, clearLastIndexedStateForTesting, ensureIndexFresh, resetFreshnessCache } from "./index-tools/file-indexer.js";
+import { listAllRepos, invalidateCache, getBM25Index, getCodeIndex, getEmbeddingCache, autoIndexCurrentRepo, _cachedEmbeddingReposForTesting, _embeddingLoadCountForTesting, _resetEmbeddingLoadCountForTesting, type RepoSummary } from "./index-tools/registry.js";
+import { embedSymbols } from "./index-tools/parse.js";
+import { drainLegacyHashQueue, ASTRO_LOCK_FILENAME, EXTRACTOR_VERSIONS_FILENAME, checkAstroExtractorVersion, type AstroReindexResult } from "./index-tools/snapshots.js";
+export { indexFolder, resetIndexFolderRedundancyForTesting, indexFile, clearLastIndexedStateForTesting, ensureIndexFresh, resetFreshnessCache, listAllRepos, invalidateCache, getBM25Index, getCodeIndex, getEmbeddingCache, autoIndexCurrentRepo, _cachedEmbeddingReposForTesting, _embeddingLoadCountForTesting, _resetEmbeddingLoadCountForTesting, embedSymbols, drainLegacyHashQueue, ASTRO_LOCK_FILENAME, EXTRACTOR_VERSIONS_FILENAME, checkAstroExtractorVersion, };
+export type { IndexFolderResult, RepoSummary, AstroReindexResult };
 export declare function indexRepo(url: string, options?: {
     branch?: string | undefined;
     include_paths?: string[] | undefined;
 }): Promise<IndexFolderResult>;
-export interface RepoSummary {
-    name: string;
-    file_count: number;
-    symbol_count: number;
-}
-export declare function listAllRepos(options?: {
-    compact?: boolean;
-    name_contains?: string;
-}): Promise<RepoMeta[] | RepoSummary[] | string[]>;
-export declare function invalidateCache(repoName: string): Promise<boolean>;
-/** Test hook — clear the in-process last-indexed state. */
-export declare function clearLastIndexedStateForTesting(): void;
 /**
- * Re-index a single file instantly. Finds the repo by matching the file
- * path against indexed repo roots. Updates symbols, BM25 index, and
- * invalidates embedding cache — no full repo walk needed.
- */
-export declare function indexFile(filePath: string): Promise<{
-    repo: string;
-    file: string;
-    symbol_count: number;
-    duration_ms: number;
-    skipped?: boolean;
-    secrets_warning?: string;
-}>;
-/**
- * Ensure the index for a repo is fresh relative to git HEAD.
- * Throttled to once per minute per repo. Reindexes changed files if HEAD moved.
- * No-op for non-git repos.
+ * Maximum number of repos with active file watchers. Each chokidar watcher
+ * holds at minimum a native FSEvents/inotify handle plus an fd per recursive
+ * stream; in practice, bulk indexing dozens of repos with default watcher
+ * behavior has exhausted the macOS system file table (ENFILE). Capping the
+ * pool plus LRU eviction keeps fd usage bounded while still giving the
+ * user-active repo (last touched) live incremental updates.
+ *
+ * Override via CODESIFT_MAX_WATCHERS env var. Set to 0 to disable watchers
+ * entirely (suitable for CI / batch index runs).
  */
-export declare function ensureIndexFresh(repoName: string): Promise<{
-    status: "fresh" | "refreshed" | "skipped";
-    files_updated?: number;
-}>;
-/** Reset freshness throttle cache. Exported for testing. */
-export declare function resetFreshnessCache(): void;
 /** Stop every active watcher and clear the in-memory index caches. Exported
  *  for testing — afterAll teardown of integration tests that index temp dirs
  *  must call this before `rm -rf`-ing the temp dir, otherwise the chokidar
  *  watcher races the rm and emits ENOTEMPTY/ENOENT noise that shows up as
  *  file-level test failures even when every test inside passed. */
 export declare function stopAllWatchersForTesting(): Promise<void>;
-/**
- * Get the in-memory BM25 index for a repo.
- * Loads from disk if not cached. Auto-refreshes if git HEAD moved.
- */
-export declare function getBM25Index(repoName: string): Promise<BM25Index | null>;
-/**
- * Get the code index for a repo from disk.
- * Starts watcher if not running (lazy start after server restart).
- */
-/**
- * Get the code index for a repo from disk. Auto-refreshes if git HEAD moved.
- */
-export declare function getCodeIndex(repoName: string, options?: {
-    skipFreshness?: boolean;
-}): Promise<CodeIndex | null>;
-/**
- * Called at server startup. If the CWD is inside a git repo that isn't indexed yet,
- * index it automatically in the background so tools work without manual setup.
- */
-export declare function autoIndexCurrentRepo(cwd: string): Promise<void>;
-/** Test-only: repo names currently resident in the embedding cache (LRU order, oldest first). */
-export declare function _cachedEmbeddingReposForTesting(): string[];
-export declare function _embeddingLoadCountForTesting(): number;
-export declare function _resetEmbeddingLoadCountForTesting(): void;
-/**
- * Get the in-memory embedding cache for a repo.
- * Loads from disk if not cached. Returns null if no embeddings file exists,
- * or if embeddings are disabled (lite mode). Bounds resident RAM via LRU, and
- * dedupes concurrent first-access so the load runs exactly once per repo.
- */
-export declare function getEmbeddingCache(repoName: string): Promise<Map<string, Float32Array> | null>;
-export declare const ASTRO_LOCK_FILENAME = "astro-reindex.lock";
-export declare const EXTRACTOR_VERSIONS_FILENAME = "extractor-versions.json";
-export interface AstroReindexResult {
-    reindexed: boolean;
-    files_reindexed?: number;
-    reason: string;
-}
-/**
- * Check if the stored astro extractor version matches the current one.
- * If not, re-extract all .astro files with lockfile protection.
- *
- * @param dataDir   The data directory (e.g., ~/.codesift or a test tmpdir)
- * @param repoRoot  The repo root path (for locating .astro files)
- * @param astroFiles  Relative paths to .astro files in the repo
- */
-export declare function checkAstroExtractorVersion(dataDir: string, repoRoot: string, astroFiles: string[]): Promise<AstroReindexResult>;
 //# sourceMappingURL=index-tools.d.ts.map

package/dist/tools/index-tools.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-tools.d.ts","sourceRoot":"","sources":["../../src/tools/index-tools.ts"],"names":[],"mappings":"AAcA,OAAO,EAAkB,KAAK,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAKnE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG1C,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAa,QAAQ,EAAa,MAAM,aAAa,CAAC;AAoDzF,2DAA2D;AAC3D,wBAAgB,oCAAoC,IAAI,IAAI,CAE3D;AA0LD;;;GAGG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,UAAU,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,GACpC,OAAO,CAAC,IAAI,CAAC,CAuBf;AAmFD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB;;;;;;;OAOG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,kBAAkB,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAsDD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,EACpE,MAAM,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAc,EAChE,MAAM,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CACL,GAClD,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAyBjC;AAED,wBAAsB,WAAW,CAC/B,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE;IACR,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACrC,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAC7B,GACA,OAAO,CAAC,iBAAiB,CAAC,CAwlB5B;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;CACtC,GACA,OAAO,CAAC,iBAAiB,CAAC,CAgE5B;AAyKD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAsB,YAAY,CAAC,OAAO,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,GAAG,WAAW,EAAE,GAAG,MAAM,EAAE,CAAC,CAa1I;AAED,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA+BxE;AAeD,2DAA2D;AAC3D,wBAAgB,+BAA+B,IAAI,IAAI,CAEtD;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IACzD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC,CA8HD;AAUD;;;;GAIG;AACH,wBAAsB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAChE,MAAM,EAAE,OAAO,GAAG,WAAW,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC,CAiED;AAED,4DAA4D;AAC5D,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C;AAED;;;;mEAImE;AACnE,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC,CAQ/D;AAMD;;;GAGG;AACH,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAgB9E;AAED;;;GAGG;AACH;;GAEG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAE,GACpC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CA2B3B;AAmBD;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAYrE;AA8CD,iGAAiG;AACjG,wBAAgB,+BAA+B,IAAI,MAAM,EAAE,CAE1D;AAaD,wBAAgB,6BAA6B,IAAI,MAAM,CAEtD;AACD,wBAAgB,kCAAkC,IAAI,IAAI,CAEzD;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,IAAI,CAAC,CAuC3C;AAMD,eAAO,MAAM,mBAAmB,uBAAuB,CAAC;AACxD,eAAO,MAAM,2BAA2B,4BAA4B,CAAC;AAIrE,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;GAOG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAAE,GACnB,OAAO,CAAC,kBAAkB,CAAC,CA8D7B"}
+{"version":3,"file":"index-tools.d.ts","sourceRoot":"","sources":["../../src/tools/index-tools.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,WAAW,EAAE,oCAAoC,EAAE,KAAK,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAC5H,OAAO,EAAE,SAAS,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAClI,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,+BAA+B,EAAE,6BAA6B,EAAE,kCAAkC,EAAE,KAAK,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACrQ,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,KAAK,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAOzK,OAAO,EACL,WAAW,EACX,oCAAoC,EACpC,SAAS,EACT,+BAA+B,EAC/B,gBAAgB,EAChB,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,+BAA+B,EAC/B,6BAA6B,EAC7B,kCAAkC,EAClC,YAAY,EACZ,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,0BAA0B,GAC3B,CAAC;AACF,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;AAEnE,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;CACtC,GACA,OAAO,CAAC,iBAAiB,CAAC,CAgE5B;AAED;;;;;;;;;;GAUG;AAEH;;;;mEAImE;AACnE,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC,CAQ/D"}