contextpro-mcp 0.0.0-stage → 1.4.0

package/build/core/ignore-dirs.js

@@ -0,0 +1,84 @@
+// Framework-aware directory ignore policy for indexing.
+//
+// FEATURE: The walker honors a project's `.gitignore`, but that's not enough on
+// its own — many repos have an absent or incomplete `.gitignore`, and some heavy
+// build/cache dirs (e.g. `target`, `.next`, `__pycache__`) are not always listed.
+// This is the SAFETY NET: a curated set of dependency / build / cache / tooling
+// directories, across the major languages and frameworks, that should never be
+// indexed regardless of `.gitignore`. Skipping them keeps the index small and the
+// reindex fast (it's the difference between indexing your code and indexing all of
+// node_modules + target + .venv).
+//
+// `.gitignore` is applied SEPARATELY by the walker; this set composes with it.
+// Exact directory names to always skip (matched case-sensitively by basename).
+export const ALWAYS_IGNORE_DIRS = new Set([
+    // Version control
+    ".git", ".svn", ".hg", ".bzr", "CVS",
+    // JS/TS dependencies & package managers
+    "node_modules", "bower_components", ".pnp", ".yarn", ".pnpm-store",
+    // JS/TS build output & framework caches
+    // (bare "out" omitted — ambiguous; `.gitignore` handles it when it's build output)
+    "dist", "build", ".next", ".nuxt", ".svelte-kit", ".astro",
+    ".vercel", ".netlify", ".docusaurus", ".vitepress", ".angular",
+    "storybook-static", ".storybook-out",
+    // JS/TS tooling caches
+    ".cache", ".turbo", ".parcel-cache", ".vite", ".rollup.cache",
+    ".eslintcache", ".rpt2_cache",
+    // Test / coverage  (generated output only)
+    // NOTE: "__snapshots__" is intentionally NOT here — Jest `.snap` files are
+    // checked-in, source-controlled test expectations, not generated build output;
+    // agents need to read/update them.
+    "coverage", ".nyc_output", ".vscode-test", "playwright-report",
+    "test-results",
+    // Python  (bare "env" omitted — ambiguous; ".venv"/"venv" are conventional)
+    "__pycache__", ".venv", "venv", ".tox", ".nox",
+    ".mypy_cache", ".pytest_cache", ".ruff_cache", ".pytype",
+    ".eggs", ".hypothesis", "site-packages", ".pyenv",
+    // JVM (Java / Kotlin / Scala / Gradle / Maven)
+    // NOTE: bare "bin"/"out" are intentionally NOT here — they're too often real
+    // source dirs; `.gitignore` covers them when they're genuinely build output.
+    "target", ".gradle", ".settings", ".metadata",
+    ".idea", ".project", "out-tsc",
+    // Rust
+    // ("target" already covered above)
+    // Go
+    "vendor",
+    // Elixir / Erlang
+    "_build", ".elixir_ls",
+    // Dart / Flutter
+    ".dart_tool", ".flutter-plugins", ".pub-cache",
+    // iOS / CocoaPods / Carthage
+    "Pods", "Carthage", "DerivedData", ".swiftpm",
+    // PHP (Composer "vendor" already covered)
+    // Ruby
+    ".bundle",
+    // Infra / IaC
+    ".terraform", ".serverless", "cdk.out",
+    // Editor / OS / misc
+    ".DS_Store", ".vscode-test", ".history", ".vs",
+    ".contextpro", ".contextplus",
+]);
+// Suffix patterns (glob-style `*.suffix`) matched against the basename. Kept small
+// and specific so it can't accidentally swallow source directories.
+// NOTE: `*.xcodeproj` / `*.xcworkspace` are intentionally NOT here — those bundles
+// hold checked-in project configuration (project.pbxproj, workspace metadata) that
+// agents need indexed, not generated build/cache content. `*.dSYM` (debug symbols)
+// and `*.egg-info` (generated package metadata) are safe to skip.
+const IGNORE_SUFFIXES = [
+    ".egg-info",
+    ".dSYM",
+];
+/**
+ * Whether a directory basename should always be skipped during indexing,
+ * independent of `.gitignore`. Matches exact names and a few suffix globs.
+ */
+export function isAlwaysIgnoredDir(name) {
+    if (ALWAYS_IGNORE_DIRS.has(name))
+        return true;
+    for (const suffix of IGNORE_SUFFIXES) {
+        if (name.endsWith(suffix) && name.length > suffix.length)
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=ignore-dirs.js.map

package/build/core/ignore-dirs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ignore-dirs.js","sourceRoot":"","sources":["../../src/core/ignore-dirs.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,EAAE;AACF,gFAAgF;AAChF,iFAAiF;AACjF,kFAAkF;AAClF,gFAAgF;AAChF,+EAA+E;AAC/E,kFAAkF;AAClF,mFAAmF;AACnF,kCAAkC;AAClC,EAAE;AACF,+EAA+E;AAE/E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,kBAAkB,GAAwB,IAAI,GAAG,CAAC;IAC7D,kBAAkB;IAClB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK;IAEpC,wCAAwC;IACxC,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa;IAElE,wCAAwC;IACxC,mFAAmF;IACnF,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ;IAC1D,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU;IAC9D,kBAAkB,EAAE,gBAAgB;IAEpC,uBAAuB;IACvB,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe;IAC7D,cAAc,EAAE,aAAa;IAE7B,2CAA2C;IAC3C,2EAA2E;IAC3E,+EAA+E;IAC/E,mCAAmC;IACnC,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,mBAAmB;IAC9D,cAAc;IAEd,4EAA4E;IAC5E,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,aAAa,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS;IACxD,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,QAAQ;IAEjD,+CAA+C;IAC/C,6EAA6E;IAC7E,6EAA6E;IAC7E,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW;IAC7C,OAAO,EAAE,UAAU,EAAE,SAAS;IAE9B,OAAO;IACP,mCAAmC;IAEnC,KAAK;IACL,QAAQ;IAER,kBAAkB;IAClB,QAAQ,EAAE,YAAY;IAEtB,iBAAiB;IACjB,YAAY,EAAE,kBAAkB,EAAE,YAAY;IAE9C,6BAA6B;IAC7B,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU;IAE7C,0CAA0C;IAC1C,OAAO;IACP,SAAS;IAET,cAAc;IACd,YAAY,EAAE,aAAa,EAAE,SAAS;IAEtC,qBAAqB;IACrB,WAAW,EAAE,cAAc,EAAE,UAAU,EAAE,KAAK;IAC9C,aAAa,EAAE,cAAc;CAC9B,CAAC,CAAC;AAEH,mFAAmF;AACnF,oEAAoE;AACpE,mFAAmF;AACnF,mFAAmF;AACnF,mFAAmF;AACnF,kEAAkE;AAClE,MAAM,eAAe,GAAsB;IACzC,WAAW;IACX,OAAO;CACR,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;IACxE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/build/core/index-freshness.d.ts

@@ -0,0 +1,15 @@
+export interface IndexFreshnessResult {
+    checked: boolean;
+    refreshed: boolean;
+    fullReindex: boolean;
+    staleCount: number;
+    waitedForIndexing: boolean;
+    durationMs: number;
+    warning: string | null;
+}
+/**
+ * Coalesce concurrent checks inside this process. Cross-process writers are
+ * coordinated by the SQLite compare-and-set lock in quickRefresh/reindex.
+ */
+export declare function ensureFreshIndex(rootDir: string): Promise<IndexFreshnessResult>;
+//# sourceMappingURL=index-freshness.d.ts.map

package/build/core/index-freshness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-freshness.d.ts","sourceRoot":"","sources":["../../src/core/index-freshness.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAuED;;;GAGG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAarF"}

package/build/core/index-freshness.js

@@ -0,0 +1,96 @@
+// Shared pre-query freshness gate for structural code intelligence.
+// FEATURE: Every graph reader observes current files without refresh stampedes.
+import { resolve } from "path";
+import { getDB } from "./db.js";
+import { quickRefresh, reindex } from "../tools/reindex.js";
+import { requestFreshness } from "./request-context.js";
+import { sharedCompute } from "./local-daemon.js";
+const refreshes = new Map();
+function autoRefreshDisabled() {
+    const raw = (process.env.CONTEXTPRO_AUTO_REFRESH ?? process.env.CONTEXTPLUS_AUTO_REFRESH ?? "").trim().toLowerCase();
+    return raw === "0" || raw === "false" || raw === "no" || raw === "off";
+}
+async function runFreshnessCheck(rootDir) {
+    const shared = await sharedCompute("freshness", { rootDir });
+    if (shared)
+        return shared.value;
+    const startedAt = Date.now();
+    if (autoRefreshDisabled()) {
+        return {
+            checked: false,
+            refreshed: false,
+            fullReindex: false,
+            staleCount: 0,
+            waitedForIndexing: false,
+            durationMs: 0,
+            warning: "Automatic index refresh is disabled by CONTEXTPRO_AUTO_REFRESH.",
+        };
+    }
+    try {
+        const quick = await quickRefresh(rootDir, { includeEmbeddings: false });
+        let refreshed = quick.refreshed;
+        let fullReindex = quick.fullReindex === true;
+        let warning = quick.indexingTimedOut
+            ? "Index refresh timed out waiting for another process; serving the last complete index."
+            : null;
+        if (!quick.complete && !quick.indexingTimedOut) {
+            const db = await getDB(rootDir);
+            const generationBefore = db.getIndexGeneration();
+            await reindex({ rootDir, noEmbed: true, autoHubs: false });
+            refreshed = db.getIndexGeneration() > generationBefore;
+            fullReindex = refreshed;
+            const confirmation = await quickRefresh(rootDir, { includeEmbeddings: false });
+            refreshed = refreshed || confirmation.refreshed;
+            fullReindex = fullReindex || confirmation.fullReindex === true;
+            if (!confirmation.complete) {
+                warning = "A large source change was detected but the fallback reindex did not complete; serving the last complete index.";
+            }
+        }
+        return {
+            checked: true,
+            refreshed,
+            fullReindex,
+            staleCount: quick.staleCount,
+            waitedForIndexing: quick.waitedForIndexing === true,
+            durationMs: Date.now() - startedAt,
+            warning,
+        };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        process.stderr.write(`[contextpro/freshness] refresh failed; serving last complete index: ${message}\n`);
+        return {
+            checked: true,
+            refreshed: false,
+            fullReindex: false,
+            staleCount: 0,
+            waitedForIndexing: false,
+            durationMs: Date.now() - startedAt,
+            warning: `Automatic index refresh failed: ${message}`,
+        };
+    }
+}
+/**
+ * Coalesce concurrent checks inside this process. Cross-process writers are
+ * coordinated by the SQLite compare-and-set lock in quickRefresh/reindex.
+ */
+export async function ensureFreshIndex(rootDir) {
+    const normalizedRoot = resolve(rootDir);
+    const request = requestFreshness();
+    const existing = request?.get(normalizedRoot) ?? refreshes.get(normalizedRoot);
+    if (existing) {
+        request?.set(normalizedRoot, existing);
+        return existing;
+    }
+    const pending = runFreshnessCheck(normalizedRoot);
+    refreshes.set(normalizedRoot, pending);
+    request?.set(normalizedRoot, pending);
+    try {
+        return await pending;
+    }
+    finally {
+        if (refreshes.get(normalizedRoot) === pending)
+            refreshes.delete(normalizedRoot);
+    }
+}
+//# sourceMappingURL=index-freshness.js.map

package/build/core/index-freshness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-freshness.js","sourceRoot":"","sources":["../../src/core/index-freshness.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,gFAAgF;AAEhF,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAYlD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAyC,CAAC;AAEnE,SAAS,mBAAmB;IAC1B,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrH,OAAO,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,CAAC;AACzE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAe;IAC9C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAuB,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACnF,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,mBAAmB,EAAE,EAAE,CAAC;QAC1B,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,KAAK;YAClB,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,KAAK;YACxB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,iEAAiE;SAC3E,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QACxE,IAAI,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAChC,IAAI,WAAW,GAAG,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC;QAC7C,IAAI,OAAO,GAAG,KAAK,CAAC,gBAAgB;YAClC,CAAC,CAAC,uFAAuF;YACzF,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAAG,EAAE,CAAC,kBAAkB,EAAE,CAAC;YACjD,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,SAAS,GAAG,EAAE,CAAC,kBAAkB,EAAE,GAAG,gBAAgB,CAAC;YACvD,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/E,SAAS,GAAG,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC;YAChD,WAAW,GAAG,WAAW,IAAI,YAAY,CAAC,WAAW,KAAK,IAAI,CAAC;YAC/D,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;gBAC3B,OAAO,GAAG,gHAAgH,CAAC;YAC7H,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS;YACT,WAAW;YACX,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,KAAK,IAAI;YACnD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uEAAuE,OAAO,IAAI,CAAC,CAAC;QACzG,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,KAAK;YAClB,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,KAAK;YACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,OAAO,EAAE,mCAAmC,OAAO,EAAE;SACtD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe;IACpD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,OAAO,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC/E,IAAI,QAAQ,EAAE,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAAC,OAAO,QAAQ,CAAC;IAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAClD,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACvC,OAAO,EAAE,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC;IACvB,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,OAAO;YAAE,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAClF,CAAC;AACH,CAAC"}

package/build/core/index-reconcile.d.ts

@@ -0,0 +1,28 @@
+/** Drop a root's stat cache (e.g. on worktree GC) so it can't leak memory. */
+export declare function forgetReconcileStatCache(rootDir: string): void;
+export interface ReconcileOptions {
+    /** Maximum number of drifted files to refresh in a single sweep. */
+    maxFiles?: number;
+}
+export interface ReconcileResult {
+    /** Drifted files this sweep actually re-indexed (new + content-changed). */
+    refreshed: number;
+    /** Index entries pruned because the file no longer exists on disk. */
+    removed: number;
+    /** Total drifted files detected this sweep (may exceed `refreshed` when capped). */
+    drifted: number;
+    /** Drifted files left for a future sweep after the per-sweep cap was applied. */
+    pending: number;
+    /** `+path:name` / `-path:name` markers for symbols changed by the refresh. */
+    changedSymbols: string[];
+}
+/**
+ * Diff the on-disk source tree against the index and heal the difference.
+ *
+ * Returns counts so a caller (the embedding tracker) can decide whether to sweep
+ * again sooner to drain a backlog. Reads file content only for the candidate set
+ * required to compute hashes; callers gate *how often* this runs (e.g. skip while
+ * idle) — this function always does the full diff when invoked.
+ */
+export declare function reconcileIndex(rootDir: string, options?: ReconcileOptions): Promise<ReconcileResult>;
+//# sourceMappingURL=index-reconcile.d.ts.map

package/build/core/index-reconcile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-reconcile.d.ts","sourceRoot":"","sources":["../../src/core/index-reconcile.ts"],"names":[],"mappings":"AAiCA,8EAA8E;AAC9E,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAE9D;AAED,MAAM,WAAW,gBAAgB;IAC/B,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,4EAA4E;IAC5E,SAAS,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,OAAO,EAAE,MAAM,CAAC;IAChB,oFAAoF;IACpF,OAAO,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AASD;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CAwF1B"}

package/build/core/index-reconcile.js

@@ -0,0 +1,129 @@
+// Self-healing index reconciliation — a periodic FS<->index diff that catches
+// drift the FS-watch events miss.
+//
+// FEATURE: fs.watch is unreliable in practice — it does not recurse on Linux,
+// drops events under heavy churn, and misses atomic renames and out-of-band git
+// operations. A purely event-driven tracker therefore goes stale during a
+// fast-moving session and forces a manual full reindex. This module reconciles
+// the index against the real filesystem: new and content-drifted files are
+// re-indexed through the same per-file structural pass the tracker already uses,
+// and files deleted on disk are pruned. Work is capped per sweep so a large
+// backlog drains over several cheap sweeps instead of one long stall.
+import { readFile, stat } from "fs/promises";
+import { getDB, hashContent } from "./db.js";
+import { walkDirectory } from "./walker.js";
+import { isSupportedFile } from "./parser.js";
+import { resolveProjectPath } from "./path-guard.js";
+import { refreshFilesStructural } from "../tools/reindex.js";
+const fileStatCache = new Map();
+function statCacheFor(rootDir) {
+    let m = fileStatCache.get(rootDir);
+    if (!m) {
+        m = new Map();
+        fileStatCache.set(rootDir, m);
+    }
+    return m;
+}
+/** Drop a root's stat cache (e.g. on worktree GC) so it can't leak memory. */
+export function forgetReconcileStatCache(rootDir) {
+    fileStatCache.delete(rootDir);
+}
+const DEFAULT_MAX_FILES = 40;
+function clampMaxFiles(value) {
+    if (!Number.isFinite(value) || (value ?? 0) <= 0)
+        return DEFAULT_MAX_FILES;
+    return Math.floor(value);
+}
+/**
+ * Diff the on-disk source tree against the index and heal the difference.
+ *
+ * Returns counts so a caller (the embedding tracker) can decide whether to sweep
+ * again sooner to drain a backlog. Reads file content only for the candidate set
+ * required to compute hashes; callers gate *how often* this runs (e.g. skip while
+ * idle) — this function always does the full diff when invoked.
+ */
+export async function reconcileIndex(rootDir, options = {}) {
+    const maxFiles = clampMaxFiles(options.maxFiles);
+    const db = await getDB(rootDir);
+    // Index side: path -> stored content hash.
+    const indexedHashes = new Map();
+    for (const file of db.getAllFiles()) {
+        if (isSupportedFile(file.path))
+            indexedHashes.set(file.path, file.content_hash);
+    }
+    // Filesystem side: every supported source file currently on disk.
+    const entries = await walkDirectory({ rootDir, depthLimit: 0 });
+    const diskPaths = new Set();
+    const drifted = [];
+    const statCache = statCacheFor(rootDir);
+    let scanned = 0;
+    for (const entry of entries) {
+        if (entry.isDirectory || !isSupportedFile(entry.path))
+            continue;
+        diskPaths.add(entry.relativePath);
+        // Yield to the event loop periodically so the sweep never feels hung.
+        if (++scanned % 64 === 0)
+            await new Promise((resolve) => setImmediate(resolve));
+        const indexedHash = indexedHashes.get(entry.relativePath);
+        if (indexedHash === undefined) {
+            // Brand-new file the index has never seen.
+            drifted.push(entry.relativePath);
+            continue;
+        }
+        try {
+            const fullPath = resolveProjectPath(rootDir, entry.relativePath, "reconcile file");
+            // CHEAP pre-filter: stat first. If mtime+size match what we last saw for an
+            // already-indexed file, its content can't have changed — skip the expensive
+            // readFile + sha256 entirely. This is what makes idle sweeps near-free.
+            const st = await stat(fullPath);
+            const prev = statCache.get(entry.relativePath);
+            if (prev && prev.mtimeMs === st.mtimeMs && prev.ctimeMs === st.ctimeMs
+                && prev.size === st.size && prev.indexedHash === indexedHash) {
+                continue; // unchanged since last sweep — no hashing needed
+            }
+            // mtime/size changed (or first time we've seen it this session): hash to
+            // confirm a real content change before marking drift, then remember the stat.
+            const content = await readFile(fullPath, "utf-8");
+            if (hashContent(content) !== indexedHash) {
+                // A seen file is not necessarily reconciled: capped or failed refreshes
+                // must remain eligible next sweep even when its filesystem stat is stable.
+                statCache.delete(entry.relativePath);
+                drifted.push(entry.relativePath);
+            }
+            else {
+                statCache.set(entry.relativePath, { mtimeMs: st.mtimeMs, ctimeMs: st.ctimeMs, size: st.size, indexedHash });
+            }
+        }
+        catch {
+            // Unreadable (race with deletion / permissions) — let prune or the next
+            // sweep handle it rather than treating an error as drift.
+            statCache.delete(entry.relativePath);
+        }
+    }
+    // Prune index entries whose files are gone from disk.
+    const removedPaths = db.getRemovedFiles(diskPaths).filter((path) => isSupportedFile(path));
+    for (const path of removedPaths)
+        statCache.delete(path);
+    // Refresh up to the per-sweep cap; the remainder is reported as pending so the
+    // tracker can schedule a prompt follow-up sweep.
+    const batch = drifted.slice(0, maxFiles);
+    let refreshed = 0;
+    let removed = 0;
+    let changedSymbols = [];
+    if (batch.length > 0 || removedPaths.length > 0) {
+        // Deletions use the same writer lock, generation, and cache invalidation as
+        // updates. The mutation rechecks existence after acquiring the lock.
+        const result = await refreshFilesStructural(rootDir, batch, { removedPaths });
+        refreshed = result.indexed;
+        removed = result.removed ?? 0;
+        changedSymbols = result.changedSymbols;
+    }
+    return {
+        refreshed,
+        removed,
+        drifted: drifted.length,
+        pending: Math.max(0, drifted.length - refreshed),
+        changedSymbols,
+    };
+}
+//# sourceMappingURL=index-reconcile.js.map

package/build/core/index-reconcile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-reconcile.js","sourceRoot":"","sources":["../../src/core/index-reconcile.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,kCAAkC;AAClC,EAAE;AACF,8EAA8E;AAC9E,gFAAgF;AAChF,0EAA0E;AAC1E,+EAA+E;AAC/E,2EAA2E;AAC3E,iFAAiF;AACjF,4EAA4E;AAC5E,sEAAsE;AAEtE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAQ7D,MAAM,aAAa,GAAG,IAAI,GAAG,EAA8C,CAAC;AAE5E,SAAS,YAAY,CAAC,OAAe;IACnC,IAAI,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,CAAC,EAAE,CAAC;QAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;QAAC,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAAC,CAAC;IACzD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,wBAAwB,CAAC,OAAe;IACtD,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC;AAoBD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAC3E,OAAO,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,UAA4B,EAAE;IAE9B,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QACpC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAClF,CAAC;IAED,kEAAkE;IAClE,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAExC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,SAAS;QAChE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAElC,sEAAsE;QACtE,IAAI,EAAE,OAAO,GAAG,EAAE,KAAK,CAAC;YAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAEhF,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,2CAA2C;YAC3C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACjC,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;YACnF,4EAA4E;YAC5E,4EAA4E;YAC5E,wEAAwE;YACxE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC/C,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO;mBACjE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;gBAC/D,SAAS,CAAC,iDAAiD;YAC7D,CAAC;YAED,yEAAyE;YACzE,8EAA8E;YAC9E,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,IAAI,WAAW,CAAC,OAAO,CAAC,KAAK,WAAW,EAAE,CAAC;gBACzC,wEAAwE;gBACxE,2EAA2E;gBAC3E,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACrC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;YACxE,0DAA0D;YAC1D,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,MAAM,YAAY,GAAG,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3F,KAAK,MAAM,IAAI,IAAI,YAAY;QAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAExD,+EAA+E;IAC/E,iDAAiD;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAEzC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,cAAc,GAAa,EAAE,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,4EAA4E;QAC5E,qEAAqE;QACrE,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;QAC9E,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3B,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QAC9B,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;IACzC,CAAC;IAED,OAAO;QACL,SAAS;QACT,OAAO;QACP,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;QAChD,cAAc;KACf,CAAC;AACJ,CAAC"}

package/build/core/local-daemon.d.ts

@@ -0,0 +1,5 @@
+export declare function sharedCompute<T>(method: "freshness" | "references" | "reindex" | "quickRefresh" | "compiler" | "python", args: unknown): Promise<{
+    value: T;
+} | undefined>;
+export declare function daemonCommand(action: string): Promise<unknown>;
+//# sourceMappingURL=local-daemon.d.ts.map

package/build/core/local-daemon.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-daemon.d.ts","sourceRoot":"","sources":["../../src/core/local-daemon.ts"],"names":[],"mappings":"AAuEA,wBAAsB,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,SAAS,GAAG,cAAc,GAAG,UAAU,GAAG,QAAQ,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,CAAC,CAAA;CAAE,GAAG,SAAS,CAAC,CAOhL;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAoBpE"}