openlore 2.0.5 → 2.0.7

package/dist/core/services/mcp-watcher.d.ts

@@ -8,14 +8,36 @@
  * The call graph is deliberately excluded — rebuilding it requires full
  * tree-sitter analysis of all call sites and is too expensive for a watch loop.
  * It stays current via the post-commit hook (openlore analyze --force --embed).
+ *
+ * Spec 13.1 (watch-mode performance): freshness is O(change), not O(repo).
+ *   • Per-file events COALESCE into one batched flush (single debounce timer +
+ *     hard max-batch ceiling), so a burst / branch-switch runs the pipeline once,
+ *     not once per file.
+ *   • The patched llm-context is handed to the MCP read cache in place
+ *     (primeContextCache), so the next tool call is a cache HIT — no 2.1 MB
+ *     cold re-parse — even after the disk write.
+ *   • Vector updates are row-level (VectorIndex.updateFiles), not a full-corpus
+ *     read+overwrite, and run on a separate lower-priority lane so signature
+ *     freshness never blocks on embedding.
+ *   • VCS-flood / bulk batches are detected and collapsed to a single refresh.
+ *   • stderr emits one summary line per batch by default (per-file detail behind
+ *     OPENLORE_WATCH_DEBUG).
  */
 export interface McpWatcherOptions {
     /** Absolute path to the project root being watched */
     rootPath: string;
     /** Absolute path to .openlore/analysis/ — where llm-context.json lives */
     outputPath?: string;
-    /** Milliseconds to debounce file-change events (default: 400) */
+    /** Milliseconds to debounce file-change events (default: WATCH_DEBOUNCE_MS) */
     debounceMs?: number;
+    /** Hard flush ceiling under a continuous change stream (default: WATCH_MAX_BATCH_MS) */
+    maxBatchMs?: number;
+    /** Batch size that trips VCS-flood handling (default: WATCH_BULK_THRESHOLD) */
+    bulkThreshold?: number;
+    /** Run the live vector update; false = signatures-only (default: true) */
+    embed?: boolean;
+    /** Above this many watched source files, auto-degrade to signatures-only */
+    embedFileCeiling?: number;
     /** Extra glob patterns to ignore in addition to defaults */
     ignore?: string[];
 }
@@ -31,20 +53,82 @@ export declare function isIgnoredRelPath(relPath: string): boolean;
 export declare class McpWatcher {
     private readonly rootPath;
     private readonly outputPath;
+    private readonly contextPath;
     private readonly debounceMs;
+    private readonly maxBatchMs;
+    private readonly bulkThreshold;
+    private readonly embedFileCeiling;
     private readonly extraIgnore;
+    private readonly debug;
     private fsWatcher?;
-    private timers;
+    private gitWatcher?;
+    private pending;
+    private debounceTimer?;
+    private maxBatchTimer?;
     private running;
+    private vcsBulkFlag;
+    private embed;
+    private embedDegraded;
+    private embedFiles;
+    private embedNodes;
+    private embedTimer?;
+    private embedRunning;
+    private lastEmbedContext?;
     constructor(options: McpWatcherOptions);
     start(): Promise<void>;
     stop(): Promise<void>;
-    private scheduleChange;
     /**
-     * Re-index a single changed file.
-     * Exposed for unit testing without needing a real file watcher.
+     * Add a changed path to the pending set and (re)arm a single debounce timer,
+     * plus a one-shot hard ceiling so a continuous stream still flushes.
+     */
+    private enqueue;
+    /** A .git ref changed — settle, then flush whatever changed as one bulk batch. */
+    private onVcsEvent;
+    /**
+     * Drain the pending set into a single batch. Single-flight: if a flush is
+     * already running, leave the new paths in `pending` and reschedule once it
+     * finishes — never interleave two flushes.
+     */
+    private flush;
+    /**
+     * Re-index a single changed file. Exposed for unit testing without needing a
+     * real file watcher; flushes synchronously so callers observe the update on
+     * disk immediately. Internally this is just a batch of one.
      */
     handleChange(absPath: string): Promise<void>;
-    private reEmbed;
+    /**
+     * Process a coalesced batch of changed files as ONE pipeline pass:
+     *   • per-file incremental edge update (content-hash skip), all under one open
+     *     EdgeStore;
+     *   • ONE signature patch + ONE llm-context persist + ONE read-cache handoff;
+     *   • ONE vector update (inline when syncFlush, else on the embed lane).
+     */
+    private handleBatch;
+    /**
+     * True when this watcher writes to the canonical `<root>/.openlore/analysis`
+     * layout that the MCP read handlers cache against. Only then is the shared
+     * in-memory read cache (primeContextCache) the right channel to prime; a custom
+     * `outputPath` (tests / non-standard installs) writes only to disk.
+     */
+    private get usesStandardLayout();
+    /**
+     * Load the context the watcher is about to patch. This ALWAYS reads fresh from
+     * disk — never through the shared read cache — because the cache is a read-path
+     * (tool-call) optimization, and patching a possibly-stale cached object could
+     * silently drop signatures written by a concurrent `analyze` between events.
+     * The writer reads ground truth; persistContext then primes the read cache with
+     * the result so the next tool call is still a hit (Step 2a, G1).
+     */
+    private loadContext;
+    private persistContext;
+    private scheduleEmbed;
+    private runEmbedLane;
+    /**
+     * Row-level vector update for the changed files only (Step 3). Falls back to a
+     * silent no-op when no embedding service and no index are available.
+     */
+    private updateVectors;
+    /** Bounded count of watched source files; stops early once `cap` is exceeded. */
+    private countSourceFiles;
 }
 //# sourceMappingURL=mcp-watcher.d.ts.map

package/dist/core/services/mcp-watcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mcp-watcher.d.ts","sourceRoot":"","sources":["../../../src/core/services/mcp-watcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAuBH,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAuCD;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAUzD;AAID,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAW;IAEvC,OAAO,CAAC,SAAS,CAAC,CAAY;IAC9B,OAAO,CAAC,MAAM,CAAoD;IAClE,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,iBAAiB;IAUhC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgCtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,OAAO,CAAC,cAAc;IAsBtB;;;OAGG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAsFpC,OAAO;CA2CtB"}
+{"version":3,"file":"mcp-watcher.d.ts","sourceRoot":"","sources":["../../../src/core/services/mcp-watcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AA6BH,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+EAA+E;IAC/E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wFAAwF;IACxF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0EAA0E;IAC1E,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,4EAA4E;IAC5E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AA4CD;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAUzD;AAID,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAW;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAEhC,OAAO,CAAC,SAAS,CAAC,CAAY;IAC9B,OAAO,CAAC,UAAU,CAAC,CAAY;IAG/B,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,aAAa,CAAC,CAAgC;IACtD,OAAO,CAAC,aAAa,CAAC,CAAgC;IACtD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,KAAK,CAAU;IACvB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,UAAU,CAAC,CAAgC;IACnD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAC,CAAgB;gBAE7B,OAAO,EAAE,iBAAiB;IAgBhC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiEtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B;;;OAGG;IACH,OAAO,CAAC,OAAO;IASf,kFAAkF;IAClF,OAAO,CAAC,UAAU;IASlB;;;;OAIG;IACH,OAAO,CAAC,KAAK;IAqBb;;;;OAIG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD;;;;;;OAMG;YACW,WAAW;IA8GzB;;;;;OAKG;IACH,OAAO,KAAK,kBAAkB,GAE7B;IAED;;;;;;;OAOG;YACW,WAAW;YASX,cAAc;IAc5B,OAAO,CAAC,aAAa;YAUP,YAAY;IAyB1B;;;OAGG;YACW,aAAa;IAuD3B,iFAAiF;YACnE,gBAAgB;CAwB/B"}