opencode-rag-plugin 1.19.4 → 1.19.8

package/dist/watcher.js

@@ -5,7 +5,7 @@
  */
 import chokidar from "chokidar";
 import path from "node:path";
-import { writeFileSync, unlinkSync, existsSync } from "node:fs";
+import { writeFileSync, unlinkSync, existsSync, readFileSync, openSync, closeSync } from "node:fs";
 import { appendDebugLog } from "./core/fileLogger.js";
 import { isCorruptionError } from "./vectorstore/lancedb.js";
 import { createWatchPassScheduler, createWatchIgnore, runIndexPass, } from "./indexer.js";
@@ -18,6 +18,81 @@ function writeWatcherStatus(storePath, status) {
         // silently ignore write errors
     }
 }
+// ── Cross-process watcher claim lock ────────────────────────────────────────
+// `index.lock` only serializes individual index passes — it does NOT stop N
+// processes (N OpenCode sessions, or a session + `opencode-rag index --watch`)
+// from each spawning their own chokidar watcher for the same workspace. Every
+// extra watcher fires its own fire-and-forget initial pass (all but one skip
+// the pass lock and then retry every 30s) and burns file-watcher resources.
+// The claim lock below guarantees at most ONE active watcher per workspace:
+// the first process to claim it runs the watcher; the others stay dormant and
+// periodically re-check so they take over if the owning process exits.
+const WATCHER_LOCK_FILE = "watcher.lock";
+/** How often a dormant indexer re-checks whether the watcher lock is free. */
+const WATCHER_RECHECK_MS = 60_000;
+function isPidAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function readWatcherLock(storePath) {
+    try {
+        const parsed = JSON.parse(readFileSync(path.join(storePath, WATCHER_LOCK_FILE), "utf-8"));
+        return typeof parsed.pid === "number" ? parsed : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * Atomically claim the watcher lock for a workspace. Returns true only if
+ * this process is now the active watcher. A stale lock (dead PID) or an
+ * unreadable/corrupt lock file is cleared and re-claimed.
+ */
+export function tryAcquireWatcherLock(storePath) {
+    const lockPath = path.join(storePath, WATCHER_LOCK_FILE);
+    for (let attempt = 0; attempt < 2; attempt++) {
+        const existing = readWatcherLock(storePath);
+        if (!existing || !isPidAlive(existing.pid)) {
+            // Stale, corrupt, or missing lock — clear it and claim atomically
+            // (O_EXCL create so two racing processes cannot both win).
+            try {
+                unlinkSync(lockPath);
+            }
+            catch { /* may not exist */ }
+            try {
+                const fd = openSync(lockPath, "wx");
+                try {
+                    writeFileSync(fd, JSON.stringify({ pid: process.pid, startedAt: Date.now() }), "utf-8");
+                }
+                finally {
+                    closeSync(fd);
+                }
+                return true;
+            }
+            catch {
+                // Someone else claimed it between our unlink and create — retry once.
+                continue;
+            }
+        }
+        return false;
+    }
+    return false;
+}
+/** Release the watcher lock — only if this process owns it. */
+export function releaseWatcherLock(storePath) {
+    const lock = readWatcherLock(storePath);
+    if (lock?.pid === process.pid) {
+        try {
+            unlinkSync(path.join(storePath, WATCHER_LOCK_FILE));
+        }
+        catch { /* ignore */ }
+    }
+}
 /**
  * Create a background file watcher that automatically re-indexes the
  * workspace when files change. Uses chokidar for file system events and
@@ -29,98 +104,134 @@ function writeWatcherStatus(storePath, status) {
  */
 export function createBackgroundIndexer(options) {
     const { cwd, storePath, config, store, embedder, logFilePath, logLevel, keywordIndex, descriptionProvider, dimension } = options;
-    writeWatcherStatus(storePath, { running: false, lastRunAt: undefined });
-    const ac = new AbortController();
-    const updateStatus = (partial) => {
-        writeWatcherStatus(storePath, { running: false, lastRunAt: undefined, ...partial });
-    };
-    const runPass = async (filterPaths) => {
-        updateStatus({ running: true, lastRunAt: Date.now() });
-        try {
-            await runIndexPass({
-                cwd,
-                storePath,
-                config,
-                store,
-                embedder,
-                keywordIndex,
-                descriptionProvider,
-                dimension,
-                filterPaths,
-                abortSignal: ac.signal,
-                logger: {
-                    info: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message }, logLevel),
-                    warn: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message }, logLevel),
-                    debug: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message: `DEBUG: ${message}`, severity: "debug" }, logLevel),
-                },
-            });
-            updateStatus({ running: false, lastRunAt: Date.now() });
-        }
-        catch (err) {
-            appendDebugLog(logFilePath, {
-                scope: "autoIndex",
-                message: "Watch reindex pass failed",
-                error: err,
-            }, logLevel);
-            if (isCorruptionError(err)) {
+    const autoIndexCfg = config.openCode.autoIndex ?? { enabled: false, debounceMs: 5000, intervalMs: 300000 };
+    let active = false;
+    let recheckTimer;
+    let stopActive;
+    /** Start the chokidar watcher, debounced scheduler, and initial pass. */
+    const startActive = () => {
+        if (active)
+            return;
+        active = true;
+        writeWatcherStatus(storePath, { running: false, lastRunAt: undefined });
+        const ac = new AbortController();
+        const updateStatus = (partial) => {
+            writeWatcherStatus(storePath, { running: false, lastRunAt: undefined, ...partial });
+        };
+        const runPass = async (filterPaths) => {
+            updateStatus({ running: true, lastRunAt: Date.now() });
+            try {
+                const stats = await runIndexPass({
+                    cwd,
+                    storePath,
+                    config,
+                    store,
+                    embedder,
+                    keywordIndex,
+                    descriptionProvider,
+                    dimension,
+                    filterPaths,
+                    abortSignal: ac.signal,
+                    logger: {
+                        info: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message }, logLevel),
+                        warn: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message }, logLevel),
+                        debug: (message) => appendDebugLog(logFilePath, { scope: "autoIndex", message: `DEBUG: ${message}`, severity: "debug" }, logLevel),
+                    },
+                });
+                // A lock-skipped pass did NO work — retry shortly so the workspace
+                // does not stay unindexed until the next file event.
+                if (stats.skipped) {
+                    appendDebugLog(logFilePath, {
+                        scope: "autoIndex",
+                        message: "Index pass skipped (another pass holds the lock) — retrying in 30s",
+                    }, logLevel);
+                    if (!ac.signal.aborted) {
+                        setTimeout(() => {
+                            if (!ac.signal.aborted)
+                                scheduler.notifyChange(filterPaths);
+                        }, 30_000).unref();
+                    }
+                }
+                updateStatus({ running: false, lastRunAt: Date.now() });
+            }
+            catch (err) {
                 appendDebugLog(logFilePath, {
                     scope: "autoIndex",
-                    message: "Corruption detected — run 'opencode-rag index --force' to rebuild manually",
+                    message: "Watch reindex pass failed",
+                    error: err,
                 }, logLevel);
+                if (isCorruptionError(err)) {
+                    appendDebugLog(logFilePath, {
+                        scope: "autoIndex",
+                        message: "Corruption detected — run 'opencode-rag index --force' to rebuild manually",
+                    }, logLevel);
+                }
+                updateStatus({ running: false, lastRunAt: Date.now() });
             }
-            updateStatus({ running: false, lastRunAt: Date.now() });
-        }
-    };
-    // Fire-and-forget initial index pass
-    runPass().catch((err) => {
-        appendDebugLog(logFilePath, {
-            scope: "autoIndex",
-            message: "Initial index pass failed",
-            error: err,
-        }, logLevel);
-    });
-    const autoIndexCfg = config.openCode.autoIndex ?? { enabled: false, debounceMs: 5000, intervalMs: 300000 };
-    const scheduler = createWatchPassScheduler(runPass, (error) => {
-        const message = error.message || String(error);
-        appendDebugLog(logFilePath, {
-            scope: "autoIndex",
-            message: `Watch reindex failed: ${message}`,
-            error,
-        }, logLevel);
-    }, autoIndexCfg.debounceMs);
-    const watcher = chokidar.watch(cwd, {
-        ignored: createWatchIgnore(cwd, config, storePath),
-        ignoreInitial: true,
-        persistent: true,
-    });
-    const handleChange = (filePath) => scheduler.notifyChange(filePath ? [filePath] : undefined);
-    watcher.on("add", handleChange);
-    watcher.on("change", handleChange);
-    watcher.on("unlink", handleChange);
-    watcher.on("unlinkDir", handleChange);
-    watcher.on("addDir", handleChange);
-    watcher.on("error", (error) => {
-        appendDebugLog(logFilePath, {
-            scope: "autoIndex",
-            message: `Watcher error: ${error.message}`,
-            error,
-        }, logLevel);
-    });
-    // Periodic timer: only needed for git backend (chokidar gets real FS events)
-    const watcherBackend = autoIndexCfg.watcher ?? "chokidar";
-    const periodicTimer = watcherBackend === "git"
-        ? setInterval(() => {
-            scheduler.notifyChange();
-        }, autoIndexCfg.intervalMs)
-        : undefined;
-    return {
-        async close() {
+        };
+        // Fire-and-forget initial index pass
+        runPass().catch((err) => {
+            appendDebugLog(logFilePath, {
+                scope: "autoIndex",
+                message: "Initial index pass failed",
+                error: err,
+            }, logLevel);
+        });
+        const scheduler = createWatchPassScheduler(runPass, (error) => {
+            const message = error.message || String(error);
+            appendDebugLog(logFilePath, {
+                scope: "autoIndex",
+                message: `Watch reindex failed: ${message}`,
+                error,
+            }, logLevel);
+        }, autoIndexCfg.debounceMs);
+        const watcher = chokidar.watch(cwd, {
+            ignored: createWatchIgnore(cwd, config, storePath),
+            ignoreInitial: true,
+            persistent: true,
+        });
+        const handleChange = (filePath) => scheduler.notifyChange(filePath ? [filePath] : undefined);
+        watcher.on("add", handleChange);
+        watcher.on("change", handleChange);
+        watcher.on("unlink", handleChange);
+        watcher.on("unlinkDir", handleChange);
+        watcher.on("addDir", handleChange);
+        watcher.on("error", (error) => {
+            appendDebugLog(logFilePath, {
+                scope: "autoIndex",
+                message: `Watcher error: ${error.message}`,
+                error,
+            }, logLevel);
+        });
+        // Periodic timer: only needed for git backend (chokidar gets real FS events).
+        // Note: with git mode BOTH backends run — the scheduler coalesces redundant
+        // passes into one, so this only adds a safety net for missed events.
+        const watcherBackend = autoIndexCfg.watcher ?? "chokidar";
+        const periodicTimer = watcherBackend === "git"
+            ? setInterval(() => {
+                scheduler.notifyChange();
+            }, autoIndexCfg.intervalMs)
+            : undefined;
+        // Never keep the process alive just for the periodic scan
+        periodicTimer?.unref();
+        stopActive = async () => {
+            if (!active)
+                return;
+            active = false;
             if (periodicTimer)
                 clearInterval(periodicTimer);
             ac.abort();
             scheduler.close();
-            await scheduler.waitForIdle();
-            await watcher.close();
+            // chokidar close() can hang on some Windows setups — guard it like
+            // the CLI does.
+            await Promise.race([
+                scheduler.waitForIdle(),
+                new Promise((resolve) => setTimeout(resolve, 5000).unref()),
+            ]);
+            await Promise.race([
+                watcher.close(),
+                new Promise((resolve) => setTimeout(resolve, 5000).unref()),
+            ]);
             const statusPath = path.join(storePath, "watcher-status.json");
             if (existsSync(statusPath)) {
                 try {
@@ -128,10 +239,51 @@ export function createBackgroundIndexer(options) {
                 }
                 catch { /* ignore */ }
             }
+            releaseWatcherLock(storePath);
             appendDebugLog(logFilePath, {
                 scope: "autoIndex",
                 message: "Background indexer shut down",
             });
+        };
+    };
+    if (tryAcquireWatcherLock(storePath)) {
+        startActive();
+    }
+    else {
+        // Another process already runs the watcher for this workspace (a second
+        // OpenCode session, `opencode-rag index --watch`, …). Stay dormant and
+        // re-check periodically so this process takes over once the owner exits.
+        const owner = readWatcherLock(storePath);
+        appendDebugLog(logFilePath, {
+            scope: "autoIndex",
+            message: owner?.pid
+                ? `Watcher already running for this workspace (PID ${owner.pid}) — skipping duplicate watcher`
+                : "Watcher already running for this workspace — skipping duplicate watcher",
+        }, logLevel);
+        recheckTimer = setInterval(() => {
+            if (!active && tryAcquireWatcherLock(storePath)) {
+                appendDebugLog(logFilePath, {
+                    scope: "autoIndex",
+                    message: "Previous watcher released this workspace — taking over",
+                }, logLevel);
+                if (recheckTimer) {
+                    clearInterval(recheckTimer);
+                    recheckTimer = undefined;
+                }
+                startActive();
+            }
+        }, WATCHER_RECHECK_MS);
+        recheckTimer.unref();
+    }
+    return {
+        async close() {
+            if (recheckTimer) {
+                clearInterval(recheckTimer);
+                recheckTimer = undefined;
+            }
+            if (stopActive) {
+                await stopActive();
+            }
         },
     };
 }

package/dist/web/api.d.ts

@@ -28,7 +28,7 @@ interface ApiResponse {
  * @param cfg          - Active RAG configuration (used by quirk endpoints).
  * @returns An async handler that returns `true` when a route matched or `false` otherwise.
  */
-export declare function createApiHandler(store: LanceDbStore, keywordIndex: KeywordIndex, storePath: string, cwd?: string, cfg?: RagConfig, getEmbedder?: () => Promise<EmbeddingProvider>): (req: IncomingMessage, res: ServerResponse) => Promise<boolean>;
+export declare function createApiHandler(store: LanceDbStore, keywordIndex: KeywordIndex, storePath: string, cwd?: string, cfg?: RagConfig, getEmbedder?: () => Promise<EmbeddingProvider>, token?: string): (req: IncomingMessage, res: ServerResponse) => Promise<boolean>;
 /**
  * Perform token-usage analysis for a single evaluation session.
  *
@@ -52,4 +52,8 @@ export declare function handleEvalTokenCompare(storePath: string, params: URLSea
  * `avgReadsPerQueryWithRAG`, `queryCount`.
  */
 export declare function handleEvalProjectSavings(body: unknown): ApiResponse;
+/** Thrown when the request body exceeds {@link MAX_BODY_BYTES}; mapped to a 413 response. */
+export declare class BodyTooLargeError extends Error {
+    constructor();
+}
 export {};