@mnemonik/scanner 5.136.2 → 5.151.0

package/dist/watcher.js

@@ -1,214 +0,0 @@
-import { watch } from 'fs';
-import { join, relative } from 'path';
-import { readdir, stat } from 'fs/promises';
-import { isGitBoundary } from '@mnemonik/shared';
-const SKIP_DIRS = new Set([
-    'node_modules',
-    '.git',
-    'dist',
-    'build',
-    '.next',
-    '.nuxt',
-    '.output',
-    '__pycache__',
-    '.venv',
-    'venv',
-    '.tox',
-    'target',
-    '.cache',
-    'coverage',
-    '.turbo',
-    '.vercel',
-    '.svelte-kit',
-]);
-export class FileWatcher {
-    rootPath;
-    onChange;
-    // Keyed by directory so a watcher can be closed and re-attached when the
-    // directory is deleted and recreated at the same path.
-    watchers = new Map();
-    watchedDirs = new Set();
-    // Inode per watched directory: a delete+recreate faster than the delete
-    // event's stat() presents as "directory exists and is already watched",
-    // but the live watcher is bound to the OLD inode and is inert. Comparing
-    // inodes at event time detects the swap so the subtree can re-attach.
-    watchedDirInodes = new Map();
-    pendingFiles = new Set();
-    flushTimer = null;
-    debounceMs;
-    onError;
-    constructor(rootPath, onChange, debounceMs = 500, onError) {
-        this.rootPath = rootPath;
-        this.onChange = onChange;
-        this.debounceMs = debounceMs;
-        this.onError = onError;
-    }
-    async start() {
-        await this.watchDir(this.rootPath);
-        console.log(`[scanner] Watching ${this.rootPath} for changes`);
-    }
-    stop() {
-        for (const w of this.watchers.values()) {
-            w.close();
-        }
-        this.watchers.clear();
-        this.watchedDirs.clear();
-        this.watchedDirInodes.clear();
-        if (this.flushTimer) {
-            clearTimeout(this.flushTimer);
-            this.flushTimer = null;
-        }
-        this.pendingFiles.clear();
-    }
-    scheduleFlush() {
-        if (this.flushTimer)
-            clearTimeout(this.flushTimer);
-        this.flushTimer = setTimeout(() => {
-            this.flushTimer = null;
-            if (this.pendingFiles.size === 0)
-                return;
-            const batch = [...this.pendingFiles];
-            this.pendingFiles.clear();
-            this.onChange(batch);
-        }, this.debounceMs);
-    }
-    async watchDir(dir) {
-        const dirName = dir.split('/').pop() ?? '';
-        if (SKIP_DIRS.has(dirName))
-            return;
-        // Dedup guard — the change callback re-enters watchDir for new
-        // subdirectories, and a rapid create/rename burst can resolve the same
-        // path twice before the first watch is registered.
-        if (this.watchedDirs.has(dir))
-            return;
-        this.watchedDirs.add(dir);
-        try {
-            // Record the inode BEFORE attaching so watchNewDir can distinguish a
-            // benign event on this directory from a recreate-at-same-path.
-            this.watchedDirInodes.set(dir, (await stat(dir)).ino);
-            const watcher = watch(dir, { persistent: true }, (event, filename) => {
-                if (!filename)
-                    return;
-                const fullPath = join(dir, filename);
-                const relPath = relative(this.rootPath, fullPath);
-                this.pendingFiles.add(relPath);
-                this.scheduleFlush();
-                // fs.watch is non-recursive: the initial recursion below only covers
-                // directories that existed at start(). When this event is a newly
-                // created directory, attach a watcher to it too — otherwise the
-                // subtree is a permanent blind spot until restart. Fire-and-forget;
-                // watchNewDir no-ops for plain files, skip dirs, git boundaries, and
-                // already-watched paths.
-                void this.watchNewDir(fullPath, event);
-            });
-            watcher.on('error', (err) => {
-                console.warn(`[scanner] Watcher error for ${dir}:`, err.message);
-                if (dir === this.rootPath && this.onError) {
-                    this.onError(err);
-                }
-            });
-            this.watchers.set(dir, watcher);
-            const entries = await readdir(dir, { withFileTypes: true });
-            for (const entry of entries) {
-                if (entry.isDirectory() && !SKIP_DIRS.has(entry.name)) {
-                    const child = join(dir, entry.name);
-                    // Nested-git-boundary rule (see @mnemonik/shared isGitBoundary):
-                    // linked worktrees / nested clones are other repositories — don't
-                    // watch their subtrees as part of this project.
-                    if (await isGitBoundary(child))
-                        continue;
-                    await this.watchDir(child);
-                }
-            }
-        }
-        catch (err) {
-            // Watch registration failed. Never fatal for the subtree's parent, but
-            // the *reason* matters: inotify/fd limit exhaustion means silently
-            // growing blind spots, while permission-denied is a benign property of
-            // the directory itself. Drop the bookkeeping (and any watcher that did
-            // attach before the failure) so a later retry can re-enter cleanly.
-            this.watchedDirs.delete(dir);
-            this.watchedDirInodes.delete(dir);
-            const stale = this.watchers.get(dir);
-            if (stale) {
-                stale.close();
-                this.watchers.delete(dir);
-            }
-            const code = err.code;
-            if (code === 'ENOSPC' || code === 'EMFILE' || code === 'ENFILE') {
-                console.warn(`[scanner] Watch limit reached (${code}) — subtree unwatched: ${dir}. ` +
-                    'Raise fs.inotify.max_user_watches or trim scanner roots.');
-                // Surface to the daemon only for the root — losing the root means the
-                // whole project is blind; a subtree gap must not tear the project down
-                // (the daemon's onError removes the project entirely).
-                if (dir === this.rootPath && this.onError) {
-                    this.onError(err);
-                }
-            }
-            else {
-                // Permission denied or inaccessible directory
-                console.warn(`[scanner] Cannot watch ${dir}: ${err.message}`);
-            }
-        }
-    }
-    /**
-     * Attach a watcher to a directory created after start(). Called from the
-     * per-directory change callback with every event path; stats the path and
-     * only recurses when it is a genuinely new, watchable directory.
-     */
-    async watchNewDir(fullPath, eventType) {
-        try {
-            // Stat before the dedup check: a delete event arrives with the same
-            // path as the original create, and the stale watchedDirs entry must
-            // not short-circuit the vanish detection below.
-            const s = await stat(fullPath);
-            if (!s.isDirectory())
-                return;
-            if (this.watchedDirs.has(fullPath)) {
-                // Already watched — but a delete+recreate faster than this stat
-                // presents exactly like this, with the live watcher bound to the
-                // OLD (dead) inode and inert. A 'rename' event means the entry's
-                // identity changed (created / deleted / moved), so re-attach
-                // unconditionally — comparing inodes is NOT sufficient there
-                // because ext4 routinely hands the freed inode straight back to
-                // the recreated directory. 'change' events are attrib noise (a
-                // write inside the child bumps its mtime, which fires on the
-                // parent), so the cheap inode check keeps those churn-free.
-                if (eventType !== 'rename' && this.watchedDirInodes.get(fullPath) === s.ino)
-                    return;
-                this.unwatchSubtree(fullPath);
-            }
-            if (await isGitBoundary(fullPath))
-                return;
-            await this.watchDir(fullPath);
-        }
-        catch {
-            // Path vanished between event and stat. If it (or anything under it)
-            // was a watched directory, drop the bookkeeping and close the dead
-            // watchers — otherwise the dedup guards in watchDir/watchNewDir block
-            // re-attachment forever when the path is recreated (build-output
-            // wipes, codegen, rm -rf && mkdir).
-            this.unwatchSubtree(fullPath);
-        }
-    }
-    /**
-     * Forget a deleted directory and everything watched beneath it. fs.watch
-     * emits no per-descendant events on a recursive delete, so the whole
-     * prefix must be purged here for a recreate to re-watch the full subtree.
-     */
-    unwatchSubtree(root) {
-        const prefix = root + '/';
-        for (const dir of this.watchedDirs) {
-            if (dir !== root && !dir.startsWith(prefix))
-                continue;
-            this.watchedDirs.delete(dir);
-            this.watchedDirInodes.delete(dir);
-            const w = this.watchers.get(dir);
-            if (w) {
-                w.close();
-                this.watchers.delete(dir);
-            }
-        }
-    }
-}
-//# sourceMappingURL=watcher.js.map

package/dist/watcher.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../src/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAkB,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,SAAS;IACT,aAAa;IACb,OAAO;IACP,MAAM;IACN,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,QAAQ;IACR,SAAS;IACT,aAAa;CACd,CAAC,CAAC;AAKH,MAAM,OAAO,WAAW;IAgBZ;IACA;IAhBV,yEAAyE;IACzE,uDAAuD;IAC/C,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;IACxC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,wEAAwE;IACxE,wEAAwE;IACxE,yEAAyE;IACzE,sEAAsE;IAC9D,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,UAAU,GAAyC,IAAI,CAAC;IACxD,UAAU,CAAS;IACnB,OAAO,CAA2B;IAE1C,YACU,QAAgB,EAChB,QAAuB,EAC/B,UAAU,GAAG,GAAG,EAChB,OAAsB;QAHd,aAAQ,GAAR,QAAQ,CAAQ;QAChB,aAAQ,GAAR,QAAQ,CAAe;QAI/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,QAAQ,cAAc,CAAC,CAAC;IACjE,CAAC;IAED,IAAI;QACF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,CAAC,CAAC,KAAK,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,UAAU;YAAE,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC;gBAAE,OAAO;YACzC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAW;QAChC,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC3C,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QACnC,+DAA+D;QAC/D,uEAAuE;QACvE,mDAAmD;QACnD,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QACtC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE1B,IAAI,CAAC;YACH,qEAAqE;YACrE,+DAA+D;YAC/D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACnE,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAClD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/B,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrB,qEAAqE;gBACrE,kEAAkE;gBAClE,gEAAgE;gBAChE,oEAAoE;gBACpE,qEAAqE;gBACrE,yBAAyB;gBACzB,KAAK,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC1B,OAAO,CAAC,IAAI,CAAC,+BAA+B,GAAG,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBACjE,IAAI,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAEhC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACtD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,iEAAiE;oBACjE,kEAAkE;oBAClE,gDAAgD;oBAChD,IAAI,MAAM,aAAa,CAAC,KAAK,CAAC;wBAAE,SAAS;oBACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,mEAAmE;YACnE,uEAAuE;YACvE,uEAAuE;YACvE,oEAAoE;YACpE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;YACD,MAAM,IAAI,GAAI,GAA6B,CAAC,IAAI,CAAC;YACjD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAChE,OAAO,CAAC,IAAI,CACV,kCAAkC,IAAI,0BAA0B,GAAG,IAAI;oBACrE,0DAA0D,CAC7D,CAAC;gBACF,sEAAsE;gBACtE,uEAAuE;gBACvE,uDAAuD;gBACvD,IAAI,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC1C,IAAI,CAAC,OAAO,CAAC,GAAY,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,8CAA8C;gBAC9C,OAAO,CAAC,IAAI,CAAC,0BAA0B,GAAG,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,SAAiB;QAC3D,IAAI,CAAC;YACH,oEAAoE;YACpE,oEAAoE;YACpE,gDAAgD;YAChD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE;gBAAE,OAAO;YAC7B,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,gEAAgE;gBAChE,iEAAiE;gBACjE,iEAAiE;gBACjE,6DAA6D;gBAC7D,6DAA6D;gBAC7D,gEAAgE;gBAChE,+DAA+D;gBAC/D,6DAA6D;gBAC7D,4DAA4D;gBAC5D,IAAI,SAAS,KAAK,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG;oBAAE,OAAO;gBACpF,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,MAAM,aAAa,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAC1C,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,qEAAqE;YACrE,mEAAmE;YACnE,sEAAsE;YACtE,iEAAiE;YACjE,oCAAoC;YACpC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,cAAc,CAAC,IAAY;QACjC,MAAM,MAAM,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,SAAS;YACtD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,EAAE,CAAC;gBACN,CAAC,CAAC,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;CACF"}