@karmaniverous/jeeves-watcher 0.10.0 → 0.11.0

package/dist/cli/jeeves-watcher/index.js

@@ -4268,7 +4268,8 @@ function createStatusHandler(deps) {
 
 /**
  * @module api/handlers/walk
- * Fastify route handler for POST /walk. Walks watched filesystem paths with caller-provided glob intersection.
+ * Fastify route handler for POST /walk. Enumerates watched files matching caller-provided globs
+ * using chokidar's in-memory file list (zero filesystem I/O).
  */
 /**
  * Create handler for POST /walk.
@@ -4284,8 +4285,22 @@ function createWalkHandler(deps) {
                 message: 'The "globs" field is required and must be a non-empty string array.',
             });
         }
-        const isGitignored = createIsGitignored(deps.gitignoreFilter);
-        const paths = await listFilesFromWatchRoots(deps.watchPaths, deps.watchIgnored, globs, isGitignored);
+        if (!deps.fileSystemWatcher) {
+            return await reply.status(503).send({
+                error: 'Watcher unavailable',
+                message: 'Filesystem watcher is not initialized.',
+            });
+        }
+        if (!deps.fileSystemWatcher.isReady) {
+            return await reply.status(503).send({
+                error: 'Scan in progress',
+                message: 'Initial filesystem scan is still active. Try again after scan completes.',
+            });
+        }
+        const watchedFiles = deps.fileSystemWatcher.getWatchedFiles();
+        const normGlobs = globs.map((g) => normalizeSlashes(g));
+        const matchGlobs = picomatch(normGlobs, { dot: true, nocase: true });
+        const paths = watchedFiles.filter((f) => matchGlobs(normalizeSlashes(f)));
         const scannedRoots = getWatchRootBases(deps.watchPaths);
         return {
             paths,
@@ -4719,8 +4734,7 @@ function createApiServer(options) {
     }));
     app.post('/walk', createWalkHandler({
         watchPaths: config.watch.paths,
-        watchIgnored: config.watch.ignored ?? [],
-        gitignoreFilter,
+        fileSystemWatcher: options.fileSystemWatcher,
         logger,
     }));
     app.post('/search', createSearchHandler({
@@ -6785,6 +6799,33 @@ class FileSystemWatcher {
         this.queue.process();
         this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
     }
+    /**
+     * Get the list of all currently watched file paths (absolute).
+     *
+     * Uses chokidar's in-memory `getWatched()` state — no filesystem I/O.
+     * Returns an empty array if the watcher hasn't been started.
+     */
+    getWatchedFiles() {
+        if (!this.watcher)
+            return [];
+        const watched = this.watcher.getWatched();
+        const files = [];
+        for (const [dir, entries] of Object.entries(watched)) {
+            for (const entry of entries) {
+                const full = join(dir, entry);
+                files.push(full);
+            }
+        }
+        return files;
+    }
+    /**
+     * Whether the initial filesystem scan is complete.
+     */
+    get isReady() {
+        return this.initialScanTracker
+            ? !this.initialScanTracker.getStatus().active
+            : true;
+    }
     /**
      * Stop the filesystem watcher.
      */
@@ -7032,6 +7073,7 @@ class JeevesWatcher {
             gitignoreFilter: this.gitignoreFilter,
             version: this.version,
             initialScanTracker: this.initialScanTracker,
+            fileSystemWatcher: this.watcher,
         });
         await server.listen({
             host: this.config.api?.host ?? '127.0.0.1',

package/dist/index.d.ts

@@ -1303,107 +1303,6 @@ declare class InitialScanTracker {
     getStatus(): InitialScanStatus;
 }
 
-/**
- * @module api/ReindexTracker
- * Tracks reindex operation state for status reporting. Single instance shared across handlers.
- */
-/** Reindex status snapshot for API consumers. */
-interface ReindexStatus {
-    /** Whether a reindex operation is currently in progress. */
-    active: boolean;
-    /** The active reindex scope (when {@link active} is true). */
-    scope?: string;
-    /** ISO 8601 timestamp when the current reindex started (when {@link active} is true). */
-    startedAt?: string;
-    /** Number of files processed so far (when {@link active} is true). */
-    filesProcessed?: number;
-    /** Total number of files to process (when {@link active} is true). */
-    totalFiles?: number;
-}
-/**
- * Tracks the state of reindex operations.
- */
-declare class ReindexTracker {
-    private _active;
-    private _scope?;
-    private _startedAt?;
-    private _filesProcessed;
-    private _totalFiles;
-    /** Mark a reindex as started. */
-    start(scope: string): void;
-    /** Set the total number of files to process. */
-    setTotal(total: number): void;
-    /** Increment the processed file count. */
-    incrementProcessed(): void;
-    /** Mark the current reindex as complete. */
-    complete(): void;
-    /** Get current reindex status. */
-    getStatus(): ReindexStatus;
-}
-
-/**
- * @module api
- * Fastify API server factory. Registers all route handlers and returns an unstarted server instance.
- */
-
-/**
- * Options for {@link createApiServer}.
- */
-interface ApiServerOptions {
-    /** The document processor. */
-    processor: DocumentProcessorInterface;
-    /** The vector store client. */
-    vectorStore: VectorStoreClient;
-    /** The embedding provider. */
-    embeddingProvider: EmbeddingProvider;
-    /** The event queue. */
-    queue: EventQueue;
-    /** The application configuration. */
-    config: JeevesWatcherConfig;
-    /** The logger instance. */
-    logger: pino.Logger;
-    /** The issues manager. */
-    issuesManager: IssuesManager;
-    /** The values manager. */
-    valuesManager: ValuesManager;
-    /** The reindex tracker (optional, created if not provided). */
-    reindexTracker?: ReindexTracker;
-    /** Path to the config file on disk. */
-    configPath: string;
-    /** Helper introspection for merged document. */
-    helperIntrospection?: AllHelpersIntrospection;
-    /** Virtual rule store for externally registered inference rules. */
-    virtualRuleStore?: VirtualRuleStore;
-    /** Gitignore filter for reindex path validation. */
-    gitignoreFilter?: GitignoreFilter;
-    /** Service version string for /status endpoint. */
-    version?: string;
-    /** Initial scan tracker for /status visibility. */
-    initialScanTracker?: InitialScanTracker;
-}
-/**
- * Create the Fastify API server with all routes registered.
- *
- * The returned instance is not yet listening — call `server.listen()` to start.
- *
- * @param options - The server options.
- * @returns A configured Fastify instance.
- */
-declare function createApiServer(options: ApiServerOptions): FastifyInstance;
-
-/**
- * @module logger
- * Creates pino logger instances. I/O: optionally writes logs to file via pino/file transport. Defaults to stdout at info level.
- */
-
-/**
- * Create a pino logger instance.
- *
- * @param config - Optional logging configuration.
- * @returns A configured pino logger.
- */
-declare function createLogger(config?: LoggingConfig): pino.Logger;
-
 /**
  * @module health
  * Tracks consecutive system-level failures and applies exponential backoff.
@@ -1505,6 +1404,17 @@ declare class FileSystemWatcher {
      * Start watching the filesystem and processing events.
      */
     start(): void;
+    /**
+     * Get the list of all currently watched file paths (absolute).
+     *
+     * Uses chokidar's in-memory `getWatched()` state — no filesystem I/O.
+     * Returns an empty array if the watcher hasn't been started.
+     */
+    getWatchedFiles(): string[];
+    /**
+     * Whether the initial filesystem scan is complete.
+     */
+    get isReady(): boolean;
     /**
      * Stop the filesystem watcher.
      */
@@ -1529,6 +1439,109 @@ declare class FileSystemWatcher {
     private wrapProcessing;
 }
 
+/**
+ * @module api/ReindexTracker
+ * Tracks reindex operation state for status reporting. Single instance shared across handlers.
+ */
+/** Reindex status snapshot for API consumers. */
+interface ReindexStatus {
+    /** Whether a reindex operation is currently in progress. */
+    active: boolean;
+    /** The active reindex scope (when {@link active} is true). */
+    scope?: string;
+    /** ISO 8601 timestamp when the current reindex started (when {@link active} is true). */
+    startedAt?: string;
+    /** Number of files processed so far (when {@link active} is true). */
+    filesProcessed?: number;
+    /** Total number of files to process (when {@link active} is true). */
+    totalFiles?: number;
+}
+/**
+ * Tracks the state of reindex operations.
+ */
+declare class ReindexTracker {
+    private _active;
+    private _scope?;
+    private _startedAt?;
+    private _filesProcessed;
+    private _totalFiles;
+    /** Mark a reindex as started. */
+    start(scope: string): void;
+    /** Set the total number of files to process. */
+    setTotal(total: number): void;
+    /** Increment the processed file count. */
+    incrementProcessed(): void;
+    /** Mark the current reindex as complete. */
+    complete(): void;
+    /** Get current reindex status. */
+    getStatus(): ReindexStatus;
+}
+
+/**
+ * @module api
+ * Fastify API server factory. Registers all route handlers and returns an unstarted server instance.
+ */
+
+/**
+ * Options for {@link createApiServer}.
+ */
+interface ApiServerOptions {
+    /** The document processor. */
+    processor: DocumentProcessorInterface;
+    /** The vector store client. */
+    vectorStore: VectorStoreClient;
+    /** The embedding provider. */
+    embeddingProvider: EmbeddingProvider;
+    /** The event queue. */
+    queue: EventQueue;
+    /** The application configuration. */
+    config: JeevesWatcherConfig;
+    /** The logger instance. */
+    logger: pino.Logger;
+    /** The issues manager. */
+    issuesManager: IssuesManager;
+    /** The values manager. */
+    valuesManager: ValuesManager;
+    /** The reindex tracker (optional, created if not provided). */
+    reindexTracker?: ReindexTracker;
+    /** Path to the config file on disk. */
+    configPath: string;
+    /** Helper introspection for merged document. */
+    helperIntrospection?: AllHelpersIntrospection;
+    /** Virtual rule store for externally registered inference rules. */
+    virtualRuleStore?: VirtualRuleStore;
+    /** Gitignore filter for reindex path validation. */
+    gitignoreFilter?: GitignoreFilter;
+    /** Service version string for /status endpoint. */
+    version?: string;
+    /** Initial scan tracker for /status visibility. */
+    initialScanTracker?: InitialScanTracker;
+    /** Filesystem watcher instance for /walk endpoint (in-memory file list). */
+    fileSystemWatcher?: FileSystemWatcher;
+}
+/**
+ * Create the Fastify API server with all routes registered.
+ *
+ * The returned instance is not yet listening — call `server.listen()` to start.
+ *
+ * @param options - The server options.
+ * @returns A configured Fastify instance.
+ */
+declare function createApiServer(options: ApiServerOptions): FastifyInstance;
+
+/**
+ * @module logger
+ * Creates pino logger instances. I/O: optionally writes logs to file via pino/file transport. Defaults to stdout at info level.
+ */
+
+/**
+ * Create a pino logger instance.
+ *
+ * @param config - Optional logging configuration.
+ * @returns A configured pino logger.
+ */
+declare function createLogger(config?: LoggingConfig): pino.Logger;
+
 /**
  * @module app/factories
  * Component factory interfaces and defaults for {@link JeevesWatcher}. Override in tests to inject mocks.

package/dist/index.js

@@ -3890,7 +3890,8 @@ function createStatusHandler(deps) {
 
 /**
  * @module api/handlers/walk
- * Fastify route handler for POST /walk. Walks watched filesystem paths with caller-provided glob intersection.
+ * Fastify route handler for POST /walk. Enumerates watched files matching caller-provided globs
+ * using chokidar's in-memory file list (zero filesystem I/O).
  */
 /**
  * Create handler for POST /walk.
@@ -3906,8 +3907,22 @@ function createWalkHandler(deps) {
                 message: 'The "globs" field is required and must be a non-empty string array.',
             });
         }
-        const isGitignored = createIsGitignored(deps.gitignoreFilter);
-        const paths = await listFilesFromWatchRoots(deps.watchPaths, deps.watchIgnored, globs, isGitignored);
+        if (!deps.fileSystemWatcher) {
+            return await reply.status(503).send({
+                error: 'Watcher unavailable',
+                message: 'Filesystem watcher is not initialized.',
+            });
+        }
+        if (!deps.fileSystemWatcher.isReady) {
+            return await reply.status(503).send({
+                error: 'Scan in progress',
+                message: 'Initial filesystem scan is still active. Try again after scan completes.',
+            });
+        }
+        const watchedFiles = deps.fileSystemWatcher.getWatchedFiles();
+        const normGlobs = globs.map((g) => normalizeSlashes(g));
+        const matchGlobs = picomatch(normGlobs, { dot: true, nocase: true });
+        const paths = watchedFiles.filter((f) => matchGlobs(normalizeSlashes(f)));
         const scannedRoots = getWatchRootBases(deps.watchPaths);
         return {
             paths,
@@ -4477,8 +4492,7 @@ function createApiServer(options) {
     }));
     app.post('/walk', createWalkHandler({
         watchPaths: config.watch.paths,
-        watchIgnored: config.watch.ignored ?? [],
-        gitignoreFilter,
+        fileSystemWatcher: options.fileSystemWatcher,
         logger,
     }));
     app.post('/search', createSearchHandler({
@@ -6763,6 +6777,33 @@ class FileSystemWatcher {
         this.queue.process();
         this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
     }
+    /**
+     * Get the list of all currently watched file paths (absolute).
+     *
+     * Uses chokidar's in-memory `getWatched()` state — no filesystem I/O.
+     * Returns an empty array if the watcher hasn't been started.
+     */
+    getWatchedFiles() {
+        if (!this.watcher)
+            return [];
+        const watched = this.watcher.getWatched();
+        const files = [];
+        for (const [dir, entries] of Object.entries(watched)) {
+            for (const entry of entries) {
+                const full = join(dir, entry);
+                files.push(full);
+            }
+        }
+        return files;
+    }
+    /**
+     * Whether the initial filesystem scan is complete.
+     */
+    get isReady() {
+        return this.initialScanTracker
+            ? !this.initialScanTracker.getStatus().active
+            : true;
+    }
     /**
      * Stop the filesystem watcher.
      */
@@ -7010,6 +7051,7 @@ class JeevesWatcher {
             gitignoreFilter: this.gitignoreFilter,
             version: this.version,
             initialScanTracker: this.initialScanTracker,
+            fileSystemWatcher: this.watcher,
         });
         await server.listen({
             host: this.config.api?.host ?? '127.0.0.1',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@karmaniverous/jeeves-watcher",
-  "version": "0.10.0",
+  "version": "0.11.0",
   "author": "Jason Williscroft",
   "description": "Filesystem watcher that keeps a Qdrant vector store in sync with document changes",
   "license": "BSD-3-Clause",
@@ -121,6 +121,7 @@
   },
   "auto-changelog": {
     "output": "CHANGELOG.md",
+    "tagPrefix": "service/",
     "unreleased": true,
     "commitLimit": false,
     "hideCredit": true