@karmaniverous/jeeves-watcher 0.6.4 → 0.6.6

package/dist/cli/jeeves-watcher/index.js

@@ -456,7 +456,7 @@ z.object({
  * @returns The configured AJV instance.
  */
 function createRuleAjv() {
-    const ajv = new Ajv({ allErrors: true });
+    const ajv = new Ajv({ allErrors: true, strict: false });
     addFormats(ajv);
     ajv.addKeyword({
         keyword: 'glob',
@@ -2786,6 +2786,53 @@ function createReindexHandler(deps) {
     }, deps.logger, 'Reindex');
 }
 
+/**
+ * @module api/handlers/rulesReapply
+ * Fastify route handler for POST /rules/reapply.
+ * Re-applies current inference rules to already-indexed files matching given globs.
+ */
+/**
+ * Create handler for POST /rules/reapply.
+ *
+ * Scrolls through all indexed points, finds files matching the given globs,
+ * and re-applies current inference rules without re-embedding.
+ */
+function createRulesReapplyHandler(deps) {
+    return wrapHandler(async (request) => {
+        await Promise.resolve();
+        const { globs } = request.body;
+        if (!Array.isArray(globs) || globs.length === 0) {
+            throw new Error('Missing required field: globs (non-empty string array)');
+        }
+        const normalizedGlobs = globs.map((g) => normalizeSlashes(g));
+        const isMatch = picomatch(normalizedGlobs, { dot: true, nocase: true });
+        // Collect unique file paths matching the globs
+        const matchingFiles = new Set();
+        for await (const point of deps.vectorStore.scroll()) {
+            const filePath = point.payload['file_path'];
+            if (typeof filePath === 'string' && isMatch(filePath)) {
+                matchingFiles.add(filePath);
+            }
+        }
+        deps.logger.info({ globs: normalizedGlobs, matchCount: matchingFiles.size }, 'Re-applying rules to matching files');
+        let updated = 0;
+        for (const filePath of matchingFiles) {
+            try {
+                const result = await deps.processor.processRulesUpdate(filePath);
+                if (result !== null)
+                    updated++;
+            }
+            catch (error) {
+                deps.logger.warn({ filePath, err: error }, 'Failed to re-apply rules to file');
+            }
+        }
+        return {
+            matched: matchingFiles.size,
+            updated,
+        };
+    }, deps.logger, 'RulesReapply');
+}
+
 /**
  * @module api/handlers/rulesRegister
  * Fastify route handler for POST /rules/register.
@@ -3028,6 +3075,7 @@ function createApiServer(options) {
             onRulesChanged,
         }));
         app.post('/points/delete', createPointsDeleteHandler({ vectorStore, logger }));
+        app.post('/rules/reapply', createRulesReapplyHandler({ processor, vectorStore, logger }));
     }
     return app;
 }
@@ -3949,7 +3997,10 @@ class DocumentProcessor {
         if (customMapLib !== undefined) {
             this.config = { ...this.config, customMapLib };
         }
-        this.logger.info({ rules: compiledRules.length }, 'Inference rules updated');
+        this.logger.info({
+            rules: compiledRules.length,
+            ruleNames: compiledRules.map((r) => r.rule.name),
+        }, 'Inference rules updated');
     }
 }
 
@@ -4330,6 +4381,7 @@ async function* scrollCollection(client, collectionName, filter, limit = 100) {
  */
 class VectorStoreClient {
     client;
+    clientConfig;
     collectionName;
     dims;
     log;
@@ -4342,16 +4394,27 @@ class VectorStoreClient {
      * @param logger - Optional pino logger for retry warnings.
      */
     constructor(config, dimensions, logger) {
-        this.client = new QdrantClient({
-            url: config.url,
-            apiKey: config.apiKey,
-            checkCompatibility: false,
-        });
+        this.clientConfig = { url: config.url, apiKey: config.apiKey };
+        this.client = this.createClient();
         this.collectionName = config.collectionName;
         this.dims = dimensions;
         this.log = getLogger(logger);
         this.pinoLogger = logger;
     }
+    /**
+     * Create a fresh QdrantClient instance.
+     *
+     * Used to avoid stale HTTP keep-alive connections. The Qdrant JS client's
+     * internal undici Agent uses keepAliveTimeout: 10s, which causes ECONNRESET
+     * when connections sit idle during slow embedding calls (Gemini p99 ~8s).
+     * Creating a fresh client for write operations ensures clean TCP connections.
+     */
+    createClient() {
+        return new QdrantClient({
+            ...this.clientConfig,
+            checkCompatibility: false,
+        });
+    }
     /**
      * Ensure the collection exists with correct dimensions and Cosine distance.
      */
@@ -4399,13 +4462,18 @@ class VectorStoreClient {
     /**
      * Upsert points into the collection.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     * Between embedding calls and upserts, idle connections may be closed by the
+     * server, causing ECONNRESET on reuse.
+     *
      * @param points - The points to upsert.
      */
     async upsert(points) {
         if (points.length === 0)
             return;
         await this.retryOperation('upsert', async () => {
-            await this.client.upsert(this.collectionName, {
+            const freshClient = this.createClient();
+            await freshClient.upsert(this.collectionName, {
                 wait: true,
                 points: points.map((p) => ({
                     id: p.id,
@@ -4418,13 +4486,16 @@ class VectorStoreClient {
     /**
      * Delete points by their IDs.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     *
      * @param ids - The point IDs to delete.
      */
     async delete(ids) {
         if (ids.length === 0)
             return;
         await this.retryOperation('delete', async () => {
-            await this.client.delete(this.collectionName, {
+            const freshClient = this.createClient();
+            await freshClient.delete(this.collectionName, {
                 wait: true,
                 points: ids,
             });

package/dist/index.d.ts

@@ -742,6 +742,7 @@ interface VectorStore {
  */
 declare class VectorStoreClient implements VectorStore {
     private readonly client;
+    private readonly clientConfig;
     private readonly collectionName;
     private readonly dims;
     private readonly log;
@@ -754,6 +755,15 @@ declare class VectorStoreClient implements VectorStore {
      * @param logger - Optional pino logger for retry warnings.
      */
     constructor(config: VectorStoreConfig, dimensions: number, logger?: pino.Logger);
+    /**
+     * Create a fresh QdrantClient instance.
+     *
+     * Used to avoid stale HTTP keep-alive connections. The Qdrant JS client's
+     * internal undici Agent uses keepAliveTimeout: 10s, which causes ECONNRESET
+     * when connections sit idle during slow embedding calls (Gemini p99 ~8s).
+     * Creating a fresh client for write operations ensures clean TCP connections.
+     */
+    private createClient;
     /**
      * Ensure the collection exists with correct dimensions and Cosine distance.
      */
@@ -768,12 +778,18 @@ declare class VectorStoreClient implements VectorStore {
     /**
      * Upsert points into the collection.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     * Between embedding calls and upserts, idle connections may be closed by the
+     * server, causing ECONNRESET on reuse.
+     *
      * @param points - The points to upsert.
      */
     upsert(points: VectorPoint[]): Promise<void>;
     /**
      * Delete points by their IDs.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     *
      * @param ids - The point IDs to delete.
      */
     delete(ids: string[]): Promise<void>;

package/dist/index.js

@@ -905,7 +905,7 @@ function buildAttributes(filePath, stats, extractedFrontmatter, extractedJson) {
  * @returns The configured AJV instance.
  */
 function createRuleAjv() {
-    const ajv = new Ajv({ allErrors: true });
+    const ajv = new Ajv({ allErrors: true, strict: false });
     addFormats(ajv);
     ajv.addKeyword({
         keyword: 'glob',
@@ -2478,6 +2478,53 @@ function createReindexHandler(deps) {
     }, deps.logger, 'Reindex');
 }
 
+/**
+ * @module api/handlers/rulesReapply
+ * Fastify route handler for POST /rules/reapply.
+ * Re-applies current inference rules to already-indexed files matching given globs.
+ */
+/**
+ * Create handler for POST /rules/reapply.
+ *
+ * Scrolls through all indexed points, finds files matching the given globs,
+ * and re-applies current inference rules without re-embedding.
+ */
+function createRulesReapplyHandler(deps) {
+    return wrapHandler(async (request) => {
+        await Promise.resolve();
+        const { globs } = request.body;
+        if (!Array.isArray(globs) || globs.length === 0) {
+            throw new Error('Missing required field: globs (non-empty string array)');
+        }
+        const normalizedGlobs = globs.map((g) => normalizeSlashes(g));
+        const isMatch = picomatch(normalizedGlobs, { dot: true, nocase: true });
+        // Collect unique file paths matching the globs
+        const matchingFiles = new Set();
+        for await (const point of deps.vectorStore.scroll()) {
+            const filePath = point.payload['file_path'];
+            if (typeof filePath === 'string' && isMatch(filePath)) {
+                matchingFiles.add(filePath);
+            }
+        }
+        deps.logger.info({ globs: normalizedGlobs, matchCount: matchingFiles.size }, 'Re-applying rules to matching files');
+        let updated = 0;
+        for (const filePath of matchingFiles) {
+            try {
+                const result = await deps.processor.processRulesUpdate(filePath);
+                if (result !== null)
+                    updated++;
+            }
+            catch (error) {
+                deps.logger.warn({ filePath, err: error }, 'Failed to re-apply rules to file');
+            }
+        }
+        return {
+            matched: matchingFiles.size,
+            updated,
+        };
+    }, deps.logger, 'RulesReapply');
+}
+
 /**
  * @module api/handlers/rulesRegister
  * Fastify route handler for POST /rules/register.
@@ -2720,6 +2767,7 @@ function createApiServer(options) {
             onRulesChanged,
         }));
         app.post('/points/delete', createPointsDeleteHandler({ vectorStore, logger }));
+        app.post('/rules/reapply', createRulesReapplyHandler({ processor, vectorStore, logger }));
     }
     return app;
 }
@@ -3931,7 +3979,10 @@ class DocumentProcessor {
         if (customMapLib !== undefined) {
             this.config = { ...this.config, customMapLib };
         }
-        this.logger.info({ rules: compiledRules.length }, 'Inference rules updated');
+        this.logger.info({
+            rules: compiledRules.length,
+            ruleNames: compiledRules.map((r) => r.rule.name),
+        }, 'Inference rules updated');
     }
 }
 
@@ -4312,6 +4363,7 @@ async function* scrollCollection(client, collectionName, filter, limit = 100) {
  */
 class VectorStoreClient {
     client;
+    clientConfig;
     collectionName;
     dims;
     log;
@@ -4324,16 +4376,27 @@ class VectorStoreClient {
      * @param logger - Optional pino logger for retry warnings.
      */
     constructor(config, dimensions, logger) {
-        this.client = new QdrantClient({
-            url: config.url,
-            apiKey: config.apiKey,
-            checkCompatibility: false,
-        });
+        this.clientConfig = { url: config.url, apiKey: config.apiKey };
+        this.client = this.createClient();
         this.collectionName = config.collectionName;
         this.dims = dimensions;
         this.log = getLogger(logger);
         this.pinoLogger = logger;
     }
+    /**
+     * Create a fresh QdrantClient instance.
+     *
+     * Used to avoid stale HTTP keep-alive connections. The Qdrant JS client's
+     * internal undici Agent uses keepAliveTimeout: 10s, which causes ECONNRESET
+     * when connections sit idle during slow embedding calls (Gemini p99 ~8s).
+     * Creating a fresh client for write operations ensures clean TCP connections.
+     */
+    createClient() {
+        return new QdrantClient({
+            ...this.clientConfig,
+            checkCompatibility: false,
+        });
+    }
     /**
      * Ensure the collection exists with correct dimensions and Cosine distance.
      */
@@ -4381,13 +4444,18 @@ class VectorStoreClient {
     /**
      * Upsert points into the collection.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     * Between embedding calls and upserts, idle connections may be closed by the
+     * server, causing ECONNRESET on reuse.
+     *
      * @param points - The points to upsert.
      */
     async upsert(points) {
         if (points.length === 0)
             return;
         await this.retryOperation('upsert', async () => {
-            await this.client.upsert(this.collectionName, {
+            const freshClient = this.createClient();
+            await freshClient.upsert(this.collectionName, {
                 wait: true,
                 points: points.map((p) => ({
                     id: p.id,
@@ -4400,13 +4468,16 @@ class VectorStoreClient {
     /**
      * Delete points by their IDs.
      *
+     * Uses a fresh QdrantClient per attempt to avoid stale keep-alive connections.
+     *
      * @param ids - The point IDs to delete.
      */
     async delete(ids) {
         if (ids.length === 0)
             return;
         await this.retryOperation('delete', async () => {
-            await this.client.delete(this.collectionName, {
+            const freshClient = this.createClient();
+            await freshClient.delete(this.collectionName, {
                 wait: true,
                 points: ids,
             });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@karmaniverous/jeeves-watcher",
-  "version": "0.6.4",
+  "version": "0.6.6",
   "author": "Jason Williscroft",
   "description": "Filesystem watcher that keeps a Qdrant vector store in sync with document changes",
   "license": "BSD-3-Clause",