@karmaniverous/jeeves-watcher 0.2.1 → 0.2.2

package/dist/cjs/index.js

@@ -40,6 +40,31 @@ function _interopNamespaceDefault(e) {
 
 var cheerio__namespace = /*#__PURE__*/_interopNamespaceDefault(cheerio);
 
+/**
+ * @module util/normalizeError
+ *
+ * Normalizes unknown thrown values into proper Error objects for pino serialization.
+ */
+/**
+ * Convert an unknown thrown value into a proper Error with message, stack, and cause.
+ * Pino's built-in `err` serializer requires an Error instance to extract message/stack.
+ *
+ * @param error - The caught value (may not be an Error).
+ * @returns A proper Error instance.
+ */
+function normalizeError(error) {
+    if (error instanceof Error)
+        return error;
+    if (typeof error === 'string')
+        return new Error(error);
+    const message = typeof error === 'object' && error !== null && 'message' in error
+        ? String(error.message)
+        : String(error);
+    const normalized = new Error(message);
+    normalized.cause = error;
+    return normalized;
+}
+
 /**
  * Best-effort base directory inference for a glob pattern.
  *
@@ -162,13 +187,13 @@ function createConfigReindexHandler(deps) {
                     }
                 }
                 catch (error) {
-                    deps.logger.error({ error, scope }, 'Config reindex failed');
+                    deps.logger.error({ err: normalizeError(error), scope }, 'Config reindex failed');
                 }
             })();
             return await reply.status(200).send({ status: 'started', scope });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Config reindex request failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Config reindex request failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -191,7 +216,7 @@ function createMetadataHandler(deps) {
             return { ok: true };
         }
         catch (error) {
-            deps.logger.error({ error }, 'Metadata update failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Metadata update failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -314,7 +339,7 @@ function createRebuildMetadataHandler(deps) {
             return await reply.status(200).send({ ok: true });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Rebuild metadata failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Rebuild metadata failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -336,7 +361,7 @@ function createReindexHandler(deps) {
             return await reply.status(200).send({ ok: true, filesIndexed: count });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Reindex failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Reindex failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -360,7 +385,7 @@ function createSearchHandler(deps) {
             return results;
         }
         catch (error) {
-            deps.logger.error({ error }, 'Search failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Search failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -642,6 +667,51 @@ const jeevesWatcherConfigSchema = zod.z.object({
         .describe('Timeout in milliseconds for graceful shutdown.'),
 });
 
+/**
+ * @module config/substituteEnvVars
+ *
+ * Deep-walks config objects and replaces `${VAR_NAME}` patterns with environment variable values.
+ */
+const ENV_PATTERN = /\$\{([^}]+)\}/g;
+/**
+ * Replace `${VAR_NAME}` patterns in a string with `process.env.VAR_NAME`.
+ *
+ * @param value - The string to process.
+ * @returns The string with env vars substituted.
+ * @throws If a referenced env var is not set.
+ */
+function substituteString(value) {
+    return value.replace(ENV_PATTERN, (match, varName) => {
+        const envValue = process.env[varName];
+        if (envValue === undefined) {
+            throw new Error(`Environment variable \${${varName}} referenced in config is not set.`);
+        }
+        return envValue;
+    });
+}
+/**
+ * Deep-walk a value and substitute `${VAR_NAME}` patterns in all string values.
+ *
+ * @param value - The value to walk (object, array, or primitive).
+ * @returns A new value with all env var references resolved.
+ */
+function substituteEnvVars(value) {
+    if (typeof value === 'string') {
+        return substituteString(value);
+    }
+    if (Array.isArray(value)) {
+        return value.map((item) => substituteEnvVars(item));
+    }
+    if (value !== null && typeof value === 'object') {
+        const result = {};
+        for (const [key, val] of Object.entries(value)) {
+            result[key] = substituteEnvVars(val);
+        }
+        return result;
+    }
+    return value;
+}
+
 const MODULE_NAME = 'jeeves-watcher';
 /**
  * Merge sensible defaults into a loaded configuration.
@@ -677,7 +747,8 @@ async function loadConfig(configPath) {
     }
     try {
         const validated = jeevesWatcherConfigSchema.parse(result.config);
-        return applyDefaults(validated);
+        const withDefaults = applyDefaults(validated);
+        return substituteEnvVars(withDefaults);
     }
     catch (error) {
         if (error instanceof zod.ZodError) {
@@ -844,7 +915,7 @@ function createGeminiProvider(config, logger) {
                         delayMs,
                         provider: 'gemini',
                         model: config.model,
-                        error,
+                        err: normalizeError(error),
                     }, 'Embedding call failed; will retry');
                 },
             });
@@ -953,6 +1024,9 @@ function pointId(filePath, chunkIndex) {
  */
 function extractMarkdownFrontmatter(markdown) {
     const trimmed = markdown.replace(/^\uFEFF/, '');
+    // Only attempt frontmatter parsing if the file starts with ---
+    if (!/^\s*---/.test(trimmed))
+        return { body: markdown };
     const match = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(trimmed);
     if (!match)
         return { body: markdown };
@@ -1410,7 +1484,7 @@ class DocumentProcessor {
             this.logger.info({ filePath, chunks: chunks.length }, 'File processed successfully');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to process file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to process file');
         }
     }
     /**
@@ -1430,7 +1504,7 @@ class DocumentProcessor {
             this.logger.info({ filePath }, 'File deleted from index');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to delete file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to delete file');
         }
     }
     /**
@@ -1458,7 +1532,7 @@ class DocumentProcessor {
             return merged;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to update metadata');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to update metadata');
             return null;
         }
     }
@@ -1488,7 +1562,7 @@ class DocumentProcessor {
             return metadata;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to re-apply rules');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to re-apply rules');
             return null;
         }
     }
@@ -1716,7 +1790,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.upsert', error }, 'Qdrant upsert failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.upsert',
+                    err: normalizeError(error),
+                }, 'Qdrant upsert failed; will retry');
             },
         });
     }
@@ -1742,7 +1821,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.delete', error }, 'Qdrant delete failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.delete',
+                    err: normalizeError(error),
+                }, 'Qdrant delete failed; will retry');
             },
         });
     }
@@ -1896,7 +1980,7 @@ class FileSystemWatcher {
             this.queue.enqueue({ type: 'delete', path, priority: 'normal' }, () => this.processor.deleteFile(path));
         });
         this.watcher.on('error', (error) => {
-            this.logger.error({ error }, 'Watcher error');
+            this.logger.error({ err: normalizeError(error) }, 'Watcher error');
         });
         this.queue.process();
         this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
@@ -1941,7 +2025,7 @@ class ConfigWatcher {
             }, this.options.debounceMs);
         });
         this.watcher.on('error', (error) => {
-            this.options.logger.error({ error }, 'Config watcher error');
+            this.options.logger.error({ err: normalizeError(error) }, 'Config watcher error');
         });
         this.options.logger.info({
             configPath: this.options.configPath,
@@ -2025,7 +2109,7 @@ class JeevesWatcher {
             embeddingProvider = this.factories.createEmbeddingProvider(this.config.embedding, logger);
         }
         catch (error) {
-            logger.fatal({ error }, 'Failed to create embedding provider');
+            logger.fatal({ err: normalizeError(error) }, 'Failed to create embedding provider');
             throw error;
         }
         const vectorStore = this.factories.createVectorStoreClient(this.config.vectorStore, embeddingProvider.dimensions, logger);
@@ -2132,7 +2216,7 @@ class JeevesWatcher {
             logger.info({ configPath: this.configPath, rules: compiledRules.length }, 'Config reloaded');
         }
         catch (error) {
-            logger.error({ error }, 'Failed to reload config');
+            logger.error({ err: normalizeError(error) }, 'Failed to reload config');
         }
     }
 }

package/dist/cli/jeeves-watcher/index.js

@@ -22,6 +22,31 @@ import { MarkdownTextSplitter, RecursiveCharacterTextSplitter } from '@langchain
 import { QdrantClient } from '@qdrant/js-client-rest';
 import chokidar from 'chokidar';
 
+/**
+ * @module util/normalizeError
+ *
+ * Normalizes unknown thrown values into proper Error objects for pino serialization.
+ */
+/**
+ * Convert an unknown thrown value into a proper Error with message, stack, and cause.
+ * Pino's built-in `err` serializer requires an Error instance to extract message/stack.
+ *
+ * @param error - The caught value (may not be an Error).
+ * @returns A proper Error instance.
+ */
+function normalizeError(error) {
+    if (error instanceof Error)
+        return error;
+    if (typeof error === 'string')
+        return new Error(error);
+    const message = typeof error === 'object' && error !== null && 'message' in error
+        ? String(error.message)
+        : String(error);
+    const normalized = new Error(message);
+    normalized.cause = error;
+    return normalized;
+}
+
 /**
  * Best-effort base directory inference for a glob pattern.
  *
@@ -144,13 +169,13 @@ function createConfigReindexHandler(deps) {
                     }
                 }
                 catch (error) {
-                    deps.logger.error({ error, scope }, 'Config reindex failed');
+                    deps.logger.error({ err: normalizeError(error), scope }, 'Config reindex failed');
                 }
             })();
             return await reply.status(200).send({ status: 'started', scope });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Config reindex request failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Config reindex request failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -173,7 +198,7 @@ function createMetadataHandler(deps) {
             return { ok: true };
         }
         catch (error) {
-            deps.logger.error({ error }, 'Metadata update failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Metadata update failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -296,7 +321,7 @@ function createRebuildMetadataHandler(deps) {
             return await reply.status(200).send({ ok: true });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Rebuild metadata failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Rebuild metadata failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -318,7 +343,7 @@ function createReindexHandler(deps) {
             return await reply.status(200).send({ ok: true, filesIndexed: count });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Reindex failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Reindex failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -342,7 +367,7 @@ function createSearchHandler(deps) {
             return results;
         }
         catch (error) {
-            deps.logger.error({ error }, 'Search failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Search failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -645,6 +670,51 @@ const jeevesWatcherConfigSchema = z.object({
         .describe('Timeout in milliseconds for graceful shutdown.'),
 });
 
+/**
+ * @module config/substituteEnvVars
+ *
+ * Deep-walks config objects and replaces `${VAR_NAME}` patterns with environment variable values.
+ */
+const ENV_PATTERN = /\$\{([^}]+)\}/g;
+/**
+ * Replace `${VAR_NAME}` patterns in a string with `process.env.VAR_NAME`.
+ *
+ * @param value - The string to process.
+ * @returns The string with env vars substituted.
+ * @throws If a referenced env var is not set.
+ */
+function substituteString(value) {
+    return value.replace(ENV_PATTERN, (match, varName) => {
+        const envValue = process.env[varName];
+        if (envValue === undefined) {
+            throw new Error(`Environment variable \${${varName}} referenced in config is not set.`);
+        }
+        return envValue;
+    });
+}
+/**
+ * Deep-walk a value and substitute `${VAR_NAME}` patterns in all string values.
+ *
+ * @param value - The value to walk (object, array, or primitive).
+ * @returns A new value with all env var references resolved.
+ */
+function substituteEnvVars(value) {
+    if (typeof value === 'string') {
+        return substituteString(value);
+    }
+    if (Array.isArray(value)) {
+        return value.map((item) => substituteEnvVars(item));
+    }
+    if (value !== null && typeof value === 'object') {
+        const result = {};
+        for (const [key, val] of Object.entries(value)) {
+            result[key] = substituteEnvVars(val);
+        }
+        return result;
+    }
+    return value;
+}
+
 const MODULE_NAME = 'jeeves-watcher';
 /**
  * Merge sensible defaults into a loaded configuration.
@@ -680,7 +750,8 @@ async function loadConfig(configPath) {
     }
     try {
         const validated = jeevesWatcherConfigSchema.parse(result.config);
-        return applyDefaults(validated);
+        const withDefaults = applyDefaults(validated);
+        return substituteEnvVars(withDefaults);
     }
     catch (error) {
         if (error instanceof ZodError) {
@@ -847,7 +918,7 @@ function createGeminiProvider(config, logger) {
                         delayMs,
                         provider: 'gemini',
                         model: config.model,
-                        error,
+                        err: normalizeError(error),
                     }, 'Embedding call failed; will retry');
                 },
             });
@@ -956,6 +1027,9 @@ function pointId(filePath, chunkIndex) {
  */
 function extractMarkdownFrontmatter(markdown) {
     const trimmed = markdown.replace(/^\uFEFF/, '');
+    // Only attempt frontmatter parsing if the file starts with ---
+    if (!/^\s*---/.test(trimmed))
+        return { body: markdown };
     const match = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(trimmed);
     if (!match)
         return { body: markdown };
@@ -1413,7 +1487,7 @@ class DocumentProcessor {
             this.logger.info({ filePath, chunks: chunks.length }, 'File processed successfully');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to process file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to process file');
         }
     }
     /**
@@ -1433,7 +1507,7 @@ class DocumentProcessor {
             this.logger.info({ filePath }, 'File deleted from index');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to delete file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to delete file');
         }
     }
     /**
@@ -1461,7 +1535,7 @@ class DocumentProcessor {
             return merged;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to update metadata');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to update metadata');
             return null;
         }
     }
@@ -1491,7 +1565,7 @@ class DocumentProcessor {
             return metadata;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to re-apply rules');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to re-apply rules');
             return null;
         }
     }
@@ -1719,7 +1793,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.upsert', error }, 'Qdrant upsert failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.upsert',
+                    err: normalizeError(error),
+                }, 'Qdrant upsert failed; will retry');
             },
         });
     }
@@ -1745,7 +1824,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.delete', error }, 'Qdrant delete failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.delete',
+                    err: normalizeError(error),
+                }, 'Qdrant delete failed; will retry');
             },
         });
     }
@@ -1899,7 +1983,7 @@ class FileSystemWatcher {
             this.queue.enqueue({ type: 'delete', path, priority: 'normal' }, () => this.processor.deleteFile(path));
         });
         this.watcher.on('error', (error) => {
-            this.logger.error({ error }, 'Watcher error');
+            this.logger.error({ err: normalizeError(error) }, 'Watcher error');
         });
         this.queue.process();
         this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
@@ -1944,7 +2028,7 @@ class ConfigWatcher {
             }, this.options.debounceMs);
         });
         this.watcher.on('error', (error) => {
-            this.options.logger.error({ error }, 'Config watcher error');
+            this.options.logger.error({ err: normalizeError(error) }, 'Config watcher error');
         });
         this.options.logger.info({
             configPath: this.options.configPath,
@@ -2028,7 +2112,7 @@ class JeevesWatcher {
             embeddingProvider = this.factories.createEmbeddingProvider(this.config.embedding, logger);
         }
         catch (error) {
-            logger.fatal({ error }, 'Failed to create embedding provider');
+            logger.fatal({ err: normalizeError(error) }, 'Failed to create embedding provider');
             throw error;
         }
         const vectorStore = this.factories.createVectorStoreClient(this.config.vectorStore, embeddingProvider.dimensions, logger);
@@ -2135,7 +2219,7 @@ class JeevesWatcher {
             logger.info({ configPath: this.configPath, rules: compiledRules.length }, 'Config reloaded');
         }
         catch (error) {
-            logger.error({ error }, 'Failed to reload config');
+            logger.error({ err: normalizeError(error) }, 'Failed to reload config');
         }
     }
 }

package/dist/index.iife.js

@@ -20,6 +20,31 @@
 
     var cheerio__namespace = /*#__PURE__*/_interopNamespaceDefault(cheerio);
 
+    /**
+     * @module util/normalizeError
+     *
+     * Normalizes unknown thrown values into proper Error objects for pino serialization.
+     */
+    /**
+     * Convert an unknown thrown value into a proper Error with message, stack, and cause.
+     * Pino's built-in `err` serializer requires an Error instance to extract message/stack.
+     *
+     * @param error - The caught value (may not be an Error).
+     * @returns A proper Error instance.
+     */
+    function normalizeError(error) {
+        if (error instanceof Error)
+            return error;
+        if (typeof error === 'string')
+            return new Error(error);
+        const message = typeof error === 'object' && error !== null && 'message' in error
+            ? String(error.message)
+            : String(error);
+        const normalized = new Error(message);
+        normalized.cause = error;
+        return normalized;
+    }
+
     /**
      * Best-effort base directory inference for a glob pattern.
      *
@@ -142,13 +167,13 @@
                         }
                     }
                     catch (error) {
-                        deps.logger.error({ error, scope }, 'Config reindex failed');
+                        deps.logger.error({ err: normalizeError(error), scope }, 'Config reindex failed');
                     }
                 })();
                 return await reply.status(200).send({ status: 'started', scope });
             }
             catch (error) {
-                deps.logger.error({ error }, 'Config reindex request failed');
+                deps.logger.error({ err: normalizeError(error) }, 'Config reindex request failed');
                 return await reply.status(500).send({ error: 'Internal server error' });
             }
         };
@@ -171,7 +196,7 @@
                 return { ok: true };
             }
             catch (error) {
-                deps.logger.error({ error }, 'Metadata update failed');
+                deps.logger.error({ err: normalizeError(error) }, 'Metadata update failed');
                 return reply.status(500).send({ error: 'Internal server error' });
             }
         };
@@ -294,7 +319,7 @@
                 return await reply.status(200).send({ ok: true });
             }
             catch (error) {
-                deps.logger.error({ error }, 'Rebuild metadata failed');
+                deps.logger.error({ err: normalizeError(error) }, 'Rebuild metadata failed');
                 return await reply.status(500).send({ error: 'Internal server error' });
             }
         };
@@ -316,7 +341,7 @@
                 return await reply.status(200).send({ ok: true, filesIndexed: count });
             }
             catch (error) {
-                deps.logger.error({ error }, 'Reindex failed');
+                deps.logger.error({ err: normalizeError(error) }, 'Reindex failed');
                 return await reply.status(500).send({ error: 'Internal server error' });
             }
         };
@@ -340,7 +365,7 @@
                 return results;
             }
             catch (error) {
-                deps.logger.error({ error }, 'Search failed');
+                deps.logger.error({ err: normalizeError(error) }, 'Search failed');
                 return reply.status(500).send({ error: 'Internal server error' });
             }
         };
@@ -622,6 +647,51 @@
             .describe('Timeout in milliseconds for graceful shutdown.'),
     });
 
+    /**
+     * @module config/substituteEnvVars
+     *
+     * Deep-walks config objects and replaces `${VAR_NAME}` patterns with environment variable values.
+     */
+    const ENV_PATTERN = /\$\{([^}]+)\}/g;
+    /**
+     * Replace `${VAR_NAME}` patterns in a string with `process.env.VAR_NAME`.
+     *
+     * @param value - The string to process.
+     * @returns The string with env vars substituted.
+     * @throws If a referenced env var is not set.
+     */
+    function substituteString(value) {
+        return value.replace(ENV_PATTERN, (match, varName) => {
+            const envValue = process.env[varName];
+            if (envValue === undefined) {
+                throw new Error(`Environment variable \${${varName}} referenced in config is not set.`);
+            }
+            return envValue;
+        });
+    }
+    /**
+     * Deep-walk a value and substitute `${VAR_NAME}` patterns in all string values.
+     *
+     * @param value - The value to walk (object, array, or primitive).
+     * @returns A new value with all env var references resolved.
+     */
+    function substituteEnvVars(value) {
+        if (typeof value === 'string') {
+            return substituteString(value);
+        }
+        if (Array.isArray(value)) {
+            return value.map((item) => substituteEnvVars(item));
+        }
+        if (value !== null && typeof value === 'object') {
+            const result = {};
+            for (const [key, val] of Object.entries(value)) {
+                result[key] = substituteEnvVars(val);
+            }
+            return result;
+        }
+        return value;
+    }
+
     const MODULE_NAME = 'jeeves-watcher';
     /**
      * Merge sensible defaults into a loaded configuration.
@@ -657,7 +727,8 @@
         }
         try {
             const validated = jeevesWatcherConfigSchema.parse(result.config);
-            return applyDefaults(validated);
+            const withDefaults = applyDefaults(validated);
+            return substituteEnvVars(withDefaults);
         }
         catch (error) {
             if (error instanceof zod.ZodError) {
@@ -824,7 +895,7 @@
                             delayMs,
                             provider: 'gemini',
                             model: config.model,
-                            error,
+                            err: normalizeError(error),
                         }, 'Embedding call failed; will retry');
                     },
                 });
@@ -933,6 +1004,9 @@
      */
     function extractMarkdownFrontmatter(markdown) {
         const trimmed = markdown.replace(/^\uFEFF/, '');
+        // Only attempt frontmatter parsing if the file starts with ---
+        if (!/^\s*---/.test(trimmed))
+            return { body: markdown };
         const match = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(trimmed);
         if (!match)
             return { body: markdown };
@@ -1390,7 +1464,7 @@
                 this.logger.info({ filePath, chunks: chunks.length }, 'File processed successfully');
             }
             catch (error) {
-                this.logger.error({ filePath, error }, 'Failed to process file');
+                this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to process file');
             }
         }
         /**
@@ -1410,7 +1484,7 @@
                 this.logger.info({ filePath }, 'File deleted from index');
             }
             catch (error) {
-                this.logger.error({ filePath, error }, 'Failed to delete file');
+                this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to delete file');
             }
         }
         /**
@@ -1438,7 +1512,7 @@
                 return merged;
             }
             catch (error) {
-                this.logger.error({ filePath, error }, 'Failed to update metadata');
+                this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to update metadata');
                 return null;
             }
         }
@@ -1468,7 +1542,7 @@
                 return metadata;
             }
             catch (error) {
-                this.logger.error({ filePath, error }, 'Failed to re-apply rules');
+                this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to re-apply rules');
                 return null;
             }
         }
@@ -1696,7 +1770,12 @@
                 maxDelayMs: 10_000,
                 jitter: 0.2,
                 onRetry: ({ attempt, delayMs, error }) => {
-                    this.log.warn({ attempt, delayMs, operation: 'qdrant.upsert', error }, 'Qdrant upsert failed; will retry');
+                    this.log.warn({
+                        attempt,
+                        delayMs,
+                        operation: 'qdrant.upsert',
+                        err: normalizeError(error),
+                    }, 'Qdrant upsert failed; will retry');
                 },
             });
         }
@@ -1722,7 +1801,12 @@
                 maxDelayMs: 10_000,
                 jitter: 0.2,
                 onRetry: ({ attempt, delayMs, error }) => {
-                    this.log.warn({ attempt, delayMs, operation: 'qdrant.delete', error }, 'Qdrant delete failed; will retry');
+                    this.log.warn({
+                        attempt,
+                        delayMs,
+                        operation: 'qdrant.delete',
+                        err: normalizeError(error),
+                    }, 'Qdrant delete failed; will retry');
                 },
             });
         }
@@ -1876,7 +1960,7 @@
                 this.queue.enqueue({ type: 'delete', path, priority: 'normal' }, () => this.processor.deleteFile(path));
             });
             this.watcher.on('error', (error) => {
-                this.logger.error({ error }, 'Watcher error');
+                this.logger.error({ err: normalizeError(error) }, 'Watcher error');
             });
             this.queue.process();
             this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
@@ -1921,7 +2005,7 @@
                 }, this.options.debounceMs);
             });
             this.watcher.on('error', (error) => {
-                this.options.logger.error({ error }, 'Config watcher error');
+                this.options.logger.error({ err: normalizeError(error) }, 'Config watcher error');
             });
             this.options.logger.info({
                 configPath: this.options.configPath,
@@ -2005,7 +2089,7 @@
                 embeddingProvider = this.factories.createEmbeddingProvider(this.config.embedding, logger);
             }
             catch (error) {
-                logger.fatal({ error }, 'Failed to create embedding provider');
+                logger.fatal({ err: normalizeError(error) }, 'Failed to create embedding provider');
                 throw error;
             }
             const vectorStore = this.factories.createVectorStoreClient(this.config.vectorStore, embeddingProvider.dimensions, logger);
@@ -2112,7 +2196,7 @@
                 logger.info({ configPath: this.configPath, rules: compiledRules.length }, 'Config reloaded');
             }
             catch (error) {
-                logger.error({ error }, 'Failed to reload config');
+                logger.error({ err: normalizeError(error) }, 'Failed to reload config');
             }
         }
     }

package/dist/index.iife.min.js

@@ -1 +1 @@
-!function(e,t,i,r,o,n,s,a,c,l,d,h,u,g,f,p,m,y,w,b,v){"use strict";function M(e){var t=Object.create(null);return e&&Object.keys(e).forEach((function(i){if("default"!==i){var r=Object.getOwnPropertyDescriptor(e,i);Object.defineProperty(t,i,r.get?r:{enumerable:!0,get:function(){return e[i]}})}})),t.default=e,Object.freeze(t)}var P=M(g);function S(e){const t=e.replace(/\\/g,"/"),i=t.search(/[*?\[]/);if(-1===i)return r.resolve(e);const o=t.slice(0,i),n=o.endsWith("/")?o.slice(0,-1):r.dirname(o);return r.resolve(n)}async function*k(e){let t;try{t=(await i.readdir(e,{withFileTypes:!0})).map((e=>({name:e.name,isDirectory:e.isDirectory()})))}catch{return}for(const o of t){const t=r.resolve(e,o.name);if(o.isDirectory)yield*k(t);else try{(await i.stat(t)).isFile()&&(yield t)}catch{}}}async function x(e,t,i,r){const n=await async function(e,t=[]){const i=e.map((e=>e.replace(/\\/g,"/"))),r=t.map((e=>e.replace(/\\/g,"/"))),n=o(i,{dot:!0}),s=r.length?o(r,{dot:!0}):()=>!1,a=Array.from(new Set(e.map(S))),c=new Set;for(const e of a)for await(const t of k(e)){const e=t.replace(/\\/g,"/");s(e)||n(e)&&c.add(t)}return Array.from(c)}(e,t);for(const e of n)await i[r](e);return n.length}function z(e,t=!1){let i=e.replace(/\\/g,"/").toLowerCase();return t&&(i=i.replace(/^([a-z]):/,((e,t)=>t))),i}function j(e,t){const i=z(e,!0),o=s.createHash("sha256").update(i,"utf8").digest("hex");return r.join(t,`${o}.meta.json`)}async function C(e,t){try{const r=await i.readFile(j(e,t),"utf8");return JSON.parse(r)}catch{return null}}async function F(e,t,o){const n=j(e,t);await i.mkdir(r.dirname(n),{recursive:!0}),await i.writeFile(n,JSON.stringify(o,null,2),"utf8")}async function R(e,t){try{await i.rm(j(e,t))}catch{}}const T=["file_path","chunk_index","total_chunks","content_hash","chunk_text"];function I(e){const{processor:i,vectorStore:r,embeddingProvider:o,logger:s,config:a}=e,c=t({logger:!1});var l;return c.get("/status",(()=>({status:"ok",uptime:process.uptime()}))),c.post("/metadata",(l={processor:i,logger:s},async(e,t)=>{try{const{path:t,metadata:i}=e.body;return await l.processor.processMetadataUpdate(t,i),{ok:!0}}catch(e){return l.logger.error({error:e},"Metadata update failed"),t.status(500).send({error:"Internal server error"})}})),c.post("/search",function(e){return async(t,i)=>{try{const{query:i,limit:r=10}=t.body,o=await e.embeddingProvider.embed([i]);return await e.vectorStore.search(o[0],r)}catch(t){return e.logger.error({error:t},"Search failed"),i.status(500).send({error:"Internal server error"})}}}({embeddingProvider:o,vectorStore:r,logger:s})),c.post("/reindex",function(e){return async(t,i)=>{try{const t=await x(e.config.watch.paths,e.config.watch.ignored,e.processor,"processFile");return await i.status(200).send({ok:!0,filesIndexed:t})}catch(t){return e.logger.error({error:t},"Reindex failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,processor:i,logger:s})),c.post("/rebuild-metadata",function(e){return async(t,i)=>{try{const t=e.config.metadataDir??".jeeves-metadata",r=[...T];for await(const i of e.vectorStore.scroll()){const e=i.payload,o=e.file_path;if("string"!=typeof o||0===o.length)continue;const s=n.omit(e,r);await F(o,t,s)}return await i.status(200).send({ok:!0})}catch(t){return e.logger.error({error:t},"Rebuild metadata failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,vectorStore:r,logger:s})),c.post("/config-reindex",function(e){return async(t,i)=>{try{const r=t.body.scope??"rules";return(async()=>{try{if("rules"===r){const t=await x(e.config.watch.paths,e.config.watch.ignored,e.processor,"processRulesUpdate");e.logger.info({scope:r,filesProcessed:t},"Config reindex (rules) completed")}else{const t=await x(e.config.watch.paths,e.config.watch.ignored,e.processor,"processFile");e.logger.info({scope:r,filesProcessed:t},"Config reindex (full) completed")}}catch(t){e.logger.error({error:t,scope:r},"Config reindex failed")}})(),await i.status(200).send({status:"started",scope:r})}catch(t){return e.logger.error({error:t},"Config reindex request failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,processor:i,logger:s})),c}const D={metadataDir:".jeeves-watcher",shutdownTimeoutMs:1e4},E={enabled:!0,debounceMs:1e3},W={host:"127.0.0.1",port:3456},N={level:"info"},q={debounceMs:300,stabilityThresholdMs:500,usePolling:!1,pollIntervalMs:1e3},A={chunkSize:1e3,chunkOverlap:200,dimensions:3072,rateLimitPerMinute:300,concurrency:5},_=c.z.object({paths:c.z.array(c.z.string()).min(1).describe('Glob patterns for files to watch (e.g., "**/*.md"). At least one required.'),ignored:c.z.array(c.z.string()).optional().describe('Glob patterns to exclude from watching (e.g., "**/node_modules/**").'),pollIntervalMs:c.z.number().optional().describe("Polling interval in milliseconds when usePolling is enabled."),usePolling:c.z.boolean().optional().describe("Use polling instead of native file system events (for network drives)."),debounceMs:c.z.number().optional().describe("Debounce delay in milliseconds for file change events."),stabilityThresholdMs:c.z.number().optional().describe("Time in milliseconds a file must remain unchanged before processing.")}),L=c.z.object({enabled:c.z.boolean().optional().describe("Enable automatic reloading when config file changes."),debounceMs:c.z.number().optional().describe("Debounce delay in milliseconds for config file change detection.")}),O=c.z.object({provider:c.z.string().default("gemini").describe('Embedding provider name (e.g., "gemini", "openai").'),model:c.z.string().default("gemini-embedding-001").describe('Embedding model identifier (e.g., "gemini-embedding-001", "text-embedding-3-small").'),chunkSize:c.z.number().optional().describe("Maximum chunk size in characters for text splitting."),chunkOverlap:c.z.number().optional().describe("Character overlap between consecutive chunks."),dimensions:c.z.number().optional().describe("Embedding vector dimensions (must match model output)."),apiKey:c.z.string().optional().describe("API key for embedding provider (supports ${ENV_VAR} substitution)."),rateLimitPerMinute:c.z.number().optional().describe("Maximum embedding API requests per minute (rate limiting)."),concurrency:c.z.number().optional().describe("Maximum concurrent embedding requests.")}),Q=c.z.object({url:c.z.string().describe('Qdrant server URL (e.g., "http://localhost:6333").'),collectionName:c.z.string().describe("Qdrant collection name for vector storage."),apiKey:c.z.string().optional().describe("Qdrant API key for authentication (supports ${ENV_VAR} substitution).")}),$=c.z.object({host:c.z.string().optional().describe('Host address for API server (e.g., "127.0.0.1", "0.0.0.0").'),port:c.z.number().optional().describe("Port for API server (e.g., 3456).")}),K=c.z.object({level:c.z.string().optional().describe("Logging level (trace, debug, info, warn, error, fatal)."),file:c.z.string().optional().describe("Path to log file (logs to stdout if omitted).")}),J=c.z.object({match:c.z.record(c.z.string(),c.z.unknown()).describe("JSON Schema object to match against file attributes."),set:c.z.record(c.z.string(),c.z.unknown()).describe("Metadata fields to set when match succeeds."),map:c.z.union([l.jsonMapMapSchema,c.z.string()]).optional().describe("JsonMap transformation (inline definition or named map reference).")}),G=c.z.object({watch:_.describe("File system watch configuration."),configWatch:L.optional().describe("Configuration file watch settings."),embedding:O.describe("Embedding model configuration."),vectorStore:Q.describe("Qdrant vector store configuration."),metadataDir:c.z.string().optional().describe("Directory for persisted metadata sidecar files."),api:$.optional().describe("API server configuration."),extractors:c.z.record(c.z.string(),c.z.unknown()).optional().describe("Extractor configurations keyed by name."),inferenceRules:c.z.array(J).optional().describe("Rules for inferring metadata from file attributes."),maps:c.z.record(c.z.string(),l.jsonMapMapSchema).optional().describe("Reusable named JsonMap transformations."),logging:K.optional().describe("Logging configuration."),shutdownTimeoutMs:c.z.number().optional().describe("Timeout in milliseconds for graceful shutdown.")}),U="jeeves-watcher";async function V(e){const t=a.cosmiconfig(U),i=e?await t.load(e):await t.search();if(!i||i.isEmpty)throw new Error("No jeeves-watcher configuration found. Create a .jeeves-watcherrc or jeeves-watcher.config.{js,ts,json,yaml} file.");try{const e=G.parse(i.config);return r=e,{...D,...r,watch:{...q,...r.watch},configWatch:{...E,...r.configWatch},embedding:{...A,...r.embedding},api:{...W,...r.api},logging:{...N,...r.logging}}}catch(e){if(e instanceof c.ZodError){const t=e.issues.map((e=>`${e.path.join(".")}: ${e.message}`)).join("; ");throw new Error(`Invalid jeeves-watcher configuration: ${t}`)}throw e}var r}function B(e){return e||{warn(e,t){t?console.warn(e,t):console.warn(e)}}}function H(e,t){return e<=0?Promise.resolve():new Promise(((i,r)=>{const o=setTimeout((()=>{s(),i()}),e),n=()=>{s(),r(new Error("Retry sleep aborted"))},s=()=>{clearTimeout(o),t&&t.removeEventListener("abort",n)};if(t){if(t.aborted)return void n();t.addEventListener("abort",n,{once:!0})}}))}function Y(e,t,i,r=0){const o=Math.max(0,e-1),n=Math.min(i,t*2**o),s=r>0?1+Math.random()*r:1;return Math.round(n*s)}async function Z(e,t){const i=Math.max(1,t.attempts);let r;for(let o=1;o<=i;o++)try{return await e(o)}catch(e){r=e;if(o>=i)break;const n=Y(o,t.baseDelayMs,t.maxDelayMs,t.jitter);t.onRetry?.({attempt:o,attempts:i,delayMs:n,error:e}),await H(n,t.signal)}throw r}const X=new Map([["mock",function(e){return function(e){return{dimensions:e,embed:t=>Promise.resolve(t.map((t=>{const i=s.createHash("sha256").update(t,"utf8").digest(),r=[];for(let t=0;t<e;t++){const e=i[t%i.length];r.push(e/127.5-1)}return r})))}}(e.dimensions??768)}],["gemini",function(e,t){if(!e.apiKey)throw new Error("Gemini embedding provider requires config.embedding.apiKey");const i=e.dimensions??3072,r=B(t),o=new d.GoogleGenerativeAIEmbeddings({apiKey:e.apiKey,model:e.model});return{dimensions:i,async embed(t){const n=await Z((async i=>(i>1&&r.warn({attempt:i,provider:"gemini",model:e.model},"Retrying embedding request"),o.embedDocuments(t))),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:t,delayMs:i,error:o})=>{r.warn({attempt:t,delayMs:i,provider:"gemini",model:e.model,error:o},"Embedding call failed; will retry")}});for(const e of n)if(e.length!==i)throw new Error(`Gemini embedding returned invalid dimensions: expected ${String(i)}, got ${String(e.length)}`);return n}}}]]);function ee(e,t){const i=X.get(e.provider);if(!i)throw new Error(`Unsupported embedding provider: ${e.provider}`);return i(e,t)}function te(e){const t=e?.level??"info";if(e?.file){const i=h.transport({target:"pino/file",options:{destination:e.file,mkdir:!0}});return h({level:t},i)}return h({level:t})}function ie(e){return s.createHash("sha256").update(e,"utf8").digest("hex")}const re="6a6f686e-6761-4c74-ad6a-656576657321";function oe(e,t){const i=void 0!==t?`${z(e)}#${String(t)}`:z(e);return u.v5(i,re)}const ne=["content","body","text","snippet","subject","description","summary","transcript"];function se(e){if(!e||"object"!=typeof e)return JSON.stringify(e);const t=e;for(const e of ne){const i=t[e];if("string"==typeof i&&i.trim())return i}return JSON.stringify(e)}async function ae(e){const t=await i.readFile(e,"utf8"),{frontmatter:r,body:o}=function(e){const t=e.replace(/^\uFEFF/,""),i=/^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(t);if(!i)return{body:e};const[,r,o]=i,n=f.load(r);return{frontmatter:n&&"object"==typeof n&&!Array.isArray(n)?n:void 0,body:o}}(t);return{text:o,frontmatter:r}}async function ce(e){return{text:await i.readFile(e,"utf8")}}async function le(e){const t=await i.readFile(e,"utf8"),r=P.load(t);r("script, style").remove();return{text:r("body").text().trim()||r.text().trim()}}const de=new Map([[".md",ae],[".markdown",ae],[".txt",ce],[".text",ce],[".json",async function(e){const t=await i.readFile(e,"utf8"),r=JSON.parse(t),o=r&&"object"==typeof r&&!Array.isArray(r)?r:void 0;return{text:se(r),json:o}}],[".pdf",async function(e){const t=await i.readFile(e),r=new Uint8Array(t),{extractText:o}=await import("unpdf"),{text:n}=await o(r);return{text:Array.isArray(n)?n.join("\n\n"):n}}],[".docx",async function(e){const t=await i.readFile(e);return{text:(await p.extractRawText({buffer:t})).value}}],[".html",le],[".htm",le]]);async function he(e,t){const i=de.get(t.toLowerCase());return i?i(e):ce(e)}function ue(e,t){return"string"!=typeof e?e:e.replace(/\$\{([^}]+)\}/g,((e,i)=>{const r=n.get(t,i);return null==r?"":"string"==typeof r?r:JSON.stringify(r)}))}function ge(e,t){const i={};for(const[r,o]of Object.entries(e))i[r]=ue(o,t);return i}async function fe(e,t,i,r){const o={split:(e,t)=>e.split(t),slice:(e,t,i)=>e.slice(t,i),join:(e,t)=>e.join(t),toLowerCase:e=>e.toLowerCase(),replace:(e,t,i)=>e.replace(t,i),get:(e,t)=>n.get(e,t)};let s={};const a=r??console;for(const{rule:r,validate:n}of e)if(n(t)){const e=ge(r.set,t);if(s={...s,...e},r.map){let e;if("string"==typeof r.map){if(e=i?.[r.map],!e){a.warn(`Map reference "${r.map}" not found in named maps. Skipping map transformation.`);continue}}else e=r.map;try{const i=new l.JsonMap(e,o),r=await i.transform(t);r&&"object"==typeof r&&!Array.isArray(r)?s={...s,...r}:a.warn("JsonMap transformation did not return an object; skipping merge.")}catch(e){a.warn(`JsonMap transformation failed: ${e instanceof Error?e.message:String(e)}`)}}}return s}function pe(e,t,i,o){const n=e.replace(/\\/g,"/"),s={file:{path:n,directory:r.dirname(n).replace(/\\/g,"/"),filename:r.basename(n),extension:r.extname(n),sizeBytes:t.size,modified:t.mtime.toISOString()}};return i&&(s.frontmatter=i),o&&(s.json=o),s}function me(e){const t=function(){const e=new m({allErrors:!0});return y(e),e.addKeyword({keyword:"glob",type:"string",schemaType:"string",validate:(e,t)=>o.isMatch(t,e)}),e}();return e.map(((e,i)=>({rule:e,validate:t.compile({$id:`rule-${String(i)}`,...e.match})})))}async function ye(e,t,o,n,s){const a=r.extname(e),c=await i.stat(e),l=await he(e,a),d=pe(e,c,l.frontmatter,l.json),h=await fe(t,d,n,s),u=await C(e,o);return{inferred:h,enrichment:u,metadata:{...h,...u??{}},attributes:d,extracted:l}}function we(e,t){const i=[];for(let r=0;r<t;r++)i.push(oe(e,r));return i}function be(e,t=1){if(!e)return t;const i=e.total_chunks;return"number"==typeof i?i:t}class ve{config;embeddingProvider;vectorStore;compiledRules;logger;constructor(e,t,i,r,o){this.config=e,this.embeddingProvider=t,this.vectorStore=i,this.compiledRules=r,this.logger=o}async processFile(e){try{const t=r.extname(e),{metadata:i,extracted:o}=await ye(e,this.compiledRules,this.config.metadataDir,this.config.maps,this.logger);if(!o.text.trim())return void this.logger.debug({filePath:e},"Skipping empty file");const n=ie(o.text),s=oe(e,0),a=await this.vectorStore.getPayload(s);if(a&&a.content_hash===n)return void this.logger.debug({filePath:e},"Content unchanged, skipping");const c=be(a),l=this.config.chunkSize??1e3,d=function(e,t,i){const r=e.toLowerCase();return".md"===r||".markdown"===r?new w.MarkdownTextSplitter({chunkSize:t,chunkOverlap:i}):new w.RecursiveCharacterTextSplitter({chunkSize:t,chunkOverlap:i})}(t,l,this.config.chunkOverlap??200),h=await d.splitText(o.text),u=await this.embeddingProvider.embed(h),g=h.map(((t,r)=>({id:oe(e,r),vector:u[r],payload:{...i,file_path:e.replace(/\\/g,"/"),chunk_index:r,total_chunks:h.length,content_hash:n,chunk_text:t}})));if(await this.vectorStore.upsert(g),c>h.length){const t=we(e,c).slice(h.length);await this.vectorStore.delete(t)}this.logger.info({filePath:e,chunks:h.length},"File processed successfully")}catch(t){this.logger.error({filePath:e,error:t},"Failed to process file")}}async deleteFile(e){try{const t=oe(e,0),i=await this.vectorStore.getPayload(t),r=we(e,be(i));await this.vectorStore.delete(r),await R(e,this.config.metadataDir),this.logger.info({filePath:e},"File deleted from index")}catch(t){this.logger.error({filePath:e,error:t},"Failed to delete file")}}async processMetadataUpdate(e,t){try{const i={...await C(e,this.config.metadataDir)??{},...t};await F(e,this.config.metadataDir,i);const r=oe(e,0),o=await this.vectorStore.getPayload(r);if(!o)return null;const n=be(o),s=we(e,n);return await this.vectorStore.setPayload(s,i),this.logger.info({filePath:e,chunks:n},"Metadata updated"),i}catch(t){return this.logger.error({filePath:e,error:t},"Failed to update metadata"),null}}async processRulesUpdate(e){try{const t=oe(e,0),i=await this.vectorStore.getPayload(t);if(!i)return this.logger.debug({filePath:e},"File not indexed, skipping"),null;const{metadata:r}=await ye(e,this.compiledRules,this.config.metadataDir,this.config.maps,this.logger),o=be(i),n=we(e,o);return await this.vectorStore.setPayload(n,r),this.logger.info({filePath:e,chunks:o},"Rules re-applied"),r}catch(t){return this.logger.error({filePath:e,error:t},"Failed to re-apply rules"),null}}updateRules(e){this.compiledRules=e,this.logger.info({rules:e.length},"Inference rules updated")}}class Me{debounceMs;concurrency;rateLimitPerMinute;started=!1;active=0;debounceTimers=new Map;latestByKey=new Map;normalQueue=[];lowQueue=[];tokens;lastRefillMs=Date.now();drainWaiters=[];constructor(e){this.debounceMs=e.debounceMs,this.concurrency=e.concurrency,this.rateLimitPerMinute=e.rateLimitPerMinute,this.tokens=this.rateLimitPerMinute??Number.POSITIVE_INFINITY}enqueue(e,t){const i=`${e.priority}:${e.path}`;this.latestByKey.set(i,{event:e,fn:t});const r=this.debounceTimers.get(i);r&&clearTimeout(r);const o=setTimeout((()=>{this.debounceTimers.delete(i);const e=this.latestByKey.get(i);e&&(this.latestByKey.delete(i),this.push(e),this.pump())}),this.debounceMs);this.debounceTimers.set(i,o)}process(){this.started=!0,this.pump()}async drain(){this.isIdle()||await new Promise((e=>{this.drainWaiters.push(e)}))}push(e){"low"===e.event.priority?this.lowQueue.push(e):this.normalQueue.push(e)}refillTokens(e){if(void 0===this.rateLimitPerMinute)return;const t=Math.max(0,e-this.lastRefillMs)*(this.rateLimitPerMinute/6e4);this.tokens=Math.min(this.rateLimitPerMinute,this.tokens+t),this.lastRefillMs=e}takeToken(){const e=Date.now();return this.refillTokens(e),!(this.tokens<1)&&(this.tokens-=1,!0)}nextItem(){return this.normalQueue.shift()??this.lowQueue.shift()}pump(){if(this.started){for(;this.active<this.concurrency;){const e=this.nextItem();if(!e)break;if(!this.takeToken()){"low"===e.event.priority?this.lowQueue.unshift(e):this.normalQueue.unshift(e),setTimeout((()=>{this.pump()}),250);break}this.active+=1,Promise.resolve().then((()=>e.fn(e.event))).finally((()=>{this.active-=1,this.pump(),this.maybeResolveDrain()}))}this.maybeResolveDrain()}}isIdle(){return 0===this.active&&0===this.normalQueue.length&&0===this.lowQueue.length&&0===this.debounceTimers.size&&0===this.latestByKey.size}maybeResolveDrain(){if(!this.isIdle())return;const e=this.drainWaiters;this.drainWaiters=[];for(const t of e)t()}}class Pe{client;collectionName;dims;log;constructor(e,t,i){this.client=new b.QdrantClient({url:e.url,apiKey:e.apiKey,checkCompatibility:!1}),this.collectionName=e.collectionName,this.dims=t,this.log=B(i)}async ensureCollection(){try{const e=await this.client.getCollections();e.collections.some((e=>e.name===this.collectionName))||await this.client.createCollection(this.collectionName,{vectors:{size:this.dims,distance:"Cosine"}})}catch(e){throw new Error(`Failed to ensure collection "${this.collectionName}": ${String(e)}`)}}async upsert(e){0!==e.length&&await Z((async t=>{t>1&&this.log.warn({attempt:t,operation:"qdrant.upsert",points:e.length},"Retrying Qdrant upsert"),await this.client.upsert(this.collectionName,{wait:!0,points:e.map((e=>({id:e.id,vector:e.vector,payload:e.payload})))})}),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:e,delayMs:t,error:i})=>{this.log.warn({attempt:e,delayMs:t,operation:"qdrant.upsert",error:i},"Qdrant upsert failed; will retry")}})}async delete(e){0!==e.length&&await Z((async t=>{t>1&&this.log.warn({attempt:t,operation:"qdrant.delete",ids:e.length},"Retrying Qdrant delete"),await this.client.delete(this.collectionName,{wait:!0,points:e})}),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:e,delayMs:t,error:i})=>{this.log.warn({attempt:e,delayMs:t,operation:"qdrant.delete",error:i},"Qdrant delete failed; will retry")}})}async setPayload(e,t){0!==e.length&&await this.client.setPayload(this.collectionName,{wait:!0,points:e,payload:t})}async getPayload(e){try{const t=await this.client.retrieve(this.collectionName,{ids:[e],with_payload:!0,with_vector:!1});return 0===t.length?null:t[0].payload}catch{return null}}async search(e,t,i){return(await this.client.search(this.collectionName,{vector:e,limit:t,with_payload:!0,...i?{filter:i}:{}})).map((e=>({id:String(e.id),score:e.score,payload:e.payload})))}async*scroll(e,t=100){let i;for(;;){const r=await this.client.scroll(this.collectionName,{limit:t,with_payload:!0,with_vector:!1,...e?{filter:e}:{},...void 0!==i?{offset:i}:{}});for(const e of r.points)yield{id:String(e.id),payload:e.payload};const o=r.next_page_offset;if(null==o)break;if("string"!=typeof o&&"number"!=typeof o)break;i=o}}}class Se{config;queue;processor;logger;watcher;constructor(e,t,i,r){this.config=e,this.queue=t,this.processor=i,this.logger=r}start(){this.watcher=v.watch(this.config.paths,{ignored:this.config.ignored,usePolling:this.config.usePolling,interval:this.config.pollIntervalMs,awaitWriteFinish:!!this.config.stabilityThresholdMs&&{stabilityThreshold:this.config.stabilityThresholdMs},ignoreInitial:!1}),this.watcher.on("add",(e=>{this.logger.debug({path:e},"File added"),this.queue.enqueue({type:"create",path:e,priority:"normal"},(()=>this.processor.processFile(e)))})),this.watcher.on("change",(e=>{this.logger.debug({path:e},"File changed"),this.queue.enqueue({type:"modify",path:e,priority:"normal"},(()=>this.processor.processFile(e)))})),this.watcher.on("unlink",(e=>{this.logger.debug({path:e},"File removed"),this.queue.enqueue({type:"delete",path:e,priority:"normal"},(()=>this.processor.deleteFile(e)))})),this.watcher.on("error",(e=>{this.logger.error({error:e},"Watcher error")})),this.queue.process(),this.logger.info({paths:this.config.paths},"Filesystem watcher started")}async stop(){this.watcher&&(await this.watcher.close(),this.watcher=void 0,this.logger.info("Filesystem watcher stopped"))}}class ke{options;watcher;debounce;constructor(e){this.options=e}start(){this.options.enabled&&(this.watcher=v.watch(this.options.configPath,{ignoreInitial:!0}),this.watcher.on("change",(()=>{this.debounce&&clearTimeout(this.debounce),this.debounce=setTimeout((()=>{this.options.onChange()}),this.options.debounceMs)})),this.watcher.on("error",(e=>{this.options.logger.error({error:e},"Config watcher error")})),this.options.logger.info({configPath:this.options.configPath,debounceMs:this.options.debounceMs},"Config watcher started"))}async stop(){this.debounce&&(clearTimeout(this.debounce),this.debounce=void 0),this.watcher&&(await this.watcher.close(),this.watcher=void 0)}}const xe={loadConfig:V,createLogger:te,createEmbeddingProvider:ee,createVectorStoreClient:(e,t,i)=>new Pe(e,t,i),compileRules:me,createDocumentProcessor:(e,t,i,r,o)=>new ve(e,t,i,r,o),createEventQueue:e=>new Me(e),createFileSystemWatcher:(e,t,i,r)=>new Se(e,t,i,r),createApiServer:I};class ze{config;configPath;factories;logger;watcher;queue;server;processor;configWatcher;constructor(e,t,i={}){this.config=e,this.configPath=t,this.factories={...xe,...i}}async start(){const e=this.factories.createLogger(this.config.logging);let t;this.logger=e;try{t=this.factories.createEmbeddingProvider(this.config.embedding,e)}catch(t){throw e.fatal({error:t},"Failed to create embedding provider"),t}const i=this.factories.createVectorStoreClient(this.config.vectorStore,t.dimensions,e);await i.ensureCollection();const r=this.factories.compileRules(this.config.inferenceRules??[]),o={metadataDir:this.config.metadataDir??".jeeves-metadata",chunkSize:this.config.embedding.chunkSize,chunkOverlap:this.config.embedding.chunkOverlap,maps:this.config.maps},n=this.factories.createDocumentProcessor(o,t,i,r,e);this.processor=n;const s=this.factories.createEventQueue({debounceMs:this.config.watch.debounceMs??2e3,concurrency:this.config.embedding.concurrency??5,rateLimitPerMinute:this.config.embedding.rateLimitPerMinute});this.queue=s;const a=this.factories.createFileSystemWatcher(this.config.watch,s,n,e);this.watcher=a;const c=this.factories.createApiServer({processor:n,vectorStore:i,embeddingProvider:t,queue:s,config:this.config,logger:e});this.server=c,await c.listen({host:this.config.api?.host??"127.0.0.1",port:this.config.api?.port??3456}),a.start(),this.startConfigWatch(),e.info("jeeves-watcher started")}async stop(){if(await this.stopConfigWatch(),this.watcher&&await this.watcher.stop(),this.queue){const e=this.config.shutdownTimeoutMs??1e4;await Promise.race([this.queue.drain().then((()=>!0)),new Promise((t=>{setTimeout((()=>{t(!1)}),e)}))])||this.logger?.warn({timeoutMs:e},"Queue drain timeout hit, forcing shutdown")}this.server&&await this.server.close(),this.logger?.info("jeeves-watcher stopped")}startConfigWatch(){const e=this.logger;if(!e)return;const t=this.config.configWatch?.enabled??!0;if(!t)return;if(!this.configPath)return void e.debug("Config watch enabled, but no config path was provided");const i=this.config.configWatch?.debounceMs??1e4;this.configWatcher=new ke({configPath:this.configPath,enabled:t,debounceMs:i,logger:e,onChange:async()=>this.reloadConfig()}),this.configWatcher.start()}async stopConfigWatch(){this.configWatcher&&(await this.configWatcher.stop(),this.configWatcher=void 0)}async reloadConfig(){const e=this.logger,t=this.processor;if(e&&t&&this.configPath){e.info({configPath:this.configPath},"Config change detected, reloading...");try{const i=await this.factories.loadConfig(this.configPath);this.config=i;const r=this.factories.compileRules(i.inferenceRules??[]);t.updateRules(r),e.info({configPath:this.configPath,rules:r.length},"Config reloaded")}catch(t){e.error({error:t},"Failed to reload config")}}}}e.DocumentProcessor=ve,e.EventQueue=Me,e.FileSystemWatcher=Se,e.JeevesWatcher=ze,e.VectorStoreClient=Pe,e.apiConfigSchema=$,e.applyRules=fe,e.buildAttributes=pe,e.compileRules=me,e.configWatchConfigSchema=L,e.contentHash=ie,e.createApiServer=I,e.createEmbeddingProvider=ee,e.createLogger=te,e.deleteMetadata=R,e.embeddingConfigSchema=O,e.extractText=he,e.inferenceRuleSchema=J,e.jeevesWatcherConfigSchema=G,e.loadConfig=V,e.loggingConfigSchema=K,e.metadataPath=j,e.pointId=oe,e.readMetadata=C,e.startFromConfig=async function(e){const t=await V(e),i=new ze(t,e);return function(e){const t=async()=>{await e(),process.exit(0)};process.on("SIGTERM",(()=>{t()})),process.on("SIGINT",(()=>{t()}))}((()=>i.stop())),await i.start(),i},e.vectorStoreConfigSchema=Q,e.watchConfigSchema=_,e.writeMetadata=F}(this["jeeves-watcher"]=this["jeeves-watcher"]||{},Fastify,promises,node_path,picomatch,radash,node_crypto,cosmiconfig,zod,jsonmap,googleGenai,pino,uuid,cheerio,yaml,mammoth,Ajv,addFormats,textsplitters,jsClientRest,chokidar);
+!function(e,t,i,r,o,n,s,a,c,l,d,h,u,g,f,p,m,y,w,b,v){"use strict";function M(e){var t=Object.create(null);return e&&Object.keys(e).forEach((function(i){if("default"!==i){var r=Object.getOwnPropertyDescriptor(e,i);Object.defineProperty(t,i,r.get?r:{enumerable:!0,get:function(){return e[i]}})}})),t.default=e,Object.freeze(t)}var P=M(g);function S(e){if(e instanceof Error)return e;if("string"==typeof e)return new Error(e);const t=String("object"==typeof e&&null!==e&&"message"in e?e.message:e),i=new Error(t);return i.cause=e,i}function k(e){const t=e.replace(/\\/g,"/"),i=t.search(/[*?\[]/);if(-1===i)return r.resolve(e);const o=t.slice(0,i),n=o.endsWith("/")?o.slice(0,-1):r.dirname(o);return r.resolve(n)}async function*x(e){let t;try{t=(await i.readdir(e,{withFileTypes:!0})).map((e=>({name:e.name,isDirectory:e.isDirectory()})))}catch{return}for(const o of t){const t=r.resolve(e,o.name);if(o.isDirectory)yield*x(t);else try{(await i.stat(t)).isFile()&&(yield t)}catch{}}}async function z(e,t,i,r){const n=await async function(e,t=[]){const i=e.map((e=>e.replace(/\\/g,"/"))),r=t.map((e=>e.replace(/\\/g,"/"))),n=o(i,{dot:!0}),s=r.length?o(r,{dot:!0}):()=>!1,a=Array.from(new Set(e.map(k))),c=new Set;for(const e of a)for await(const t of x(e)){const e=t.replace(/\\/g,"/");s(e)||n(e)&&c.add(t)}return Array.from(c)}(e,t);for(const e of n)await i[r](e);return n.length}function j(e,t=!1){let i=e.replace(/\\/g,"/").toLowerCase();return t&&(i=i.replace(/^([a-z]):/,((e,t)=>t))),i}function C(e,t){const i=j(e,!0),o=s.createHash("sha256").update(i,"utf8").digest("hex");return r.join(t,`${o}.meta.json`)}async function F(e,t){try{const r=await i.readFile(C(e,t),"utf8");return JSON.parse(r)}catch{return null}}async function R(e,t,o){const n=C(e,t);await i.mkdir(r.dirname(n),{recursive:!0}),await i.writeFile(n,JSON.stringify(o,null,2),"utf8")}async function T(e,t){try{await i.rm(C(e,t))}catch{}}const E=["file_path","chunk_index","total_chunks","content_hash","chunk_text"];function I(e){const{processor:i,vectorStore:r,embeddingProvider:o,logger:s,config:a}=e,c=t({logger:!1});var l;return c.get("/status",(()=>({status:"ok",uptime:process.uptime()}))),c.post("/metadata",(l={processor:i,logger:s},async(e,t)=>{try{const{path:t,metadata:i}=e.body;return await l.processor.processMetadataUpdate(t,i),{ok:!0}}catch(e){return l.logger.error({err:S(e)},"Metadata update failed"),t.status(500).send({error:"Internal server error"})}})),c.post("/search",function(e){return async(t,i)=>{try{const{query:i,limit:r=10}=t.body,o=await e.embeddingProvider.embed([i]);return await e.vectorStore.search(o[0],r)}catch(t){return e.logger.error({err:S(t)},"Search failed"),i.status(500).send({error:"Internal server error"})}}}({embeddingProvider:o,vectorStore:r,logger:s})),c.post("/reindex",function(e){return async(t,i)=>{try{const t=await z(e.config.watch.paths,e.config.watch.ignored,e.processor,"processFile");return await i.status(200).send({ok:!0,filesIndexed:t})}catch(t){return e.logger.error({err:S(t)},"Reindex failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,processor:i,logger:s})),c.post("/rebuild-metadata",function(e){return async(t,i)=>{try{const t=e.config.metadataDir??".jeeves-metadata",r=[...E];for await(const i of e.vectorStore.scroll()){const e=i.payload,o=e.file_path;if("string"!=typeof o||0===o.length)continue;const s=n.omit(e,r);await R(o,t,s)}return await i.status(200).send({ok:!0})}catch(t){return e.logger.error({err:S(t)},"Rebuild metadata failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,vectorStore:r,logger:s})),c.post("/config-reindex",function(e){return async(t,i)=>{try{const r=t.body.scope??"rules";return(async()=>{try{if("rules"===r){const t=await z(e.config.watch.paths,e.config.watch.ignored,e.processor,"processRulesUpdate");e.logger.info({scope:r,filesProcessed:t},"Config reindex (rules) completed")}else{const t=await z(e.config.watch.paths,e.config.watch.ignored,e.processor,"processFile");e.logger.info({scope:r,filesProcessed:t},"Config reindex (full) completed")}}catch(t){e.logger.error({err:S(t),scope:r},"Config reindex failed")}})(),await i.status(200).send({status:"started",scope:r})}catch(t){return e.logger.error({err:S(t)},"Config reindex request failed"),await i.status(500).send({error:"Internal server error"})}}}({config:a,processor:i,logger:s})),c}const D={metadataDir:".jeeves-watcher",shutdownTimeoutMs:1e4},A={enabled:!0,debounceMs:1e3},W={host:"127.0.0.1",port:3456},N={level:"info"},q={debounceMs:300,stabilityThresholdMs:500,usePolling:!1,pollIntervalMs:1e3},_={chunkSize:1e3,chunkOverlap:200,dimensions:3072,rateLimitPerMinute:300,concurrency:5},L=c.z.object({paths:c.z.array(c.z.string()).min(1).describe('Glob patterns for files to watch (e.g., "**/*.md"). At least one required.'),ignored:c.z.array(c.z.string()).optional().describe('Glob patterns to exclude from watching (e.g., "**/node_modules/**").'),pollIntervalMs:c.z.number().optional().describe("Polling interval in milliseconds when usePolling is enabled."),usePolling:c.z.boolean().optional().describe("Use polling instead of native file system events (for network drives)."),debounceMs:c.z.number().optional().describe("Debounce delay in milliseconds for file change events."),stabilityThresholdMs:c.z.number().optional().describe("Time in milliseconds a file must remain unchanged before processing.")}),O=c.z.object({enabled:c.z.boolean().optional().describe("Enable automatic reloading when config file changes."),debounceMs:c.z.number().optional().describe("Debounce delay in milliseconds for config file change detection.")}),$=c.z.object({provider:c.z.string().default("gemini").describe('Embedding provider name (e.g., "gemini", "openai").'),model:c.z.string().default("gemini-embedding-001").describe('Embedding model identifier (e.g., "gemini-embedding-001", "text-embedding-3-small").'),chunkSize:c.z.number().optional().describe("Maximum chunk size in characters for text splitting."),chunkOverlap:c.z.number().optional().describe("Character overlap between consecutive chunks."),dimensions:c.z.number().optional().describe("Embedding vector dimensions (must match model output)."),apiKey:c.z.string().optional().describe("API key for embedding provider (supports ${ENV_VAR} substitution)."),rateLimitPerMinute:c.z.number().optional().describe("Maximum embedding API requests per minute (rate limiting)."),concurrency:c.z.number().optional().describe("Maximum concurrent embedding requests.")}),Q=c.z.object({url:c.z.string().describe('Qdrant server URL (e.g., "http://localhost:6333").'),collectionName:c.z.string().describe("Qdrant collection name for vector storage."),apiKey:c.z.string().optional().describe("Qdrant API key for authentication (supports ${ENV_VAR} substitution).")}),K=c.z.object({host:c.z.string().optional().describe('Host address for API server (e.g., "127.0.0.1", "0.0.0.0").'),port:c.z.number().optional().describe("Port for API server (e.g., 3456).")}),J=c.z.object({level:c.z.string().optional().describe("Logging level (trace, debug, info, warn, error, fatal)."),file:c.z.string().optional().describe("Path to log file (logs to stdout if omitted).")}),G=c.z.object({match:c.z.record(c.z.string(),c.z.unknown()).describe("JSON Schema object to match against file attributes."),set:c.z.record(c.z.string(),c.z.unknown()).describe("Metadata fields to set when match succeeds."),map:c.z.union([l.jsonMapMapSchema,c.z.string()]).optional().describe("JsonMap transformation (inline definition or named map reference).")}),U=c.z.object({watch:L.describe("File system watch configuration."),configWatch:O.optional().describe("Configuration file watch settings."),embedding:$.describe("Embedding model configuration."),vectorStore:Q.describe("Qdrant vector store configuration."),metadataDir:c.z.string().optional().describe("Directory for persisted metadata sidecar files."),api:K.optional().describe("API server configuration."),extractors:c.z.record(c.z.string(),c.z.unknown()).optional().describe("Extractor configurations keyed by name."),inferenceRules:c.z.array(G).optional().describe("Rules for inferring metadata from file attributes."),maps:c.z.record(c.z.string(),l.jsonMapMapSchema).optional().describe("Reusable named JsonMap transformations."),logging:J.optional().describe("Logging configuration."),shutdownTimeoutMs:c.z.number().optional().describe("Timeout in milliseconds for graceful shutdown.")}),V=/\$\{([^}]+)\}/g;function B(e){if("string"==typeof e)return function(e){return e.replace(V,((e,t)=>{const i=process.env[t];if(void 0===i)throw new Error(`Environment variable \${${t}} referenced in config is not set.`);return i}))}(e);if(Array.isArray(e))return e.map((e=>B(e)));if(null!==e&&"object"==typeof e){const t={};for(const[i,r]of Object.entries(e))t[i]=B(r);return t}return e}const H="jeeves-watcher";async function Y(e){const t=a.cosmiconfig(H),i=e?await t.load(e):await t.search();if(!i||i.isEmpty)throw new Error("No jeeves-watcher configuration found. Create a .jeeves-watcherrc or jeeves-watcher.config.{js,ts,json,yaml} file.");try{const e=U.parse(i.config);return B((r=e,{...D,...r,watch:{...q,...r.watch},configWatch:{...A,...r.configWatch},embedding:{..._,...r.embedding},api:{...W,...r.api},logging:{...N,...r.logging}}))}catch(e){if(e instanceof c.ZodError){const t=e.issues.map((e=>`${e.path.join(".")}: ${e.message}`)).join("; ");throw new Error(`Invalid jeeves-watcher configuration: ${t}`)}throw e}var r}function Z(e){return e||{warn(e,t){t?console.warn(e,t):console.warn(e)}}}function X(e,t){return e<=0?Promise.resolve():new Promise(((i,r)=>{const o=setTimeout((()=>{s(),i()}),e),n=()=>{s(),r(new Error("Retry sleep aborted"))},s=()=>{clearTimeout(o),t&&t.removeEventListener("abort",n)};if(t){if(t.aborted)return void n();t.addEventListener("abort",n,{once:!0})}}))}function ee(e,t,i,r=0){const o=Math.max(0,e-1),n=Math.min(i,t*2**o),s=r>0?1+Math.random()*r:1;return Math.round(n*s)}async function te(e,t){const i=Math.max(1,t.attempts);let r;for(let o=1;o<=i;o++)try{return await e(o)}catch(e){r=e;if(o>=i)break;const n=ee(o,t.baseDelayMs,t.maxDelayMs,t.jitter);t.onRetry?.({attempt:o,attempts:i,delayMs:n,error:e}),await X(n,t.signal)}throw r}const ie=new Map([["mock",function(e){return function(e){return{dimensions:e,embed:t=>Promise.resolve(t.map((t=>{const i=s.createHash("sha256").update(t,"utf8").digest(),r=[];for(let t=0;t<e;t++){const e=i[t%i.length];r.push(e/127.5-1)}return r})))}}(e.dimensions??768)}],["gemini",function(e,t){if(!e.apiKey)throw new Error("Gemini embedding provider requires config.embedding.apiKey");const i=e.dimensions??3072,r=Z(t),o=new d.GoogleGenerativeAIEmbeddings({apiKey:e.apiKey,model:e.model});return{dimensions:i,async embed(t){const n=await te((async i=>(i>1&&r.warn({attempt:i,provider:"gemini",model:e.model},"Retrying embedding request"),o.embedDocuments(t))),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:t,delayMs:i,error:o})=>{r.warn({attempt:t,delayMs:i,provider:"gemini",model:e.model,err:S(o)},"Embedding call failed; will retry")}});for(const e of n)if(e.length!==i)throw new Error(`Gemini embedding returned invalid dimensions: expected ${String(i)}, got ${String(e.length)}`);return n}}}]]);function re(e,t){const i=ie.get(e.provider);if(!i)throw new Error(`Unsupported embedding provider: ${e.provider}`);return i(e,t)}function oe(e){const t=e?.level??"info";if(e?.file){const i=h.transport({target:"pino/file",options:{destination:e.file,mkdir:!0}});return h({level:t},i)}return h({level:t})}function ne(e){return s.createHash("sha256").update(e,"utf8").digest("hex")}const se="6a6f686e-6761-4c74-ad6a-656576657321";function ae(e,t){const i=void 0!==t?`${j(e)}#${String(t)}`:j(e);return u.v5(i,se)}const ce=["content","body","text","snippet","subject","description","summary","transcript"];function le(e){if(!e||"object"!=typeof e)return JSON.stringify(e);const t=e;for(const e of ce){const i=t[e];if("string"==typeof i&&i.trim())return i}return JSON.stringify(e)}async function de(e){const t=await i.readFile(e,"utf8"),{frontmatter:r,body:o}=function(e){const t=e.replace(/^\uFEFF/,"");if(!/^\s*---/.test(t))return{body:e};const i=/^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(t);if(!i)return{body:e};const[,r,o]=i,n=f.load(r);return{frontmatter:n&&"object"==typeof n&&!Array.isArray(n)?n:void 0,body:o}}(t);return{text:o,frontmatter:r}}async function he(e){return{text:await i.readFile(e,"utf8")}}async function ue(e){const t=await i.readFile(e,"utf8"),r=P.load(t);r("script, style").remove();return{text:r("body").text().trim()||r.text().trim()}}const ge=new Map([[".md",de],[".markdown",de],[".txt",he],[".text",he],[".json",async function(e){const t=await i.readFile(e,"utf8"),r=JSON.parse(t),o=r&&"object"==typeof r&&!Array.isArray(r)?r:void 0;return{text:le(r),json:o}}],[".pdf",async function(e){const t=await i.readFile(e),r=new Uint8Array(t),{extractText:o}=await import("unpdf"),{text:n}=await o(r);return{text:Array.isArray(n)?n.join("\n\n"):n}}],[".docx",async function(e){const t=await i.readFile(e);return{text:(await p.extractRawText({buffer:t})).value}}],[".html",ue],[".htm",ue]]);async function fe(e,t){const i=ge.get(t.toLowerCase());return i?i(e):he(e)}function pe(e,t){return"string"!=typeof e?e:e.replace(/\$\{([^}]+)\}/g,((e,i)=>{const r=n.get(t,i);return null==r?"":"string"==typeof r?r:JSON.stringify(r)}))}function me(e,t){const i={};for(const[r,o]of Object.entries(e))i[r]=pe(o,t);return i}async function ye(e,t,i,r){const o={split:(e,t)=>e.split(t),slice:(e,t,i)=>e.slice(t,i),join:(e,t)=>e.join(t),toLowerCase:e=>e.toLowerCase(),replace:(e,t,i)=>e.replace(t,i),get:(e,t)=>n.get(e,t)};let s={};const a=r??console;for(const{rule:r,validate:n}of e)if(n(t)){const e=me(r.set,t);if(s={...s,...e},r.map){let e;if("string"==typeof r.map){if(e=i?.[r.map],!e){a.warn(`Map reference "${r.map}" not found in named maps. Skipping map transformation.`);continue}}else e=r.map;try{const i=new l.JsonMap(e,o),r=await i.transform(t);r&&"object"==typeof r&&!Array.isArray(r)?s={...s,...r}:a.warn("JsonMap transformation did not return an object; skipping merge.")}catch(e){a.warn(`JsonMap transformation failed: ${e instanceof Error?e.message:String(e)}`)}}}return s}function we(e,t,i,o){const n=e.replace(/\\/g,"/"),s={file:{path:n,directory:r.dirname(n).replace(/\\/g,"/"),filename:r.basename(n),extension:r.extname(n),sizeBytes:t.size,modified:t.mtime.toISOString()}};return i&&(s.frontmatter=i),o&&(s.json=o),s}function be(e){const t=function(){const e=new m({allErrors:!0});return y(e),e.addKeyword({keyword:"glob",type:"string",schemaType:"string",validate:(e,t)=>o.isMatch(t,e)}),e}();return e.map(((e,i)=>({rule:e,validate:t.compile({$id:`rule-${String(i)}`,...e.match})})))}async function ve(e,t,o,n,s){const a=r.extname(e),c=await i.stat(e),l=await fe(e,a),d=we(e,c,l.frontmatter,l.json),h=await ye(t,d,n,s),u=await F(e,o);return{inferred:h,enrichment:u,metadata:{...h,...u??{}},attributes:d,extracted:l}}function Me(e,t){const i=[];for(let r=0;r<t;r++)i.push(ae(e,r));return i}function Pe(e,t=1){if(!e)return t;const i=e.total_chunks;return"number"==typeof i?i:t}class Se{config;embeddingProvider;vectorStore;compiledRules;logger;constructor(e,t,i,r,o){this.config=e,this.embeddingProvider=t,this.vectorStore=i,this.compiledRules=r,this.logger=o}async processFile(e){try{const t=r.extname(e),{metadata:i,extracted:o}=await ve(e,this.compiledRules,this.config.metadataDir,this.config.maps,this.logger);if(!o.text.trim())return void this.logger.debug({filePath:e},"Skipping empty file");const n=ne(o.text),s=ae(e,0),a=await this.vectorStore.getPayload(s);if(a&&a.content_hash===n)return void this.logger.debug({filePath:e},"Content unchanged, skipping");const c=Pe(a),l=this.config.chunkSize??1e3,d=function(e,t,i){const r=e.toLowerCase();return".md"===r||".markdown"===r?new w.MarkdownTextSplitter({chunkSize:t,chunkOverlap:i}):new w.RecursiveCharacterTextSplitter({chunkSize:t,chunkOverlap:i})}(t,l,this.config.chunkOverlap??200),h=await d.splitText(o.text),u=await this.embeddingProvider.embed(h),g=h.map(((t,r)=>({id:ae(e,r),vector:u[r],payload:{...i,file_path:e.replace(/\\/g,"/"),chunk_index:r,total_chunks:h.length,content_hash:n,chunk_text:t}})));if(await this.vectorStore.upsert(g),c>h.length){const t=Me(e,c).slice(h.length);await this.vectorStore.delete(t)}this.logger.info({filePath:e,chunks:h.length},"File processed successfully")}catch(t){this.logger.error({filePath:e,err:S(t)},"Failed to process file")}}async deleteFile(e){try{const t=ae(e,0),i=await this.vectorStore.getPayload(t),r=Me(e,Pe(i));await this.vectorStore.delete(r),await T(e,this.config.metadataDir),this.logger.info({filePath:e},"File deleted from index")}catch(t){this.logger.error({filePath:e,err:S(t)},"Failed to delete file")}}async processMetadataUpdate(e,t){try{const i={...await F(e,this.config.metadataDir)??{},...t};await R(e,this.config.metadataDir,i);const r=ae(e,0),o=await this.vectorStore.getPayload(r);if(!o)return null;const n=Pe(o),s=Me(e,n);return await this.vectorStore.setPayload(s,i),this.logger.info({filePath:e,chunks:n},"Metadata updated"),i}catch(t){return this.logger.error({filePath:e,err:S(t)},"Failed to update metadata"),null}}async processRulesUpdate(e){try{const t=ae(e,0),i=await this.vectorStore.getPayload(t);if(!i)return this.logger.debug({filePath:e},"File not indexed, skipping"),null;const{metadata:r}=await ve(e,this.compiledRules,this.config.metadataDir,this.config.maps,this.logger),o=Pe(i),n=Me(e,o);return await this.vectorStore.setPayload(n,r),this.logger.info({filePath:e,chunks:o},"Rules re-applied"),r}catch(t){return this.logger.error({filePath:e,err:S(t)},"Failed to re-apply rules"),null}}updateRules(e){this.compiledRules=e,this.logger.info({rules:e.length},"Inference rules updated")}}class ke{debounceMs;concurrency;rateLimitPerMinute;started=!1;active=0;debounceTimers=new Map;latestByKey=new Map;normalQueue=[];lowQueue=[];tokens;lastRefillMs=Date.now();drainWaiters=[];constructor(e){this.debounceMs=e.debounceMs,this.concurrency=e.concurrency,this.rateLimitPerMinute=e.rateLimitPerMinute,this.tokens=this.rateLimitPerMinute??Number.POSITIVE_INFINITY}enqueue(e,t){const i=`${e.priority}:${e.path}`;this.latestByKey.set(i,{event:e,fn:t});const r=this.debounceTimers.get(i);r&&clearTimeout(r);const o=setTimeout((()=>{this.debounceTimers.delete(i);const e=this.latestByKey.get(i);e&&(this.latestByKey.delete(i),this.push(e),this.pump())}),this.debounceMs);this.debounceTimers.set(i,o)}process(){this.started=!0,this.pump()}async drain(){this.isIdle()||await new Promise((e=>{this.drainWaiters.push(e)}))}push(e){"low"===e.event.priority?this.lowQueue.push(e):this.normalQueue.push(e)}refillTokens(e){if(void 0===this.rateLimitPerMinute)return;const t=Math.max(0,e-this.lastRefillMs)*(this.rateLimitPerMinute/6e4);this.tokens=Math.min(this.rateLimitPerMinute,this.tokens+t),this.lastRefillMs=e}takeToken(){const e=Date.now();return this.refillTokens(e),!(this.tokens<1)&&(this.tokens-=1,!0)}nextItem(){return this.normalQueue.shift()??this.lowQueue.shift()}pump(){if(this.started){for(;this.active<this.concurrency;){const e=this.nextItem();if(!e)break;if(!this.takeToken()){"low"===e.event.priority?this.lowQueue.unshift(e):this.normalQueue.unshift(e),setTimeout((()=>{this.pump()}),250);break}this.active+=1,Promise.resolve().then((()=>e.fn(e.event))).finally((()=>{this.active-=1,this.pump(),this.maybeResolveDrain()}))}this.maybeResolveDrain()}}isIdle(){return 0===this.active&&0===this.normalQueue.length&&0===this.lowQueue.length&&0===this.debounceTimers.size&&0===this.latestByKey.size}maybeResolveDrain(){if(!this.isIdle())return;const e=this.drainWaiters;this.drainWaiters=[];for(const t of e)t()}}class xe{client;collectionName;dims;log;constructor(e,t,i){this.client=new b.QdrantClient({url:e.url,apiKey:e.apiKey,checkCompatibility:!1}),this.collectionName=e.collectionName,this.dims=t,this.log=Z(i)}async ensureCollection(){try{const e=await this.client.getCollections();e.collections.some((e=>e.name===this.collectionName))||await this.client.createCollection(this.collectionName,{vectors:{size:this.dims,distance:"Cosine"}})}catch(e){throw new Error(`Failed to ensure collection "${this.collectionName}": ${String(e)}`)}}async upsert(e){0!==e.length&&await te((async t=>{t>1&&this.log.warn({attempt:t,operation:"qdrant.upsert",points:e.length},"Retrying Qdrant upsert"),await this.client.upsert(this.collectionName,{wait:!0,points:e.map((e=>({id:e.id,vector:e.vector,payload:e.payload})))})}),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:e,delayMs:t,error:i})=>{this.log.warn({attempt:e,delayMs:t,operation:"qdrant.upsert",err:S(i)},"Qdrant upsert failed; will retry")}})}async delete(e){0!==e.length&&await te((async t=>{t>1&&this.log.warn({attempt:t,operation:"qdrant.delete",ids:e.length},"Retrying Qdrant delete"),await this.client.delete(this.collectionName,{wait:!0,points:e})}),{attempts:5,baseDelayMs:500,maxDelayMs:1e4,jitter:.2,onRetry:({attempt:e,delayMs:t,error:i})=>{this.log.warn({attempt:e,delayMs:t,operation:"qdrant.delete",err:S(i)},"Qdrant delete failed; will retry")}})}async setPayload(e,t){0!==e.length&&await this.client.setPayload(this.collectionName,{wait:!0,points:e,payload:t})}async getPayload(e){try{const t=await this.client.retrieve(this.collectionName,{ids:[e],with_payload:!0,with_vector:!1});return 0===t.length?null:t[0].payload}catch{return null}}async search(e,t,i){return(await this.client.search(this.collectionName,{vector:e,limit:t,with_payload:!0,...i?{filter:i}:{}})).map((e=>({id:String(e.id),score:e.score,payload:e.payload})))}async*scroll(e,t=100){let i;for(;;){const r=await this.client.scroll(this.collectionName,{limit:t,with_payload:!0,with_vector:!1,...e?{filter:e}:{},...void 0!==i?{offset:i}:{}});for(const e of r.points)yield{id:String(e.id),payload:e.payload};const o=r.next_page_offset;if(null==o)break;if("string"!=typeof o&&"number"!=typeof o)break;i=o}}}class ze{config;queue;processor;logger;watcher;constructor(e,t,i,r){this.config=e,this.queue=t,this.processor=i,this.logger=r}start(){this.watcher=v.watch(this.config.paths,{ignored:this.config.ignored,usePolling:this.config.usePolling,interval:this.config.pollIntervalMs,awaitWriteFinish:!!this.config.stabilityThresholdMs&&{stabilityThreshold:this.config.stabilityThresholdMs},ignoreInitial:!1}),this.watcher.on("add",(e=>{this.logger.debug({path:e},"File added"),this.queue.enqueue({type:"create",path:e,priority:"normal"},(()=>this.processor.processFile(e)))})),this.watcher.on("change",(e=>{this.logger.debug({path:e},"File changed"),this.queue.enqueue({type:"modify",path:e,priority:"normal"},(()=>this.processor.processFile(e)))})),this.watcher.on("unlink",(e=>{this.logger.debug({path:e},"File removed"),this.queue.enqueue({type:"delete",path:e,priority:"normal"},(()=>this.processor.deleteFile(e)))})),this.watcher.on("error",(e=>{this.logger.error({err:S(e)},"Watcher error")})),this.queue.process(),this.logger.info({paths:this.config.paths},"Filesystem watcher started")}async stop(){this.watcher&&(await this.watcher.close(),this.watcher=void 0,this.logger.info("Filesystem watcher stopped"))}}class je{options;watcher;debounce;constructor(e){this.options=e}start(){this.options.enabled&&(this.watcher=v.watch(this.options.configPath,{ignoreInitial:!0}),this.watcher.on("change",(()=>{this.debounce&&clearTimeout(this.debounce),this.debounce=setTimeout((()=>{this.options.onChange()}),this.options.debounceMs)})),this.watcher.on("error",(e=>{this.options.logger.error({err:S(e)},"Config watcher error")})),this.options.logger.info({configPath:this.options.configPath,debounceMs:this.options.debounceMs},"Config watcher started"))}async stop(){this.debounce&&(clearTimeout(this.debounce),this.debounce=void 0),this.watcher&&(await this.watcher.close(),this.watcher=void 0)}}const Ce={loadConfig:Y,createLogger:oe,createEmbeddingProvider:re,createVectorStoreClient:(e,t,i)=>new xe(e,t,i),compileRules:be,createDocumentProcessor:(e,t,i,r,o)=>new Se(e,t,i,r,o),createEventQueue:e=>new ke(e),createFileSystemWatcher:(e,t,i,r)=>new ze(e,t,i,r),createApiServer:I};class Fe{config;configPath;factories;logger;watcher;queue;server;processor;configWatcher;constructor(e,t,i={}){this.config=e,this.configPath=t,this.factories={...Ce,...i}}async start(){const e=this.factories.createLogger(this.config.logging);let t;this.logger=e;try{t=this.factories.createEmbeddingProvider(this.config.embedding,e)}catch(t){throw e.fatal({err:S(t)},"Failed to create embedding provider"),t}const i=this.factories.createVectorStoreClient(this.config.vectorStore,t.dimensions,e);await i.ensureCollection();const r=this.factories.compileRules(this.config.inferenceRules??[]),o={metadataDir:this.config.metadataDir??".jeeves-metadata",chunkSize:this.config.embedding.chunkSize,chunkOverlap:this.config.embedding.chunkOverlap,maps:this.config.maps},n=this.factories.createDocumentProcessor(o,t,i,r,e);this.processor=n;const s=this.factories.createEventQueue({debounceMs:this.config.watch.debounceMs??2e3,concurrency:this.config.embedding.concurrency??5,rateLimitPerMinute:this.config.embedding.rateLimitPerMinute});this.queue=s;const a=this.factories.createFileSystemWatcher(this.config.watch,s,n,e);this.watcher=a;const c=this.factories.createApiServer({processor:n,vectorStore:i,embeddingProvider:t,queue:s,config:this.config,logger:e});this.server=c,await c.listen({host:this.config.api?.host??"127.0.0.1",port:this.config.api?.port??3456}),a.start(),this.startConfigWatch(),e.info("jeeves-watcher started")}async stop(){if(await this.stopConfigWatch(),this.watcher&&await this.watcher.stop(),this.queue){const e=this.config.shutdownTimeoutMs??1e4;await Promise.race([this.queue.drain().then((()=>!0)),new Promise((t=>{setTimeout((()=>{t(!1)}),e)}))])||this.logger?.warn({timeoutMs:e},"Queue drain timeout hit, forcing shutdown")}this.server&&await this.server.close(),this.logger?.info("jeeves-watcher stopped")}startConfigWatch(){const e=this.logger;if(!e)return;const t=this.config.configWatch?.enabled??!0;if(!t)return;if(!this.configPath)return void e.debug("Config watch enabled, but no config path was provided");const i=this.config.configWatch?.debounceMs??1e4;this.configWatcher=new je({configPath:this.configPath,enabled:t,debounceMs:i,logger:e,onChange:async()=>this.reloadConfig()}),this.configWatcher.start()}async stopConfigWatch(){this.configWatcher&&(await this.configWatcher.stop(),this.configWatcher=void 0)}async reloadConfig(){const e=this.logger,t=this.processor;if(e&&t&&this.configPath){e.info({configPath:this.configPath},"Config change detected, reloading...");try{const i=await this.factories.loadConfig(this.configPath);this.config=i;const r=this.factories.compileRules(i.inferenceRules??[]);t.updateRules(r),e.info({configPath:this.configPath,rules:r.length},"Config reloaded")}catch(t){e.error({err:S(t)},"Failed to reload config")}}}}e.DocumentProcessor=Se,e.EventQueue=ke,e.FileSystemWatcher=ze,e.JeevesWatcher=Fe,e.VectorStoreClient=xe,e.apiConfigSchema=K,e.applyRules=ye,e.buildAttributes=we,e.compileRules=be,e.configWatchConfigSchema=O,e.contentHash=ne,e.createApiServer=I,e.createEmbeddingProvider=re,e.createLogger=oe,e.deleteMetadata=T,e.embeddingConfigSchema=$,e.extractText=fe,e.inferenceRuleSchema=G,e.jeevesWatcherConfigSchema=U,e.loadConfig=Y,e.loggingConfigSchema=J,e.metadataPath=C,e.pointId=ae,e.readMetadata=F,e.startFromConfig=async function(e){const t=await Y(e),i=new Fe(t,e);return function(e){const t=async()=>{await e(),process.exit(0)};process.on("SIGTERM",(()=>{t()})),process.on("SIGINT",(()=>{t()}))}((()=>i.stop())),await i.start(),i},e.vectorStoreConfigSchema=Q,e.watchConfigSchema=L,e.writeMetadata=R}(this["jeeves-watcher"]=this["jeeves-watcher"]||{},Fastify,promises,node_path,picomatch,radash,node_crypto,cosmiconfig,zod,jsonmap,googleGenai,pino,uuid,cheerio,yaml,mammoth,Ajv,addFormats,textsplitters,jsClientRest,chokidar);

package/dist/mjs/index.js

@@ -19,6 +19,31 @@ import { MarkdownTextSplitter, RecursiveCharacterTextSplitter } from '@langchain
 import { QdrantClient } from '@qdrant/js-client-rest';
 import chokidar from 'chokidar';
 
+/**
+ * @module util/normalizeError
+ *
+ * Normalizes unknown thrown values into proper Error objects for pino serialization.
+ */
+/**
+ * Convert an unknown thrown value into a proper Error with message, stack, and cause.
+ * Pino's built-in `err` serializer requires an Error instance to extract message/stack.
+ *
+ * @param error - The caught value (may not be an Error).
+ * @returns A proper Error instance.
+ */
+function normalizeError(error) {
+    if (error instanceof Error)
+        return error;
+    if (typeof error === 'string')
+        return new Error(error);
+    const message = typeof error === 'object' && error !== null && 'message' in error
+        ? String(error.message)
+        : String(error);
+    const normalized = new Error(message);
+    normalized.cause = error;
+    return normalized;
+}
+
 /**
  * Best-effort base directory inference for a glob pattern.
  *
@@ -141,13 +166,13 @@ function createConfigReindexHandler(deps) {
                     }
                 }
                 catch (error) {
-                    deps.logger.error({ error, scope }, 'Config reindex failed');
+                    deps.logger.error({ err: normalizeError(error), scope }, 'Config reindex failed');
                 }
             })();
             return await reply.status(200).send({ status: 'started', scope });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Config reindex request failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Config reindex request failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -170,7 +195,7 @@ function createMetadataHandler(deps) {
             return { ok: true };
         }
         catch (error) {
-            deps.logger.error({ error }, 'Metadata update failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Metadata update failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -293,7 +318,7 @@ function createRebuildMetadataHandler(deps) {
             return await reply.status(200).send({ ok: true });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Rebuild metadata failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Rebuild metadata failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -315,7 +340,7 @@ function createReindexHandler(deps) {
             return await reply.status(200).send({ ok: true, filesIndexed: count });
         }
         catch (error) {
-            deps.logger.error({ error }, 'Reindex failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Reindex failed');
             return await reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -339,7 +364,7 @@ function createSearchHandler(deps) {
             return results;
         }
         catch (error) {
-            deps.logger.error({ error }, 'Search failed');
+            deps.logger.error({ err: normalizeError(error) }, 'Search failed');
             return reply.status(500).send({ error: 'Internal server error' });
         }
     };
@@ -621,6 +646,51 @@ const jeevesWatcherConfigSchema = z.object({
         .describe('Timeout in milliseconds for graceful shutdown.'),
 });
 
+/**
+ * @module config/substituteEnvVars
+ *
+ * Deep-walks config objects and replaces `${VAR_NAME}` patterns with environment variable values.
+ */
+const ENV_PATTERN = /\$\{([^}]+)\}/g;
+/**
+ * Replace `${VAR_NAME}` patterns in a string with `process.env.VAR_NAME`.
+ *
+ * @param value - The string to process.
+ * @returns The string with env vars substituted.
+ * @throws If a referenced env var is not set.
+ */
+function substituteString(value) {
+    return value.replace(ENV_PATTERN, (match, varName) => {
+        const envValue = process.env[varName];
+        if (envValue === undefined) {
+            throw new Error(`Environment variable \${${varName}} referenced in config is not set.`);
+        }
+        return envValue;
+    });
+}
+/**
+ * Deep-walk a value and substitute `${VAR_NAME}` patterns in all string values.
+ *
+ * @param value - The value to walk (object, array, or primitive).
+ * @returns A new value with all env var references resolved.
+ */
+function substituteEnvVars(value) {
+    if (typeof value === 'string') {
+        return substituteString(value);
+    }
+    if (Array.isArray(value)) {
+        return value.map((item) => substituteEnvVars(item));
+    }
+    if (value !== null && typeof value === 'object') {
+        const result = {};
+        for (const [key, val] of Object.entries(value)) {
+            result[key] = substituteEnvVars(val);
+        }
+        return result;
+    }
+    return value;
+}
+
 const MODULE_NAME = 'jeeves-watcher';
 /**
  * Merge sensible defaults into a loaded configuration.
@@ -656,7 +726,8 @@ async function loadConfig(configPath) {
     }
     try {
         const validated = jeevesWatcherConfigSchema.parse(result.config);
-        return applyDefaults(validated);
+        const withDefaults = applyDefaults(validated);
+        return substituteEnvVars(withDefaults);
     }
     catch (error) {
         if (error instanceof ZodError) {
@@ -823,7 +894,7 @@ function createGeminiProvider(config, logger) {
                         delayMs,
                         provider: 'gemini',
                         model: config.model,
-                        error,
+                        err: normalizeError(error),
                     }, 'Embedding call failed; will retry');
                 },
             });
@@ -932,6 +1003,9 @@ function pointId(filePath, chunkIndex) {
  */
 function extractMarkdownFrontmatter(markdown) {
     const trimmed = markdown.replace(/^\uFEFF/, '');
+    // Only attempt frontmatter parsing if the file starts with ---
+    if (!/^\s*---/.test(trimmed))
+        return { body: markdown };
     const match = /^---\s*\n([\s\S]*?)\n---\s*\n?([\s\S]*)$/m.exec(trimmed);
     if (!match)
         return { body: markdown };
@@ -1389,7 +1463,7 @@ class DocumentProcessor {
             this.logger.info({ filePath, chunks: chunks.length }, 'File processed successfully');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to process file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to process file');
         }
     }
     /**
@@ -1409,7 +1483,7 @@ class DocumentProcessor {
             this.logger.info({ filePath }, 'File deleted from index');
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to delete file');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to delete file');
         }
     }
     /**
@@ -1437,7 +1511,7 @@ class DocumentProcessor {
             return merged;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to update metadata');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to update metadata');
             return null;
         }
     }
@@ -1467,7 +1541,7 @@ class DocumentProcessor {
             return metadata;
         }
         catch (error) {
-            this.logger.error({ filePath, error }, 'Failed to re-apply rules');
+            this.logger.error({ filePath, err: normalizeError(error) }, 'Failed to re-apply rules');
             return null;
         }
     }
@@ -1695,7 +1769,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.upsert', error }, 'Qdrant upsert failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.upsert',
+                    err: normalizeError(error),
+                }, 'Qdrant upsert failed; will retry');
             },
         });
     }
@@ -1721,7 +1800,12 @@ class VectorStoreClient {
             maxDelayMs: 10_000,
             jitter: 0.2,
             onRetry: ({ attempt, delayMs, error }) => {
-                this.log.warn({ attempt, delayMs, operation: 'qdrant.delete', error }, 'Qdrant delete failed; will retry');
+                this.log.warn({
+                    attempt,
+                    delayMs,
+                    operation: 'qdrant.delete',
+                    err: normalizeError(error),
+                }, 'Qdrant delete failed; will retry');
             },
         });
     }
@@ -1875,7 +1959,7 @@ class FileSystemWatcher {
             this.queue.enqueue({ type: 'delete', path, priority: 'normal' }, () => this.processor.deleteFile(path));
         });
         this.watcher.on('error', (error) => {
-            this.logger.error({ error }, 'Watcher error');
+            this.logger.error({ err: normalizeError(error) }, 'Watcher error');
         });
         this.queue.process();
         this.logger.info({ paths: this.config.paths }, 'Filesystem watcher started');
@@ -1920,7 +2004,7 @@ class ConfigWatcher {
             }, this.options.debounceMs);
         });
         this.watcher.on('error', (error) => {
-            this.options.logger.error({ error }, 'Config watcher error');
+            this.options.logger.error({ err: normalizeError(error) }, 'Config watcher error');
         });
         this.options.logger.info({
             configPath: this.options.configPath,
@@ -2004,7 +2088,7 @@ class JeevesWatcher {
             embeddingProvider = this.factories.createEmbeddingProvider(this.config.embedding, logger);
         }
         catch (error) {
-            logger.fatal({ error }, 'Failed to create embedding provider');
+            logger.fatal({ err: normalizeError(error) }, 'Failed to create embedding provider');
             throw error;
         }
         const vectorStore = this.factories.createVectorStoreClient(this.config.vectorStore, embeddingProvider.dimensions, logger);
@@ -2111,7 +2195,7 @@ class JeevesWatcher {
             logger.info({ configPath: this.configPath, rules: compiledRules.length }, 'Config reloaded');
         }
         catch (error) {
-            logger.error({ error }, 'Failed to reload config');
+            logger.error({ err: normalizeError(error) }, 'Failed to reload config');
         }
     }
 }

package/package.json

@@ -171,5 +171,5 @@
   },
   "type": "module",
   "types": "dist/index.d.ts",
-  "version": "0.2.1"
+  "version": "0.2.2"
 }