vectra 0.12.2 → 0.14.0

package/lib/FolderWatcher.js

@@ -0,0 +1,304 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FolderWatcher = void 0;
+const events_1 = require("events");
+const node_fs_1 = __importDefault(require("node:fs"));
+const path = __importStar(require("path"));
+/**
+ * Watches folders for file changes and automatically syncs them into a LocalDocumentIndex.
+ *
+ * @remarks
+ * Uses Node.js `fs.watch` for efficient filesystem monitoring with debouncing.
+ * Performs an initial full sync on start, then watches for incremental changes.
+ */
+class FolderWatcher extends events_1.EventEmitter {
+    /**
+     * Creates a new FolderWatcher instance.
+     * @param config Configuration for the watcher.
+     */
+    constructor(config) {
+        var _a;
+        super();
+        this._tracked = new Map();
+        this._pending = new Map();
+        this._watchers = [];
+        this._running = false;
+        this._index = config.index;
+        this._paths = config.paths.map(p => path.resolve(p));
+        this._extensions = config.extensions
+            ? new Set(config.extensions.map(e => e.startsWith('.') ? e.toLowerCase() : `.${e.toLowerCase()}`))
+            : undefined;
+        this._debounceMs = (_a = config.debounceMs) !== null && _a !== void 0 ? _a : 500;
+    }
+    /**
+     * Returns true if the watcher is currently running.
+     */
+    get isRunning() {
+        return this._running;
+    }
+    /**
+     * Returns the number of tracked files.
+     */
+    get trackedFileCount() {
+        return this._tracked.size;
+    }
+    /**
+     * Starts the watcher: performs an initial sync and then watches for changes.
+     */
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this._running) {
+                throw new Error('FolderWatcher is already running');
+            }
+            this._running = true;
+            // Initial sync
+            yield this._initialSync();
+            this.emit('ready');
+            // Set up watchers
+            for (const watchPath of this._paths) {
+                try {
+                    const stat = yield node_fs_1.default.promises.stat(watchPath);
+                    if (stat.isDirectory()) {
+                        this._watchDirectory(watchPath);
+                    }
+                    else if (stat.isFile()) {
+                        this._watchFile(watchPath);
+                    }
+                }
+                catch (_a) {
+                    // Path doesn't exist — skip
+                }
+            }
+        });
+    }
+    /**
+     * Stops the watcher and cleans up all resources.
+     */
+    stop() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this._running = false;
+            // Close all watchers
+            for (const watcher of this._watchers) {
+                watcher.close();
+            }
+            this._watchers.length = 0;
+            // Clear pending debounced operations
+            for (const timeout of this._pending.values()) {
+                clearTimeout(timeout);
+            }
+            this._pending.clear();
+        });
+    }
+    /**
+     * Performs a full sync: scans all watched paths and upserts/deletes as needed.
+     * @returns Number of files synced (added + updated + deleted).
+     */
+    sync() {
+        return __awaiter(this, void 0, void 0, function* () {
+            let count = 0;
+            // Collect current files on disk
+            const currentFiles = new Map();
+            for (const watchPath of this._paths) {
+                yield this._collectFiles(watchPath, currentFiles);
+            }
+            // Upsert new or changed files
+            for (const [filePath, mtimeMs] of currentFiles) {
+                const tracked = this._tracked.get(filePath);
+                if (!tracked || tracked.mtimeMs < mtimeMs) {
+                    const ok = yield this._syncFile(filePath, mtimeMs);
+                    if (ok)
+                        count++;
+                }
+            }
+            // Delete files that no longer exist
+            for (const [filePath, tracked] of this._tracked) {
+                if (!currentFiles.has(filePath)) {
+                    const ok = yield this._deleteFile(tracked.uri);
+                    if (ok)
+                        count++;
+                }
+            }
+            return count;
+        });
+    }
+    // --- Private methods ---
+    _initialSync() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.sync();
+        });
+    }
+    _shouldInclude(filePath) {
+        if (!this._extensions)
+            return true;
+        const ext = path.extname(filePath).toLowerCase();
+        return this._extensions.has(ext);
+    }
+    _collectFiles(dirOrFile, out) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let stat;
+            try {
+                stat = yield node_fs_1.default.promises.stat(dirOrFile);
+            }
+            catch (_a) {
+                return;
+            }
+            if (stat.isFile()) {
+                if (this._shouldInclude(dirOrFile)) {
+                    out.set(dirOrFile, stat.mtimeMs);
+                }
+            }
+            else if (stat.isDirectory()) {
+                const entries = yield node_fs_1.default.promises.readdir(dirOrFile);
+                for (const entry of entries) {
+                    yield this._collectFiles(path.join(dirOrFile, entry), out);
+                }
+            }
+        });
+    }
+    _syncFile(filePath, mtimeMs) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const wasTracked = this._tracked.has(filePath);
+            const action = wasTracked ? 'updated' : 'added';
+            try {
+                const text = yield node_fs_1.default.promises.readFile(filePath, 'utf-8');
+                const ext = path.extname(filePath);
+                const docType = ext ? ext.slice(1).toLowerCase() : undefined;
+                yield this._index.upsertDocument(filePath, text, docType);
+                this._tracked.set(filePath, { uri: filePath, mtimeMs });
+                this.emit('sync', filePath, action);
+                return true;
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)), filePath);
+                return false;
+            }
+        });
+    }
+    _deleteFile(uri) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                yield this._index.deleteDocument(uri);
+                // Find and remove from tracked by URI
+                for (const [filePath, tracked] of this._tracked) {
+                    if (tracked.uri === uri) {
+                        this._tracked.delete(filePath);
+                        break;
+                    }
+                }
+                this.emit('sync', uri, 'deleted');
+                return true;
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)), uri);
+                return false;
+            }
+        });
+    }
+    _watchDirectory(dirPath) {
+        try {
+            const watcher = node_fs_1.default.watch(dirPath, { recursive: true }, (eventType, filename) => {
+                if (!this._running || !filename)
+                    return;
+                const fullPath = path.join(dirPath, filename);
+                if (this._shouldInclude(fullPath)) {
+                    this._debouncedSync(fullPath);
+                }
+            });
+            watcher.on('error', (err) => {
+                this.emit('error', err, dirPath);
+            });
+            this._watchers.push(watcher);
+        }
+        catch (err) {
+            this.emit('error', err instanceof Error ? err : new Error(String(err)), dirPath);
+        }
+    }
+    _watchFile(filePath) {
+        try {
+            const watcher = node_fs_1.default.watch(filePath, (eventType) => {
+                if (!this._running)
+                    return;
+                this._debouncedSync(filePath);
+            });
+            watcher.on('error', (err) => {
+                this.emit('error', err, filePath);
+            });
+            this._watchers.push(watcher);
+        }
+        catch (err) {
+            this.emit('error', err instanceof Error ? err : new Error(String(err)), filePath);
+        }
+    }
+    _debouncedSync(filePath) {
+        // Cancel any pending sync for this file
+        const existing = this._pending.get(filePath);
+        if (existing) {
+            clearTimeout(existing);
+        }
+        const timeout = setTimeout(() => __awaiter(this, void 0, void 0, function* () {
+            this._pending.delete(filePath);
+            if (!this._running)
+                return;
+            try {
+                const stat = yield node_fs_1.default.promises.stat(filePath);
+                if (stat.isFile()) {
+                    yield this._syncFile(filePath, stat.mtimeMs);
+                }
+            }
+            catch (_a) {
+                // File was deleted
+                if (this._tracked.has(filePath)) {
+                    yield this._deleteFile(filePath);
+                }
+            }
+        }), this._debounceMs);
+        this._pending.set(filePath, timeout);
+    }
+}
+exports.FolderWatcher = FolderWatcher;
+//# sourceMappingURL=FolderWatcher.js.map

package/lib/FolderWatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FolderWatcher.js","sourceRoot":"","sources":["../src/FolderWatcher.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAsC;AACtC,sDAAyB;AACzB,2CAA6B;AAkD7B;;;;;;GAMG;AACH,MAAa,aAAc,SAAQ,qBAAY;IAU3C;;;OAGG;IACH,YAAmB,MAA2B;;QAC1C,KAAK,EAAE,CAAC;QAVK,aAAQ,GAA6B,IAAI,GAAG,EAAE,CAAC;QAC/C,aAAQ,GAAgC,IAAI,GAAG,EAAE,CAAC;QAClD,cAAS,GAAmB,EAAE,CAAC;QACxC,aAAQ,GAAY,KAAK,CAAC;QAQ9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU;YAChC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAClG,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,CAAC,UAAU,mCAAI,GAAG,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED;;OAEG;IACU,KAAK;;YACd,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YAErB,eAAe;YACf,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEnB,kBAAkB;YAClB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACD,MAAM,IAAI,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC/C,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;wBACrB,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;oBACpC,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;wBACvB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;oBAC/B,CAAC;gBACL,CAAC;gBAAC,WAAM,CAAC;oBACL,4BAA4B;gBAChC,CAAC;YACL,CAAC;QACL,CAAC;KAAA;IAED;;OAEG;IACU,IAAI;;YACb,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YAEtB,qBAAqB;YACrB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;YAE1B,qCAAqC;YACrC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC3C,YAAY,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;KAAA;IAED;;;OAGG;IACU,IAAI;;YACb,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,gCAAgC;YAChC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC/C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAClC,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACtD,CAAC;YAED,8BAA8B;YAC9B,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,YAAY,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC5C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,OAAO,EAAE,CAAC;oBACxC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBACnD,IAAI,EAAE;wBAAE,KAAK,EAAE,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,oCAAoC;YACpC,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBAC/C,IAAI,EAAE;wBAAE,KAAK,EAAE,CAAC;gBACpB,CAAC;YACL,CAAC;YAED,OAAO,KAAK,CAAC;QACjB,CAAC;KAAA;IAED,0BAA0B;IAEZ,YAAY;;YACtB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC;KAAA;IAEO,cAAc,CAAC,QAAgB;QACnC,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAEa,aAAa,CAAC,SAAiB,EAAE,GAAwB;;YACnE,IAAI,IAAc,CAAC;YACnB,IAAI,CAAC;gBACD,IAAI,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7C,CAAC;YAAC,WAAM,CAAC;gBACL,OAAO;YACX,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAChB,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;oBACjC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACrD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC1B,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC/D,CAAC;YACL,CAAC;QACL,CAAC;KAAA;IAEa,SAAS,CAAC,QAAgB,EAAE,OAAe;;YACrD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAChD,IAAI,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACnC,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC7D,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC1D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACpC,OAAO,IAAI,CAAC;YAChB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAClF,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;KAAA;IAEa,WAAW,CAAC,GAAW;;YACjC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBACtC,sCAAsC;gBACtC,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC9C,IAAI,OAAO,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;wBACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC/B,MAAM;oBACV,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;gBAClC,OAAO,IAAI,CAAC;YAChB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC7E,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;KAAA;IAEO,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,iBAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE;gBAC3E,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC9C,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAClC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,QAAgB;QAC/B,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,iBAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,EAAE;gBAC7C,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBAC3B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAEO,cAAc,CAAC,QAAgB;QACnC,wCAAwC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,QAAQ,EAAE,CAAC;YACX,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAS,EAAE;YAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAE3B,IAAI,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC9C,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACjD,CAAC;YACL,CAAC;YAAC,WAAM,CAAC;gBACL,mBAAmB;gBACnB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;QACL,CAAC,CAAA,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAErB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;CACJ;AApPD,sCAoPC"}

package/lib/FolderWatcher.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=FolderWatcher.spec.d.ts.map

package/lib/FolderWatcher.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FolderWatcher.spec.d.ts","sourceRoot":"","sources":["../src/FolderWatcher.spec.ts"],"names":[],"mappings":""}

package/lib/FolderWatcher.spec.js

@@ -0,0 +1,308 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const assert_1 = require("assert");
+const sinon = __importStar(require("sinon"));
+const os = __importStar(require("os"));
+const path = __importStar(require("path"));
+const node_fs_1 = __importDefault(require("node:fs"));
+const FolderWatcher_1 = require("./FolderWatcher");
+const LocalDocumentIndex_1 = require("./LocalDocumentIndex");
+const LocalFileStorage_1 = require("./storage/LocalFileStorage");
+// Stub embeddings model that returns deterministic vectors
+class StubEmbeddings {
+    constructor() {
+        this.maxTokens = 8000;
+    }
+    createEmbeddings(inputs) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const texts = Array.isArray(inputs) ? inputs : [inputs];
+            const output = texts.map(() => {
+                const vec = new Array(384).fill(0);
+                vec[0] = 1; // unit vector
+                return vec;
+            });
+            return { status: 'success', output };
+        });
+    }
+}
+describe('FolderWatcher', () => {
+    let tmpDir;
+    let indexDir;
+    let watchDir;
+    let index;
+    let sandbox;
+    beforeEach(() => __awaiter(void 0, void 0, void 0, function* () {
+        sandbox = sinon.createSandbox();
+        tmpDir = yield node_fs_1.default.promises.mkdtemp(path.join(os.tmpdir(), 'vectra-watch-'));
+        indexDir = path.join(tmpDir, 'index');
+        watchDir = path.join(tmpDir, 'watch');
+        yield node_fs_1.default.promises.mkdir(indexDir, { recursive: true });
+        yield node_fs_1.default.promises.mkdir(watchDir, { recursive: true });
+        index = new LocalDocumentIndex_1.LocalDocumentIndex({
+            folderPath: indexDir,
+            embeddings: new StubEmbeddings(),
+            storage: new LocalFileStorage_1.LocalFileStorage(),
+        });
+        yield index.createIndex({ version: 1, deleteIfExists: true });
+    }));
+    afterEach(() => __awaiter(void 0, void 0, void 0, function* () {
+        sandbox.restore();
+        yield node_fs_1.default.promises.rm(tmpDir, { recursive: true, force: true });
+    }));
+    it('should perform initial sync of existing files', () => __awaiter(void 0, void 0, void 0, function* () {
+        // Create files before starting watcher
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'file1.txt'), 'hello world');
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'file2.txt'), 'goodbye world');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        const synced = [];
+        watcher.on('sync', (uri) => synced.push(uri));
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 2);
+            assert_1.strict.equal(synced.length, 2);
+            // Verify documents exist in index
+            const id1 = yield index.getDocumentId(path.join(watchDir, 'file1.txt'));
+            const id2 = yield index.getDocumentId(path.join(watchDir, 'file2.txt'));
+            assert_1.strict.ok(id1, 'file1.txt should be indexed');
+            assert_1.strict.ok(id2, 'file2.txt should be indexed');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should emit ready event after initial sync', () => __awaiter(void 0, void 0, void 0, function* () {
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        let ready = false;
+        watcher.on('ready', () => { ready = true; });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(ready, true);
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should filter by extensions', () => __awaiter(void 0, void 0, void 0, function* () {
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'include.txt'), 'included');
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'exclude.js'), 'excluded');
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'include.md'), 'also included');
+        const watcher = new FolderWatcher_1.FolderWatcher({
+            index,
+            paths: [watchDir],
+            extensions: ['.txt', '.md']
+        });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 2);
+            const idTxt = yield index.getDocumentId(path.join(watchDir, 'include.txt'));
+            const idMd = yield index.getDocumentId(path.join(watchDir, 'include.md'));
+            const idJs = yield index.getDocumentId(path.join(watchDir, 'exclude.js'));
+            assert_1.strict.ok(idTxt, 'include.txt should be indexed');
+            assert_1.strict.ok(idMd, 'include.md should be indexed');
+            assert_1.strict.equal(idJs, undefined, 'exclude.js should not be indexed');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should handle extensions without leading dot', () => __awaiter(void 0, void 0, void 0, function* () {
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'test.txt'), 'hello');
+        const watcher = new FolderWatcher_1.FolderWatcher({
+            index,
+            paths: [watchDir],
+            extensions: ['txt']
+        });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 1);
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should recurse into subdirectories', () => __awaiter(void 0, void 0, void 0, function* () {
+        const subDir = path.join(watchDir, 'sub');
+        yield node_fs_1.default.promises.mkdir(subDir, { recursive: true });
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'root.txt'), 'root');
+        yield node_fs_1.default.promises.writeFile(path.join(subDir, 'nested.txt'), 'nested');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 2);
+            const idRoot = yield index.getDocumentId(path.join(watchDir, 'root.txt'));
+            const idNested = yield index.getDocumentId(path.join(subDir, 'nested.txt'));
+            assert_1.strict.ok(idRoot, 'root.txt should be indexed');
+            assert_1.strict.ok(idNested, 'nested.txt should be indexed');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should watch individual files', () => __awaiter(void 0, void 0, void 0, function* () {
+        const singleFile = path.join(tmpDir, 'single.txt');
+        yield node_fs_1.default.promises.writeFile(singleFile, 'single file');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [singleFile] });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 1);
+            const id = yield index.getDocumentId(singleFile);
+            assert_1.strict.ok(id, 'single.txt should be indexed');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should watch multiple paths', () => __awaiter(void 0, void 0, void 0, function* () {
+        const dir2 = path.join(tmpDir, 'watch2');
+        yield node_fs_1.default.promises.mkdir(dir2, { recursive: true });
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'a.txt'), 'a');
+        yield node_fs_1.default.promises.writeFile(path.join(dir2, 'b.txt'), 'b');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir, dir2] });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 2);
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should handle sync() detecting deleted files', () => __awaiter(void 0, void 0, void 0, function* () {
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'ephemeral.txt'), 'temporary');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        yield watcher.start();
+        assert_1.strict.equal(watcher.trackedFileCount, 1);
+        // Delete the file
+        yield node_fs_1.default.promises.unlink(path.join(watchDir, 'ephemeral.txt'));
+        // Manual sync should detect deletion
+        const synced = [];
+        watcher.on('sync', (uri, action) => synced.push({ uri, action }));
+        yield watcher.sync();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 0);
+            const deleted = synced.find(s => s.action === 'deleted');
+            assert_1.strict.ok(deleted, 'should have emitted a delete event');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should handle sync() detecting updated files', () => __awaiter(void 0, void 0, void 0, function* () {
+        const filePath = path.join(watchDir, 'mutable.txt');
+        yield node_fs_1.default.promises.writeFile(filePath, 'version 1');
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        yield watcher.start();
+        assert_1.strict.equal(watcher.trackedFileCount, 1);
+        // Update the file (ensure mtime changes)
+        yield new Promise(r => setTimeout(r, 50));
+        yield node_fs_1.default.promises.writeFile(filePath, 'version 2');
+        // Manual sync should detect update
+        const synced = [];
+        watcher.on('sync', (uri, action) => synced.push({ uri, action }));
+        yield watcher.sync();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 1);
+            const updated = synced.find(s => s.action === 'updated');
+            assert_1.strict.ok(updated, 'should have emitted an update event');
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should not throw if path does not exist', () => __awaiter(void 0, void 0, void 0, function* () {
+        const watcher = new FolderWatcher_1.FolderWatcher({
+            index,
+            paths: [path.join(tmpDir, 'nonexistent')]
+        });
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(watcher.trackedFileCount, 0);
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should throw if started twice', () => __awaiter(void 0, void 0, void 0, function* () {
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        yield watcher.start();
+        try {
+            yield assert_1.strict.rejects(() => watcher.start(), /already running/);
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+    it('should report isRunning correctly', () => __awaiter(void 0, void 0, void 0, function* () {
+        const watcher = new FolderWatcher_1.FolderWatcher({ index, paths: [watchDir] });
+        assert_1.strict.equal(watcher.isRunning, false);
+        yield watcher.start();
+        assert_1.strict.equal(watcher.isRunning, true);
+        yield watcher.stop();
+        assert_1.strict.equal(watcher.isRunning, false);
+    }));
+    it('should emit error events for sync failures', () => __awaiter(void 0, void 0, void 0, function* () {
+        yield node_fs_1.default.promises.writeFile(path.join(watchDir, 'bad.txt'), 'content');
+        // Create watcher with no embeddings to force error
+        const badIndex = new LocalDocumentIndex_1.LocalDocumentIndex({
+            folderPath: indexDir,
+            // no embeddings — will throw on upsertDocument
+            storage: new LocalFileStorage_1.LocalFileStorage(),
+        });
+        const watcher = new FolderWatcher_1.FolderWatcher({ index: badIndex, paths: [watchDir] });
+        const errors = [];
+        watcher.on('error', (err, uri) => errors.push({ err, uri }));
+        yield watcher.start();
+        try {
+            assert_1.strict.equal(errors.length, 1);
+            assert_1.strict.ok(errors[0].err.message.includes('Embeddings model not configured'));
+        }
+        finally {
+            yield watcher.stop();
+        }
+    }));
+});
+//# sourceMappingURL=FolderWatcher.spec.js.map

package/lib/FolderWatcher.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FolderWatcher.spec.js","sourceRoot":"","sources":["../src/FolderWatcher.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAA0C;AAC1C,6CAA+B;AAC/B,uCAAyB;AACzB,2CAA6B;AAC7B,sDAAyB;AACzB,mDAAgD;AAChD,6DAA0D;AAE1D,iEAA8D;AAE9D,2DAA2D;AAC3D,MAAM,cAAc;IAApB;QACoB,cAAS,GAAG,IAAI,CAAC;IAUrC,CAAC;IATgB,gBAAgB,CAAC,MAAyB;;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc;gBAC1B,OAAO,GAAG,CAAC;YACf,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QACzC,CAAC;KAAA;CACJ;AAED,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC3B,IAAI,MAAc,CAAC;IACnB,IAAI,QAAgB,CAAC;IACrB,IAAI,QAAgB,CAAC;IACrB,IAAI,KAAyB,CAAC;IAC9B,IAAI,OAA2B,CAAC;IAEhC,UAAU,CAAC,GAAS,EAAE;QAClB,OAAO,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAChC,MAAM,GAAG,MAAM,iBAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;QAC5E,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,MAAM,iBAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,iBAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,KAAK,GAAG,IAAI,uCAAkB,CAAC;YAC3B,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,IAAI,cAAc,EAAE;YAChC,OAAO,EAAE,IAAI,mCAAgB,EAAE;SAClC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC,CAAA,CAAC,CAAC;IAEH,SAAS,CAAC,GAAS,EAAE;QACjB,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,iBAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAS,EAAE;QAC3D,uCAAuC;QACvC,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,aAAa,CAAC,CAAC;QAC7E,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,eAAe,CAAC,CAAC;QAE/E,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,eAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC/B,kCAAkC;YAClC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;YACxE,eAAM,CAAC,EAAE,CAAC,GAAG,EAAE,6BAA6B,CAAC,CAAC;YAC9C,eAAM,CAAC,EAAE,CAAC,GAAG,EAAE,6BAA6B,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAS,EAAE;QACxD,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAS,EAAE;QACzC,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5E,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,UAAU,CAAC,CAAC;QAC3E,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,eAAe,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC;YAC9B,KAAK;YACL,KAAK,EAAE,CAAC,QAAQ,CAAC;YACjB,UAAU,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;SAC9B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;YAC5E,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YAC1E,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YAC1E,eAAM,CAAC,EAAE,CAAC,KAAK,EAAE,+BAA+B,CAAC,CAAC;YAClD,eAAM,CAAC,EAAE,CAAC,IAAI,EAAE,8BAA8B,CAAC,CAAC;YAChD,eAAM,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,kCAAkC,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAS,EAAE;QAC1D,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC;YAC9B,KAAK;YACL,KAAK,EAAE,CAAC,QAAQ,CAAC;YACjB,UAAU,EAAE,CAAC,KAAK,CAAC;SACtB,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAS,EAAE;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC1C,MAAM,iBAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,QAAQ,CAAC,CAAC;QAEvE,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEhE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;YAC1E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5E,eAAM,CAAC,EAAE,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC;YAChD,eAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACxD,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAS,EAAE;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAEvD,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAElE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YACjD,eAAM,CAAC,EAAE,CAAC,EAAE,EAAE,8BAA8B,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAS,EAAE;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzC,MAAM,iBAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/D,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAS,EAAE;QAC1D,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE,WAAW,CAAC,CAAC;QAE/E,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAE1C,kBAAkB;QAClB,MAAM,iBAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;QAE/D,qCAAqC;QACrC,MAAM,MAAM,GAA2C,EAAE,CAAC;QAC1D,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QAErB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;YACzD,eAAM,CAAC,EAAE,CAAC,OAAO,EAAE,oCAAoC,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAS,EAAE;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAE1C,yCAAyC;QACzC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAEnD,mCAAmC;QACnC,MAAM,MAAM,GAA2C,EAAE,CAAC;QAC1D,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QAErB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;YACzD,eAAM,CAAC,EAAE,CAAC,OAAO,EAAE,qCAAqC,CAAC,CAAC;QAC9D,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAS,EAAE;QACrD,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC;YAC9B,KAAK;YACL,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;SAC5C,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAS,EAAE;QAC3C,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,MAAM,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACnE,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAS,EAAE;QAC/C,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChE,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACvC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,eAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAS,EAAE;QACxD,MAAM,iBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvE,mDAAmD;QACnD,MAAM,QAAQ,GAAG,IAAI,uCAAkB,CAAC;YACpC,UAAU,EAAE,QAAQ;YACpB,+CAA+C;YAC/C,OAAO,EAAE,IAAI,mCAAgB,EAAE;SAClC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,6BAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAuC,EAAE,CAAC;QACtD,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAE5E,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,eAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC/B,eAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC,CAAC;QACjF,CAAC;gBAAS,CAAC;YACP,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;IACL,CAAC,CAAA,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/lib/GPT3Tokenizer.d.ts

@@ -0,0 +1,9 @@
+import { Tokenizer } from "./types";
+/**
+ * Tokenizer that uses GPT-3's encoder.
+ */
+export declare class GPT3Tokenizer implements Tokenizer {
+    decode(tokens: number[]): string;
+    encode(text: string): number[];
+}
+//# sourceMappingURL=GPT3Tokenizer.d.ts.map

package/lib/GPT3Tokenizer.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=GPT3Tokenizer.spec.d.ts.map