vectra 0.12.3 → 0.15.0

package/lib/FileFetcher.spec.js

@@ -0,0 +1,244 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const assert_1 = require("assert");
+const sinon = __importStar(require("sinon"));
+const node_fs_1 = __importDefault(require("node:fs"));
+const path = __importStar(require("path"));
+const FileFetcher_1 = require("./FileFetcher");
+describe('FileFetcher', () => {
+    let fetcher;
+    let statStub;
+    let readdirStub;
+    let readFileStub;
+    beforeEach(() => {
+        statStub = sinon.stub(node_fs_1.default.promises, 'stat');
+        readdirStub = sinon.stub(node_fs_1.default.promises, 'readdir');
+        readFileStub = sinon.stub(node_fs_1.default.promises, 'readFile');
+        fetcher = new FileFetcher_1.FileFetcher();
+    });
+    afterEach(() => {
+        sinon.restore();
+    });
+    it('resolves true when the path does not exist and does not call onDocument', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.rejects(new Error('not found'));
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/nonexistent', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 0);
+    }));
+    it('recurses a flat directory and calls fetch for each file', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return { isDirectory: () => true };
+            if (uri === path.join('/dir', 'file1.txt'))
+                return { isDirectory: () => false };
+            if (uri === path.join('/dir', 'file2.md'))
+                return { isDirectory: () => false };
+            return { isDirectory: () => false };
+        }));
+        readdirStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return ['file1.txt', 'file2.md'];
+            return [];
+        }));
+        readFileStub.resolves('content');
+        const fetchSpy = sinon.spy(fetcher, 'fetch');
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/dir', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(fetchSpy.callCount, 3); // root + 2 files
+        (0, assert_1.strict)(fetchSpy.calledWith(path.join('/dir', 'file1.txt'), sinon.match.func));
+        (0, assert_1.strict)(fetchSpy.calledWith(path.join('/dir', 'file2.md'), sinon.match.func));
+        assert_1.strict.equal(onDocument.callCount, 2);
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'file1.txt'), 'content', 'txt'));
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'file2.md'), 'content', 'md'));
+    }));
+    it('reads a file and passes correct args to onDocument (uri, text, docType)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('file content');
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/file.txt', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 1);
+        const [uri, text, docType] = onDocument.firstCall.args;
+        assert_1.strict.equal(uri, '/file.txt');
+        assert_1.strict.equal(text, 'file content');
+        assert_1.strict.equal(docType, 'txt');
+    }));
+    it('handles file with no extension by using last path segment as docType', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('content');
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/file', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 1);
+        const [uri, text, docType] = onDocument.firstCall.args;
+        assert_1.strict.equal(uri, '/file');
+        assert_1.strict.equal(text, 'content');
+        assert_1.strict.equal(docType, 'file');
+    }));
+    it('awaits onDocument and returns its boolean result (true)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('text');
+        const onDocumentTrue = sinon.fake.resolves(true);
+        const resultTrue = yield fetcher.fetch('/file.txt', onDocumentTrue);
+        assert_1.strict.equal(resultTrue, true);
+    }));
+    it('awaits onDocument and returns its boolean result (false)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('text');
+        const onDocumentFalse = sinon.fake.resolves(false);
+        const resultFalse = yield fetcher.fetch('/file.txt', onDocumentFalse);
+        assert_1.strict.equal(resultFalse, false);
+    }));
+    it('propagates a rejection from onDocument as a rejected promise', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('text');
+        const onDocument = sinon.fake.rejects(new Error('fail'));
+        yield assert_1.strict.rejects(() => fetcher.fetch('/file.txt', onDocument), /fail/);
+    }));
+    it('recurses nested directories and processes files at multiple depths', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir' || uri === path.join('/dir', 'subdir'))
+                return { isDirectory: () => true };
+            return { isDirectory: () => false };
+        }));
+        readdirStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return ['file1.txt', 'subdir'];
+            if (uri === path.join('/dir', 'subdir'))
+                return ['file2.md'];
+            return [];
+        }));
+        readFileStub.resolves('content');
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/dir', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 2);
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'file1.txt'), 'content', 'txt'));
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'subdir', 'file2.md'), 'content', 'md'));
+    }));
+    it('handles an empty directory (no onDocument calls, resolves true)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => true });
+        readdirStub.resolves([]);
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/emptydir', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 0);
+    }));
+    it('recurses directories that contain only subdirectories (no onDocument calls)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir' ||
+                uri === path.join('/dir', 'subdir1') ||
+                uri === path.join('/dir', 'subdir2')) {
+                return { isDirectory: () => true };
+            }
+            return { isDirectory: () => false };
+        }));
+        readdirStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return ['subdir1', 'subdir2'];
+            if (uri === path.join('/dir', 'subdir1'))
+                return [];
+            if (uri === path.join('/dir', 'subdir2'))
+                return [];
+            return [];
+        }));
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/dir', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 0);
+    }));
+    it('rejects when readdir fails for a directory', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => true });
+        readdirStub.rejects(new Error('fail'));
+        const onDocument = sinon.fake.resolves(true);
+        yield assert_1.strict.rejects(() => fetcher.fetch('/dir', onDocument), /fail/);
+    }));
+    it('rejects when readFile fails for a file', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.rejects(new Error('fail'));
+        const onDocument = sinon.fake.resolves(true);
+        yield assert_1.strict.rejects(() => fetcher.fetch('/file.txt', onDocument), /fail/);
+    }));
+    it('extracts docType from multi-part extensions (file.tar.gz -> gz)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.resolves({ isDirectory: () => false });
+        readFileStub.resolves('content');
+        const onDocument = sinon.fake.resolves(true);
+        const result = yield fetcher.fetch('/file.tar.gz', onDocument);
+        assert_1.strict.equal(result, true);
+        assert_1.strict.equal(onDocument.callCount, 1);
+        const [, , docType] = onDocument.firstCall.args;
+        assert_1.strict.equal(docType, 'gz');
+    }));
+    it('returns false when any child in a directory returns false (aggregates to allOk=false)', () => __awaiter(void 0, void 0, void 0, function* () {
+        statStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return { isDirectory: () => true };
+            return { isDirectory: () => false };
+        }));
+        readdirStub.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === '/dir')
+                return ['good.txt', 'bad.txt'];
+            return [];
+        }));
+        readFileStub.resolves('content');
+        const onDocument = sinon.stub();
+        onDocument.callsFake((uri) => __awaiter(void 0, void 0, void 0, function* () {
+            if (uri === path.join('/dir', 'bad.txt'))
+                return false;
+            return true;
+        }));
+        const result = yield fetcher.fetch('/dir', onDocument);
+        assert_1.strict.equal(result, false);
+        assert_1.strict.equal(onDocument.callCount, 2);
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'good.txt'), 'content', 'txt'));
+        (0, assert_1.strict)(onDocument.calledWith(path.join('/dir', 'bad.txt'), 'content', 'txt'));
+    }));
+});
+//# sourceMappingURL=FileFetcher.spec.js.map

package/lib/FileFetcher.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileFetcher.spec.js","sourceRoot":"","sources":["../src/FileFetcher.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAA0C;AAC1C,6CAA+B;AAC/B,sDAAyB;AACzB,2CAA6B;AAC7B,+CAA4C;AAE5C,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,OAAoB,CAAC;IAEzB,IAAI,QAAyB,CAAC;IAC9B,IAAI,WAA4B,CAAC;IACjC,IAAI,YAA6B,CAAC;IAElC,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAE,CAAC,QAAQ,EAAE,MAAM,CAAoB,CAAC;QAC9D,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAE,CAAC,QAAQ,EAAE,SAAS,CAAoB,CAAC;QACpE,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAE,CAAC,QAAQ,EAAE,UAAU,CAAoB,CAAC;QAEtE,OAAO,GAAG,IAAI,yBAAW,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAS,EAAE;QACvF,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QAE/D,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAS,EAAE;QACvE,QAAQ,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YACvC,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;YACvD,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC;gBAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;YAChF,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC;gBAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;YAC/E,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC,CAAA,CAAC,CAAC;QACH,WAAW,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YAC1C,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QACH,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;QACtD,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9E,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7E,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAChF,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IAChF,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAS,EAAE;QACvF,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAEtC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAE5D,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAEtC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;QACvD,eAAM,CAAC,KAAK,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC/B,eAAM,CAAC,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnC,eAAM,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAS,EAAE;QACpF,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAExD,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAEtC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;QACvD,eAAM,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC9B,eAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAS,EAAE;QACvE,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QAEpE,eAAM,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAS,EAAE;QACxE,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAEtE,eAAM,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAS,EAAE;QAC5E,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAS,EAAE;QAClF,QAAQ,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YACvC,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9F,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC,CAAA,CAAC,CAAC;QACH,WAAW,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YAC1C,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACnD,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC7D,OAAO,EAAE,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QACH,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAChF,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1F,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAS,EAAE;QAC/E,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEzB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAE5D,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAS,EAAE;QAC3F,QAAQ,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YACvC,IACE,GAAG,KAAK,MAAM;gBACd,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;gBACpC,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EACpC,CAAC;gBACD,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;YACrC,CAAC;YACD,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC,CAAA,CAAC,CAAC;QACH,WAAW,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YAC1C,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAClD,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;gBAAE,OAAO,EAAE,CAAC;YACpD,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;gBAAE,OAAO,EAAE,CAAC;YACpD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAS,EAAE;QAC1D,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAS,EAAE;QACtD,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAExC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,eAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAS,EAAE;QAC/E,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAChD,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QAE/D,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAEtC,MAAM,CAAC,EAAE,AAAD,EAAG,OAAO,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;QAChD,eAAM,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAA,CAAC,CAAC;IAEH,EAAE,CAAC,uFAAuF,EAAE,GAAS,EAAE;QACrG,QAAQ,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YACvC,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;YACvD,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC,CAAA,CAAC,CAAC;QACH,WAAW,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YAC1C,IAAI,GAAG,KAAK,MAAM;gBAAE,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YACnD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QACH,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAChC,UAAU,CAAC,SAAS,CAAC,CAAO,GAAW,EAAE,EAAE;YACzC,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC,CAAA,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEvD,eAAM,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5B,eAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAC/E,IAAA,eAAM,EAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IAChF,CAAC,CAAA,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/lib/FolderWatcher.d.ts

@@ -0,0 +1,111 @@
+import { EventEmitter } from 'events';
+import { LocalDocumentIndex } from './LocalDocumentIndex';
+/**
+ * Configuration for FolderWatcher.
+ */
+export interface FolderWatcherConfig {
+    /**
+     * The LocalDocumentIndex to sync files into.
+     */
+    index: LocalDocumentIndex;
+    /**
+     * List of folder or file paths to watch.
+     */
+    paths: string[];
+    /**
+     * Optional. File extensions to include (e.g., ['.txt', '.md', '.html']).
+     * @remarks
+     * If not specified, all files are included.
+     */
+    extensions?: string[];
+    /**
+     * Optional. Debounce interval in milliseconds for file change events.
+     * @remarks
+     * Default is 500ms. Multiple rapid changes to the same file are collapsed into one sync.
+     */
+    debounceMs?: number;
+}
+/**
+ * Events emitted by FolderWatcher.
+ *
+ * - `sync` — emitted after a file is synced. Args: `(uri: string, action: 'added' | 'updated' | 'deleted')`
+ * - `error` — emitted when a sync operation fails. Args: `(error: Error, uri: string)`
+ * - `ready` — emitted after the initial sync completes.
+ */
+export interface FolderWatcherEvents {
+    sync: [uri: string, action: 'added' | 'updated' | 'deleted'];
+    error: [error: Error, uri: string];
+    ready: [];
+}
+/**
+ * Watches folders for file changes and automatically syncs them into a LocalDocumentIndex.
+ *
+ * @remarks
+ * Uses Node.js `fs.watch` for efficient filesystem monitoring with debouncing.
+ * Performs an initial full sync on start, then watches for incremental changes.
+ */
+export declare class FolderWatcher extends EventEmitter {
+    private readonly _index;
+    private readonly _paths;
+    private readonly _extensions?;
+    private readonly _debounceMs;
+    private readonly _tracked;
+    private readonly _pending;
+    private readonly _watchers;
+    private readonly _dirWatchers;
+    private _running;
+    /**
+     * Creates a new FolderWatcher instance.
+     * @param config Configuration for the watcher.
+     */
+    constructor(config: FolderWatcherConfig);
+    /**
+     * Returns true if the watcher is currently running.
+     */
+    get isRunning(): boolean;
+    /**
+     * Returns the number of tracked files.
+     */
+    get trackedFileCount(): number;
+    /**
+     * Starts the watcher: performs an initial sync and then watches for changes.
+     */
+    start(): Promise<void>;
+    /**
+     * Stops the watcher and cleans up all resources.
+     */
+    stop(): Promise<void>;
+    /**
+     * Performs a full sync: scans all watched paths and upserts/deletes as needed.
+     * @returns Number of files synced (added + updated + deleted).
+     */
+    sync(): Promise<number>;
+    private _initialSync;
+    private _shouldInclude;
+    private _collectFiles;
+    private _syncFile;
+    private _deleteFile;
+    /**
+     * Walks a directory tree and installs a non-recursive `fs.watch` on every
+     * directory it contains. Non-recursive watching avoids a known libuv bug on
+     * Windows (`Assertion failed: !_wcsnicmp` in `fs-event.c`) that fires when
+     * `fs.watch(..., { recursive: true })` receives events whose paths libuv's
+     * Windows backend can't normalize back to the watch root.
+     */
+    private _watchDirectoryTree;
+    private _addDirectoryWatch;
+    /**
+     * Dispatch a single change event from one of the per-directory watchers.
+     * - File path: feed to the existing debounced file-sync pipeline.
+     * - New subdirectory: install watchers for it and sync its contents.
+     * - Path that used to be a watched subdirectory and no longer exists:
+     *   tear down its watchers (and any descendants) and mark affected
+     *   tracked files for deletion.
+     */
+    private _handleEvent;
+    private _processEvent;
+    private _stopWatchingDir;
+    private _watchFile;
+    private _debouncedSync;
+}
+//# sourceMappingURL=FolderWatcher.d.ts.map

package/lib/FolderWatcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FolderWatcher.d.ts","sourceRoot":"","sources":["../src/FolderWatcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAChC;;OAEG;IACH,KAAK,EAAE,kBAAkB,CAAC;IAE1B;;OAEG;IACH,KAAK,EAAE,MAAM,EAAE,CAAC;IAEhB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAEtB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;IAC7D,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IACnC,KAAK,EAAE,EAAE,CAAC;CACb;AAOD;;;;;;GAMG;AACH,qBAAa,aAAc,SAAQ,YAAY;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuC;IAChE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA0C;IACnE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAkB;IAElC;;;OAGG;gBACgB,MAAM,EAAE,mBAAmB;IAU9C;;OAEG;IACH,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED;;OAEG;IACH,IAAW,gBAAgB,IAAI,MAAM,CAEpC;IAED;;OAEG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAyCnC;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBlC;;;OAGG;IACU,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;YA+BtB,YAAY;IAI1B,OAAO,CAAC,cAAc;YAMR,aAAa;YAoBb,SAAS;YAiBT,WAAW;IAkBzB;;;;;;OAMG;YACW,mBAAmB;IAiBjC,OAAO,CAAC,kBAAkB;IAoB1B;;;;;;;OAOG;IACH,OAAO,CAAC,YAAY;YAQN,aAAa;IAmC3B,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,UAAU;IAelB,OAAO,CAAC,cAAc;CA0BzB"}