@cosmocoder/mcp-web-docs 2.0.11 → 2.0.13

package/build/indexing/queue-manager.test.js

@@ -1,257 +1,167 @@
+import { setImmediate as nextTurn } from 'node:timers/promises';
 import { IndexingQueueManager } from './queue-manager.js';
 describe('IndexingQueueManager', () => {
-    let queue;
-    beforeEach(() => {
-        queue = new IndexingQueueManager();
+    it('registers before running and removes the same completed operation', async () => {
+        const queue = new IndexingQueueManager();
+        const started = Promise.withResolvers();
+        const released = Promise.withResolvers();
+        const handle = await queue.runLatest('https://example.com/', async () => {
+            started.resolve();
+            await released.promise;
+        });
+        await started.promise;
+        expect(handle.replacedExisting).toBe(false);
+        released.resolve();
+        await handle.completion;
     });
-    describe('startOperation', () => {
-        it('should return an AbortController for new operations', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            expect(controller).toBeDefined();
-            expect(controller).toBeInstanceOf(AbortController);
-            expect(controller.signal.aborted).toBe(false);
-        });
-        it('should normalize URLs when starting operations', async () => {
-            const controller = await queue.startOperation('https://example.com/');
-            // Register the operation to verify normalization works
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com/', controller, mockPromise);
-            // Should find it with or without trailing slash
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            expect(queue.isIndexing('https://example.com/')).toBe(true);
-            queue.completeOperation('https://example.com');
-        });
-        it('should cancel existing operation when starting new one for same URL', async () => {
-            // Start first operation
-            const controller1 = await queue.startOperation('https://example.com');
-            const mockPromise1 = new Promise((_resolve, reject) => {
-                controller1.signal.addEventListener('abort', () => reject(new Error('Aborted')));
-            });
-            queue.registerOperation('https://example.com', controller1, mockPromise1);
-            // Start second operation for same URL - should cancel first
-            const controller2 = await queue.startOperation('https://example.com');
-            expect(controller1.signal.aborted).toBe(true);
-            expect(controller2.signal.aborted).toBe(false);
-            queue.completeOperation('https://example.com');
-        });
-        it('should not affect operations for different URLs', async () => {
-            const controller1 = await queue.startOperation('https://example.com');
-            const mockPromise1 = new Promise((resolve) => setTimeout(resolve, 1000));
-            queue.registerOperation('https://example.com', controller1, mockPromise1);
-            const controller2 = await queue.startOperation('https://other.com');
-            const mockPromise2 = new Promise((resolve) => setTimeout(resolve, 1000));
-            queue.registerOperation('https://other.com', controller2, mockPromise2);
-            // Both should be active
-            expect(controller1.signal.aborted).toBe(false);
-            expect(controller2.signal.aborted).toBe(false);
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            expect(queue.isIndexing('https://other.com')).toBe(true);
-            queue.completeOperation('https://example.com');
-            queue.completeOperation('https://other.com');
-        });
-        it('should handle cancellation timeout gracefully', async () => {
-            vi.useFakeTimers();
-            // Start operation that never resolves
-            const controller1 = await queue.startOperation('https://example.com');
-            const neverResolves = new Promise(() => {
-                // This promise never resolves
-            });
-            queue.registerOperation('https://example.com', controller1, neverResolves);
-            // Start new operation - should timeout waiting for cancellation
-            const startPromise = queue.startOperation('https://example.com');
-            // Advance timers past the 5000ms timeout
-            await vi.advanceTimersByTimeAsync(5100);
-            const controller2 = await startPromise;
-            // Should have returned a new controller after timeout
-            expect(controller2).toBeDefined();
-            expect(controller2.signal.aborted).toBe(false);
-            queue.completeOperation('https://example.com');
-            vi.useRealTimers();
-        });
+    it('rejects a replacement when its aborted predecessor does not stop in time', async () => {
+        const queue = new IndexingQueueManager(10);
+        const firstStarted = Promise.withResolvers();
+        const firstReleased = Promise.withResolvers();
+        let firstSignal;
+        let replacementStarted = false;
+        const first = await queue.runLatest('https://example.com', async (signal) => {
+            firstSignal = signal;
+            firstStarted.resolve();
+            await firstReleased.promise;
+        });
+        await firstStarted.promise;
+        await expect(queue.runLatest('https://example.com/', async () => {
+            replacementStarted = true;
+        })).rejects.toThrow('Timed out cancelling');
+        expect(firstSignal.aborted).toBe(true);
+        expect(replacementStarted).toBe(false);
+        firstReleased.resolve();
+        await first.completion;
     });
-    describe('registerOperation', () => {
-        it('should register an operation', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            queue.completeOperation('https://example.com');
-        });
-        it('should store operation with correct metadata', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            const beforeRegister = new Date();
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            const afterRegister = new Date();
-            const operations = queue.getActiveOperations();
-            expect(operations).toHaveLength(1);
-            expect(operations[0].url).toBe('https://example.com');
-            expect(operations[0].startedAt.getTime()).toBeGreaterThanOrEqual(beforeRegister.getTime());
-            expect(operations[0].startedAt.getTime()).toBeLessThanOrEqual(afterRegister.getTime());
-            queue.completeOperation('https://example.com');
-        });
-        it('should normalize URL when registering', async () => {
-            const controller = await queue.startOperation('https://example.com/');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com/', controller, mockPromise);
-            // Should be findable with normalized URL
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            queue.completeOperation('https://example.com');
-        });
+    it('keeps same-URL transitions ordered while a different URL starts independently', async () => {
+        const queue = new IndexingQueueManager(1_000);
+        const firstStarted = Promise.withResolvers();
+        const firstReleased = Promise.withResolvers();
+        const secondStarted = Promise.withResolvers();
+        const secondReleased = Promise.withResolvers();
+        const thirdStarted = Promise.withResolvers();
+        const thirdReleased = Promise.withResolvers();
+        const otherStarted = Promise.withResolvers();
+        const otherReleased = Promise.withResolvers();
+        const order = [];
+        let firstSignal;
+        let secondSignal;
+        const first = await queue.runLatest('https://example.com', async (signal) => {
+            firstSignal = signal;
+            order.push('first');
+            firstStarted.resolve();
+            await firstReleased.promise;
+        });
+        await firstStarted.promise;
+        const secondStart = queue.runLatest('https://example.com', async (signal) => {
+            secondSignal = signal;
+            order.push('second');
+            secondStarted.resolve();
+            await secondReleased.promise;
+        });
+        const thirdStart = queue.runLatest('https://example.com', async () => {
+            order.push('third');
+            thirdStarted.resolve();
+            await thirdReleased.promise;
+        });
+        const other = await queue.runLatest('https://other.com', async () => {
+            order.push('other');
+            otherStarted.resolve();
+            await otherReleased.promise;
+        });
+        await otherStarted.promise;
+        expect(order).toEqual(['first', 'other']);
+        expect(firstSignal.aborted).toBe(true);
+        firstReleased.resolve();
+        const second = await secondStart;
+        await secondStarted.promise;
+        await first.completion;
+        await nextTurn();
+        expect(secondSignal.aborted).toBe(true);
+        expect(order).toEqual(['first', 'other', 'second']);
+        secondReleased.resolve();
+        const third = await thirdStart;
+        await thirdStarted.promise;
+        expect(order).toEqual(['first', 'other', 'second', 'third']);
+        thirdReleased.resolve();
+        otherReleased.resolve();
+        await Promise.all([second.completion, third.completion, other.completion]);
     });
-    describe('completeOperation', () => {
-        it('should remove operation from active map', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            queue.completeOperation('https://example.com');
-            expect(queue.isIndexing('https://example.com')).toBe(false);
-        });
-        it('should handle completing non-existent operation gracefully', () => {
-            // Should not throw
-            expect(() => queue.completeOperation('https://nonexistent.com')).not.toThrow();
-        });
-        it('should normalize URL when completing', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            // Complete with trailing slash
-            queue.completeOperation('https://example.com/');
-            expect(queue.isIndexing('https://example.com')).toBe(false);
-        });
-    });
-    describe('cancelAll', () => {
-        it('should cancel all active operations', async () => {
-            const controller1 = await queue.startOperation('https://example1.com');
-            const mockPromise1 = new Promise((resolve) => {
-                controller1.signal.addEventListener('abort', () => resolve());
-            });
-            queue.registerOperation('https://example1.com', controller1, mockPromise1);
-            const controller2 = await queue.startOperation('https://example2.com');
-            const mockPromise2 = new Promise((resolve) => {
-                controller2.signal.addEventListener('abort', () => resolve());
+    it('continues after a cancelled predecessor rejects', async () => {
+        const queue = new IndexingQueueManager();
+        const firstStarted = Promise.withResolvers();
+        const first = await queue.runLatest('https://example.com', async (signal) => {
+            firstStarted.resolve();
+            await new Promise((_resolve, reject) => {
+                signal.addEventListener('abort', () => reject(new Error('cancelled')), { once: true });
             });
-            queue.registerOperation('https://example2.com', controller2, mockPromise2);
-            expect(queue.getActiveOperations()).toHaveLength(2);
-            await queue.cancelAll();
-            expect(controller1.signal.aborted).toBe(true);
-            expect(controller2.signal.aborted).toBe(true);
-            expect(queue.getActiveOperations()).toHaveLength(0);
-        });
-        it('should handle empty queue', async () => {
-            await expect(queue.cancelAll()).resolves.not.toThrow();
-            expect(queue.getActiveOperations()).toHaveLength(0);
-        });
-        it('should handle operations that reject on cancel', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((_, reject) => {
-                controller.signal.addEventListener('abort', () => reject(new Error('Cancelled')));
-            });
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            // Should not throw even if promises reject
-            await expect(queue.cancelAll()).resolves.not.toThrow();
-            expect(queue.getActiveOperations()).toHaveLength(0);
-        });
-    });
-    describe('isIndexing', () => {
-        it('should return false for URLs not being indexed', () => {
-            expect(queue.isIndexing('https://example.com')).toBe(false);
-        });
-        it('should return true for URLs being indexed', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            expect(queue.isIndexing('https://example.com')).toBe(true);
-            queue.completeOperation('https://example.com');
-        });
-        it('should return false after operation completes', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            queue.completeOperation('https://example.com');
-            expect(queue.isIndexing('https://example.com')).toBe(false);
-        });
-        it('should normalize URL when checking', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            // Check with trailing slash
-            expect(queue.isIndexing('https://example.com/')).toBe(true);
-            queue.completeOperation('https://example.com');
         });
+        const firstCompletion = first.completion.catch(() => { });
+        await firstStarted.promise;
+        const second = await queue.runLatest('https://example.com', async () => { });
+        expect(second.replacedExisting).toBe(true);
+        await Promise.all([firstCompletion, second.completion]);
     });
-    describe('getActiveOperations', () => {
-        it('should return empty array when no operations', () => {
-            expect(queue.getActiveOperations()).toEqual([]);
-        });
-        it('should return all active operations', async () => {
-            const controller1 = await queue.startOperation('https://example1.com');
-            const mockPromise1 = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example1.com', controller1, mockPromise1);
-            const controller2 = await queue.startOperation('https://example2.com');
-            const mockPromise2 = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example2.com', controller2, mockPromise2);
-            const operations = queue.getActiveOperations();
-            expect(operations).toHaveLength(2);
-            const urls = operations.map((op) => op.url);
-            expect(urls).toContain('https://example1.com');
-            expect(urls).toContain('https://example2.com');
-            queue.completeOperation('https://example1.com');
-            queue.completeOperation('https://example2.com');
-        });
-        it('should return operation metadata', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            const operations = queue.getActiveOperations();
-            expect(operations[0]).toHaveProperty('url');
-            expect(operations[0]).toHaveProperty('startedAt');
-            expect(operations[0].startedAt).toBeInstanceOf(Date);
-            queue.completeOperation('https://example.com');
-        });
-        it('should not include completed operations', async () => {
-            const controller = await queue.startOperation('https://example.com');
-            const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-            queue.registerOperation('https://example.com', controller, mockPromise);
-            queue.completeOperation('https://example.com');
-            expect(queue.getActiveOperations()).toHaveLength(0);
-        });
+    it('cancelAll drains pending transitions and rejects starts until its shared barrier completes', async () => {
+        const queue = new IndexingQueueManager();
+        const firstStarted = Promise.withResolvers();
+        const firstReleased = Promise.withResolvers();
+        let firstSignal;
+        let secondStarted = false;
+        const first = await queue.runLatest('https://example.com', async (signal) => {
+            firstSignal = signal;
+            firstStarted.resolve();
+            await firstReleased.promise;
+        });
+        await firstStarted.promise;
+        const secondStart = queue.runLatest('https://example.com', async () => {
+            secondStarted = true;
+        });
+        const secondResult = expect(secondStart).rejects.toThrow('being cancelled');
+        await nextTurn();
+        let cancellationFinished = false;
+        const cancellation = queue.cancelAll();
+        expect(queue.cancelAll()).toBe(cancellation);
+        void cancellation.then(() => {
+            cancellationFinished = true;
+        });
+        let duringCancellationStarted = false;
+        await expect(queue.runLatest('https://other.com', async () => {
+            duringCancellationStarted = true;
+        })).rejects.toThrow('being cancelled');
+        await nextTurn();
+        expect(firstSignal.aborted).toBe(true);
+        expect(duringCancellationStarted).toBe(false);
+        expect(cancellationFinished).toBe(false);
+        firstReleased.resolve();
+        await Promise.all([first.completion, secondResult, cancellation]);
+        expect(secondStarted).toBe(false);
+        expect(cancellationFinished).toBe(true);
+        let afterCancellationStarted = false;
+        const afterCancellation = await queue.runLatest('https://example.com', async () => {
+            afterCancellationStarted = true;
+        });
+        await afterCancellation.completion;
+        expect(afterCancellationStarted).toBe(true);
     });
-    describe('concurrent operations', () => {
-        it('should handle multiple concurrent operations for different URLs', async () => {
-            const urls = ['https://a.com', 'https://b.com', 'https://c.com'];
-            const controllers = [];
-            for (const url of urls) {
-                const controller = await queue.startOperation(url);
-                const mockPromise = new Promise((resolve) => setTimeout(resolve, 100));
-                queue.registerOperation(url, controller, mockPromise);
-                controllers.push(controller);
-            }
-            expect(queue.getActiveOperations()).toHaveLength(3);
-            // All should be active
-            for (const controller of controllers) {
-                expect(controller.signal.aborted).toBe(false);
-            }
-            // Complete one
-            queue.completeOperation('https://b.com');
-            expect(queue.getActiveOperations()).toHaveLength(2);
-            expect(queue.isIndexing('https://a.com')).toBe(true);
-            expect(queue.isIndexing('https://b.com')).toBe(false);
-            expect(queue.isIndexing('https://c.com')).toBe(true);
-            queue.completeOperation('https://a.com');
-            queue.completeOperation('https://c.com');
-        });
-        it('should handle rapid start/complete cycles', async () => {
-            for (let i = 0; i < 10; i++) {
-                const controller = await queue.startOperation('https://example.com');
-                const mockPromise = Promise.resolve();
-                queue.registerOperation('https://example.com', controller, mockPromise);
-                queue.completeOperation('https://example.com');
-            }
-            expect(queue.isIndexing('https://example.com')).toBe(false);
-            expect(queue.getActiveOperations()).toHaveLength(0);
-        });
+    it('bounds cancelAll when an operation ignores cancellation', async () => {
+        const queue = new IndexingQueueManager(10);
+        const started = Promise.withResolvers();
+        const released = Promise.withResolvers();
+        let signal;
+        const operation = await queue.runLatest('https://example.com', async (operationSignal) => {
+            signal = operationSignal;
+            started.resolve();
+            await released.promise;
+        });
+        await started.promise;
+        await expect(queue.cancelAll()).rejects.toThrow('Timed out cancelling all indexing operations');
+        expect(signal.aborted).toBe(true);
+        const next = await queue.runLatest('https://other.com', async () => { });
+        await next.completion;
+        released.resolve();
+        await operation.completion;
     });
 });
 //# sourceMappingURL=queue-manager.test.js.map

package/build/indexing/queue-manager.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"queue-manager.test.js","sourceRoot":"","sources":["../../src/indexing/queue-manager.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,KAA2B,CAAC;IAEhC,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YAErE,MAAM,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YACnD,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YAEtE,uDAAuD;YACvD,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAEzE,gDAAgD;YAChD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,wBAAwB;YACxB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC1D,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE1E,4DAA4D;YAC5D,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YAEtE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAE/C,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YAC/E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE1E,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YAC/E,KAAK,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAExE,wBAAwB;YACxB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzD,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAC/C,KAAK,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,EAAE,CAAC,aAAa,EAAE,CAAC;YAEnB,sCAAsC;YACtC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACtE,MAAM,aAAa,GAAG,IAAI,OAAO,CAAO,GAAG,EAAE;gBAC3C,8BAA8B;YAChC,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;YAE3E,gEAAgE;YAChE,MAAM,YAAY,GAAG,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YAEjE,yCAAyC;YACzC,MAAM,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAExC,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC;YAEvC,sDAAsD;YACtD,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAE/C,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAC/C,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAE7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAE7E,MAAM,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;YAClC,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YACxE,MAAM,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC;YAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,mBAAmB,EAAE,CAAC;YAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACtD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,sBAAsB,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3F,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,mBAAmB,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAEvF,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAE7E,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAEzE,yCAAyC;YACzC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAE/C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACpE,mBAAmB;YACnB,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,+BAA+B;YAC/B,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;YAEhD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACjD,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE3E,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACjD,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE3E,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAEpD,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;YAExB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvD,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAClD,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YACpF,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,2CAA2C;YAC3C,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvD,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YACxE,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAE/C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,4BAA4B;YAC5B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5D,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9E,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE3E,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9E,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YAE3E,MAAM,UAAU,GAAG,KAAK,CAAC,mBAAmB,EAAE,CAAC;YAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAEnC,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;YAE/C,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;YAChD,KAAK,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAExE,MAAM,UAAU,GAAG,KAAK,CAAC,mBAAmB,EAAE,CAAC;YAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAClD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAErD,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YACxE,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAE/C,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;YAC/E,MAAM,IAAI,GAAG,CAAC,eAAe,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;YACjE,MAAM,WAAW,GAAsB,EAAE,CAAC;YAE1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBACnD,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC7E,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;gBACtD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAEpD,uBAAuB;YACvB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;YAED,eAAe;YACf,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAErD,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;YACzC,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;gBACrE,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;gBACtC,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;gBACxE,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"queue-manager.test.js","sourceRoot":"","sources":["../../src/indexing/queue-manager.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,IAAI,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,KAAK,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAE/C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACtE,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,QAAQ,CAAC,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,OAAO,CAAC;QAEtB,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,MAAM,CAAC,UAAU,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QACxF,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,IAAI,WAAyB,CAAC;QAC9B,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,WAAW,GAAG,MAAM,CAAC;YACrB,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,aAAa,CAAC,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,CAAC,OAAO,CAAC;QAE3B,MAAM,MAAM,CACV,KAAK,CAAC,SAAS,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACjD,kBAAkB,GAAG,IAAI,CAAC;QAC5B,CAAC,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QAE1C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,aAAa,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,KAAK,CAAC,UAAU,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC7F,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACrD,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,WAAyB,CAAC;QAC9B,IAAI,YAA0B,CAAC;QAE/B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,WAAW,GAAG,MAAM,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,aAAa,CAAC,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,CAAC,OAAO,CAAC;QAE3B,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,YAAY,GAAG,MAAM,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrB,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,OAAO,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,aAAa,CAAC,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAClE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,aAAa,CAAC,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,CAAC,OAAO,CAAC;QAE3B,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,aAAa,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;QACjC,MAAM,aAAa,CAAC,OAAO,CAAC;QAC5B,MAAM,KAAK,CAAC,UAAU,CAAC;QACvB,MAAM,QAAQ,EAAE,CAAC;QACjB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEpD,cAAc,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC;QAC/B,MAAM,YAAY,CAAC,OAAO,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAE7D,aAAa,CAAC,OAAO,EAAE,CAAC;QACxB,aAAa,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,KAAK,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACzF,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzD,MAAM,YAAY,CAAC,OAAO,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4FAA4F,EAAE,KAAK,IAAI,EAAE;QAC1G,MAAM,KAAK,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QACpD,IAAI,WAAyB,CAAC;QAC9B,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,WAAW,GAAG,MAAM,CAAC;YACrB,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,aAAa,CAAC,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,CAAC,OAAO,CAAC;QAE3B,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACpE,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC5E,MAAM,QAAQ,EAAE,CAAC;QAEjB,IAAI,oBAAoB,GAAG,KAAK,CAAC;QACjC,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,KAAK,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1B,oBAAoB,GAAG,IAAI,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,IAAI,yBAAyB,GAAG,KAAK,CAAC;QACtC,MAAM,MAAM,CACV,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAC9C,yBAAyB,GAAG,IAAI,CAAC;QACnC,CAAC,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QACrC,MAAM,QAAQ,EAAE,CAAC;QAEjB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzC,aAAa,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;QAElE,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,wBAAwB,GAAG,KAAK,CAAC;QACrC,MAAM,iBAAiB,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YAChF,wBAAwB,GAAG,IAAI,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,MAAM,iBAAiB,CAAC,UAAU,CAAC;QACnC,MAAM,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAC;QAC/C,IAAI,MAAoB,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;YACvF,MAAM,GAAG,eAAe,CAAC;YACzB,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,QAAQ,CAAC,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,OAAO,CAAC;QAEtB,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAChG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC,CAAC;QACxE,MAAM,IAAI,CAAC,UAAU,CAAC;QAEtB,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,SAAS,CAAC,UAAU,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/storage/storage.js

@@ -328,6 +328,13 @@ export class DocumentStore {
         );
       `,
         },
+        {
+            version: 6,
+            description: 'Persist crawl path prefix',
+            sql: `
+        ALTER TABLE documents ADD COLUMN path_prefix TEXT;
+      `,
+        },
     ];
     /**
      * Run pending database migrations.
@@ -609,15 +616,16 @@ export class DocumentStore {
         if (!this.sqliteDb) {
             throw new Error('Storage not initialized');
         }
-        await this.sqliteDb.run(`INSERT INTO documents (url, title, favicon, last_indexed, requires_auth, auth_domain, version)
-       VALUES (?, ?, ?, ?, ?, ?, ?)
+        await this.sqliteDb.run(`INSERT INTO documents (url, title, favicon, last_indexed, requires_auth, auth_domain, version, path_prefix)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?)
        ON CONFLICT(url) DO UPDATE SET
          title = excluded.title,
          favicon = excluded.favicon,
          last_indexed = excluded.last_indexed,
          requires_auth = excluded.requires_auth,
          auth_domain = excluded.auth_domain,
-         version = excluded.version`, [
+         version = excluded.version,
+         path_prefix = excluded.path_prefix`, [
             metadata.url,
             metadata.title,
             metadata.favicon ?? null,
@@ -625,6 +633,7 @@ export class DocumentStore {
             metadata.requiresAuth ? 1 : 0,
             metadata.authDomain ?? null,
             metadata.version ?? null,
+            metadata.pathPrefix ?? null,
         ]);
     }
     async recoverDocumentReplacements() {
@@ -1141,7 +1150,7 @@ export class DocumentStore {
         }
         logger.debug(`[DocumentStore] Listing documents`);
         try {
-            const rows = await this.sqliteReadDb.all(`SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version,
+            const rows = await this.sqliteReadDb.all(`SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version, d.path_prefix,
                 COALESCE((SELECT json_group_array(dt.tag) FROM document_tags dt WHERE dt.url = d.url), '[]') AS tags_json
          FROM documents d
          ORDER BY d.last_indexed DESC`);
@@ -1155,6 +1164,7 @@ export class DocumentStore {
                 authDomain: row.auth_domain ?? undefined,
                 tags: this.parseDocumentTags(row.tags_json),
                 version: row.version ?? undefined,
+                pathPrefix: row.path_prefix ?? undefined,
             }));
         }
         catch (error) {
@@ -1230,7 +1240,7 @@ export class DocumentStore {
         try {
             // Log the query being executed
             logger.debug(`[DocumentStore] Executing SQLite query for URL: ${url}`);
-            const row = await this.sqliteReadDb.get(`SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version,
+            const row = await this.sqliteReadDb.get(`SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version, d.path_prefix,
                 COALESCE((SELECT json_group_array(dt.tag) FROM document_tags dt WHERE dt.url = d.url), '[]') AS tags_json
          FROM documents d
          WHERE d.url = ?`, [url]);
@@ -1253,6 +1263,7 @@ export class DocumentStore {
                 authDomain: row.auth_domain ?? undefined,
                 tags: this.parseDocumentTags(row.tags_json),
                 version: row.version ?? undefined,
+                pathPrefix: row.path_prefix ?? undefined,
             };
         }
         catch (error) {
@@ -1554,7 +1565,7 @@ export class DocumentStore {
         }
         // Get documents in the collection
         const docRows = await this.sqliteReadDb.all(`
-      SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version,
+      SELECT d.url, d.title, d.favicon, d.last_indexed, d.requires_auth, d.auth_domain, d.version, d.path_prefix,
              COALESCE((SELECT json_group_array(dt.tag) FROM document_tags dt WHERE dt.url = d.url), '[]') AS tags_json
       FROM documents d
       INNER JOIN collection_documents cd ON d.url = cd.url
@@ -1570,6 +1581,7 @@ export class DocumentStore {
             authDomain: doc.auth_domain ?? undefined,
             tags: this.parseDocumentTags(doc.tags_json),
             version: doc.version ?? undefined,
+            pathPrefix: doc.path_prefix ?? undefined,
         }));
         logger.debug(`[DocumentStore] Collection "${normalizedName}" has ${documents.length} documents`);
         return {