grepmind-core 0.1.0-alpha

package/dist/indexer/wal/lancedb-storage.test.js

@@ -0,0 +1,415 @@
+/**
+ * LanceDbWalStorage Tests
+ *
+ * Tests for LanceDB-based WAL storage implementation.
+ * Covers: lock operations, WAL operations, checkpoint, manifest.
+ */
+import { describe, it, expect, beforeEach, afterEach } from 'vitest';
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import * as os from 'node:os';
+import { LanceDbWalStorage } from './lancedb-storage.js';
+describe('LanceDbWalStorage', () => {
+    let tempDir;
+    let storage;
+    beforeEach(async () => {
+        // Create temp directory for tests
+        tempDir = await fs.mkdtemp(path.join(os.tmpdir(), 'wal-lancedb-test-'));
+        storage = new LanceDbWalStorage(tempDir);
+        await storage.initialize();
+    });
+    afterEach(async () => {
+        // Cleanup temp directory
+        await fs.rm(tempDir, { recursive: true, force: true });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // LOCK OPERATIONS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Lock Operations', () => {
+        const createLock = (id = 'test-task-id') => ({
+            id,
+            type: 'notes',
+            pid: process.pid,
+            startedAt: Date.now(),
+            heartbeat: Date.now(),
+        });
+        it('should acquire lock when no lock exists', async () => {
+            const lock = createLock();
+            const acquired = await storage.acquireLock(lock);
+            expect(acquired).toBe(true);
+            const readLock = await storage.getLock();
+            expect(readLock).not.toBeNull();
+            expect(readLock?.type).toBe(lock.type);
+            expect(readLock?.pid).toBe(lock.pid);
+        });
+        it('should fail to acquire lock when lock already exists', async () => {
+            const lock1 = createLock('task-1');
+            const lock2 = createLock('task-2');
+            const acquired1 = await storage.acquireLock(lock1);
+            const acquired2 = await storage.acquireLock(lock2);
+            expect(acquired1).toBe(true);
+            expect(acquired2).toBe(false);
+        });
+        it('should release lock by ID', async () => {
+            const lock = createLock('my-task');
+            await storage.acquireLock(lock);
+            await storage.releaseLock('my-task');
+            const readLock = await storage.getLock();
+            expect(readLock).toBeNull();
+        });
+        it('should not release lock with wrong ID', async () => {
+            const lock = createLock('task-1');
+            await storage.acquireLock(lock);
+            await storage.releaseLock('wrong-id');
+            const readLock = await storage.getLock();
+            expect(readLock).not.toBeNull();
+        });
+        it('should return null when no lock exists', async () => {
+            const lock = await storage.getLock();
+            expect(lock).toBeNull();
+        });
+        it('should update heartbeat for matching lock', async () => {
+            const lock = createLock('my-task');
+            const originalHeartbeat = lock.heartbeat;
+            await storage.acquireLock(lock);
+            // Wait a bit to ensure time difference
+            await new Promise((resolve) => setTimeout(resolve, 10));
+            await storage.updateHeartbeat('my-task');
+            const readLock = await storage.getLock();
+            expect(readLock).not.toBeNull();
+            expect(readLock.heartbeat).toBeGreaterThan(originalHeartbeat);
+        });
+        it('should not update heartbeat for non-matching lock', async () => {
+            const lock = createLock('task-1');
+            await storage.acquireLock(lock);
+            const originalHeartbeat = lock.heartbeat;
+            await storage.updateHeartbeat('wrong-task');
+            const readLock = await storage.getLock();
+            expect(readLock.heartbeat).toBe(originalHeartbeat);
+        });
+        it('should force clear lock', async () => {
+            const lock = createLock();
+            await storage.acquireLock(lock);
+            await storage.forceClearLock();
+            const readLock = await storage.getLock();
+            expect(readLock).toBeNull();
+        });
+        it('should handle force clear when no lock exists', async () => {
+            // Should not throw
+            await expect(storage.forceClearLock()).resolves.not.toThrow();
+        });
+        describe('compareAndClearLock', () => {
+            it('should clear lock when it matches expected state', async () => {
+                const lock = createLock('task-1');
+                await storage.acquireLock(lock);
+                const cleared = await storage.compareAndClearLock(lock);
+                expect(cleared).toBe(true);
+                expect(await storage.getLock()).toBeNull();
+            });
+            it('should not clear lock when startedAt differs', async () => {
+                const lock = createLock('task-1');
+                await storage.acquireLock(lock);
+                const fakeLock = {
+                    ...lock,
+                    id: 'global',
+                    startedAt: lock.startedAt + 1000,
+                };
+                const cleared = await storage.compareAndClearLock(fakeLock);
+                expect(cleared).toBe(false);
+                expect(await storage.getLock()).not.toBeNull();
+            });
+            it('should return true when no lock exists', async () => {
+                const lock = createLock('task-1');
+                const cleared = await storage.compareAndClearLock(lock);
+                expect(cleared).toBe(true);
+            });
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // WAL OPERATIONS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('WAL Operations', () => {
+        const createEntry = (lsn, op = 'file:done') => ({
+            lsn,
+            ts: Date.now(),
+            op: op,
+            taskId: 'test-task',
+            data: { path: `/file-${lsn}.md`, chunks: 1 },
+        });
+        it('should append entry to WAL', async () => {
+            const entry = createEntry(1);
+            await storage.appendEntry(entry);
+            const entries = await storage.getEntriesFromLsn(0);
+            expect(entries).toHaveLength(1);
+            expect(entries[0].lsn).toBe(1);
+        });
+        it('should append multiple entries', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            await storage.appendEntry(createEntry(3));
+            const entries = await storage.getEntriesFromLsn(0);
+            expect(entries).toHaveLength(3);
+            expect(entries.map((e) => e.lsn).sort()).toEqual([1, 2, 3]);
+        });
+        it('should filter entries by LSN', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            await storage.appendEntry(createEntry(3));
+            await storage.appendEntry(createEntry(4));
+            const entries = await storage.getEntriesFromLsn(3);
+            expect(entries).toHaveLength(2);
+            expect(entries.map((e) => e.lsn).sort()).toEqual([3, 4]);
+        });
+        it('should return empty array when WAL does not exist', async () => {
+            const entries = await storage.getEntriesFromLsn(0);
+            expect(entries).toEqual([]);
+        });
+        it('should get all entries', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            const entries = await storage.getAllEntries();
+            expect(entries).toHaveLength(2);
+        });
+        it('should truncate entries before LSN', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            await storage.appendEntry(createEntry(3));
+            await storage.appendEntry(createEntry(4));
+            await storage.truncateBeforeLsn(3);
+            const entries = await storage.getAllEntries();
+            expect(entries).toHaveLength(2);
+            expect(entries.map((e) => e.lsn).sort()).toEqual([3, 4]);
+        });
+        it('should handle truncating all entries', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            await storage.truncateBeforeLsn(100);
+            const entries = await storage.getAllEntries();
+            expect(entries).toHaveLength(0);
+        });
+        it('should clear WAL', async () => {
+            await storage.appendEntry(createEntry(1));
+            await storage.appendEntry(createEntry(2));
+            await storage.clearWal();
+            const entries = await storage.getAllEntries();
+            expect(entries).toHaveLength(0);
+        });
+        it('should preserve entry data through roundtrip', async () => {
+            const entry = {
+                lsn: 42,
+                ts: 1234567890,
+                op: 'file:done',
+                taskId: 'task-123',
+                data: {
+                    path: '/some/path.md',
+                    chunks: 5,
+                },
+            };
+            await storage.appendEntry(entry);
+            const entries = await storage.getAllEntries();
+            expect(entries[0].lsn).toEqual(entry.lsn);
+            expect(entries[0].ts).toEqual(entry.ts);
+            expect(entries[0].op).toEqual(entry.op);
+            expect(entries[0].taskId).toEqual(entry.taskId);
+            expect(entries[0].data).toEqual(entry.data);
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // CHECKPOINT OPERATIONS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Checkpoint Operations', () => {
+        const createCheckpoint = (lsn = 100) => ({
+            version: 1,
+            lsn,
+            createdAt: Date.now(),
+            task: {
+                id: 'task-123',
+                type: 'notes',
+                status: 'running',
+                startedAt: Date.now() - 10000,
+                totalFiles: 1000,
+                processedCount: lsn,
+                manifestHash: 'abc123',
+            },
+            stats: {
+                added: 50,
+                updated: 30,
+                deleted: 10,
+                failed: [],
+            },
+        });
+        it('should write and read checkpoint', async () => {
+            const checkpoint = createCheckpoint(100);
+            await storage.writeCheckpoint(checkpoint);
+            const readCheckpoint = await storage.getCheckpoint();
+            expect(readCheckpoint).toEqual(checkpoint);
+        });
+        it('should return null when checkpoint does not exist', async () => {
+            const checkpoint = await storage.getCheckpoint();
+            expect(checkpoint).toBeNull();
+        });
+        it('should overwrite existing checkpoint', async () => {
+            await storage.writeCheckpoint(createCheckpoint(100));
+            await storage.writeCheckpoint(createCheckpoint(200));
+            const checkpoint = await storage.getCheckpoint();
+            expect(checkpoint?.lsn).toBe(200);
+            expect(checkpoint?.task.processedCount).toBe(200);
+        });
+        it('should clear checkpoint', async () => {
+            await storage.writeCheckpoint(createCheckpoint());
+            await storage.clearCheckpoint();
+            const checkpoint = await storage.getCheckpoint();
+            expect(checkpoint).toBeNull();
+        });
+        it('should handle checkpoint with failed files', async () => {
+            const checkpoint = createCheckpoint();
+            checkpoint.stats.failed = [
+                { path: '/fail1.md', error: 'Error 1', retries: 3 },
+                { path: '/fail2.md', error: 'Error 2', retries: 2 },
+            ];
+            await storage.writeCheckpoint(checkpoint);
+            const read = await storage.getCheckpoint();
+            expect(read?.stats.failed).toHaveLength(2);
+            expect(read?.stats.failed[0].path).toBe('/fail1.md');
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // MANIFEST OPERATIONS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Manifest Operations', () => {
+        const createManifest = () => ({
+            version: 1,
+            current: {
+                id: 'task-123',
+                type: 'notes',
+                status: 'running',
+                startedAt: Date.now() - 10000,
+                updatedAt: Date.now(),
+                phase: 'indexing',
+                totalFiles: 1000,
+                processedFiles: 500,
+                currentFile: '/current.md',
+                added: 100,
+                updated: 50,
+                deleted: 10,
+                failedFiles: [],
+                manifestHash: 'hash123',
+                lastCheckpointLsn: 100,
+            },
+            lastCompleted: null,
+            walLsn: 150,
+            lastCheckpointLsn: 100,
+        });
+        it('should write and read manifest', async () => {
+            const manifest = createManifest();
+            await storage.writeManifest(manifest);
+            const read = await storage.getManifest();
+            expect(read).toEqual(manifest);
+        });
+        it('should return null when manifest does not exist', async () => {
+            const manifest = await storage.getManifest();
+            expect(manifest).toBeNull();
+        });
+        it('should update manifest', async () => {
+            const manifest = createManifest();
+            await storage.writeManifest(manifest);
+            manifest.current.processedFiles = 600;
+            await storage.writeManifest(manifest);
+            const read = await storage.getManifest();
+            expect(read?.current?.processedFiles).toBe(600);
+        });
+        it('should clear manifest', async () => {
+            await storage.writeManifest(createManifest());
+            await storage.clearManifest();
+            const manifest = await storage.getManifest();
+            expect(manifest).toBeNull();
+        });
+        it('should handle manifest with lastCompleted', async () => {
+            const manifest = createManifest();
+            manifest.current = null;
+            manifest.lastCompleted = {
+                id: 'old-task',
+                type: 'code',
+                status: 'completed',
+                startedAt: Date.now() - 100000,
+                completedAt: Date.now() - 50000,
+                totalFiles: 500,
+                stats: { added: 200, updated: 100, deleted: 50 },
+                failedCount: 0,
+            };
+            await storage.writeManifest(manifest);
+            const read = await storage.getManifest();
+            expect(read?.lastCompleted?.id).toBe('old-task');
+            expect(read?.lastCompleted?.status).toBe('completed');
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // CLEANUP
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Cleanup', () => {
+        it('should clear all tables', async () => {
+            // Create all data
+            await storage.acquireLock({
+                id: 'task',
+                type: 'notes',
+                pid: process.pid,
+                startedAt: Date.now(),
+                heartbeat: Date.now(),
+            });
+            await storage.appendEntry({
+                lsn: 1,
+                ts: Date.now(),
+                op: 'file:done',
+                taskId: 'task',
+            });
+            await storage.writeCheckpoint({
+                version: 1,
+                lsn: 1,
+                createdAt: Date.now(),
+                task: {
+                    id: 'task',
+                    type: 'notes',
+                    status: 'running',
+                    startedAt: Date.now(),
+                    totalFiles: 100,
+                    processedCount: 1,
+                },
+                stats: { added: 0, updated: 0, deleted: 0, failed: [] },
+            });
+            await storage.writeManifest({
+                version: 1,
+                current: null,
+                lastCompleted: null,
+                walLsn: 1,
+                lastCheckpointLsn: 1,
+            });
+            // Clear all
+            await storage.clear();
+            // All should be null/empty
+            expect(await storage.getLock()).toBeNull();
+            expect(await storage.getAllEntries()).toHaveLength(0);
+            expect(await storage.getCheckpoint()).toBeNull();
+            expect(await storage.getManifest()).toBeNull();
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // UTILITY METHODS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Utility Methods', () => {
+        it('should detect current process as running', () => {
+            expect(LanceDbWalStorage.isPidRunning(process.pid)).toBe(true);
+        });
+        it('should detect non-existent PID as not running', () => {
+            // Use a very high PID that's unlikely to exist
+            expect(LanceDbWalStorage.isPidRunning(999999999)).toBe(false);
+        });
+        it('should return correct table names', () => {
+            const names = storage.getTableNames();
+            expect(names.lock).toBe('sync_lock');
+            expect(names.wal).toBe('sync_wal');
+            expect(names.checkpoint).toBe('sync_checkpoint');
+            expect(names.manifest).toBe('sync_manifest');
+        });
+    });
+});
+//# sourceMappingURL=lancedb-storage.test.js.map

package/dist/indexer/wal/lancedb-storage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb-storage.test.js","sourceRoot":"","sources":["../../../src/indexer/wal/lancedb-storage.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,OAAe,CAAC;IACpB,IAAI,OAA0B,CAAC;IAE/B,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,kCAAkC;QAClC,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACxE,OAAO,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,yBAAyB;QACzB,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAE9E,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,MAAM,UAAU,GAAG,CAAC,KAAa,cAAc,EAAY,EAAE,CAAC,CAAC;YAC7D,EAAE;YACF,IAAI,EAAE,OAAO;YACb,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAEnC,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAEnD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAErC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAEtC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC;YACzC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAEhC,uCAAuC;YACvC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACxD,MAAM,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAEzC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,CAAC,QAAS,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC;YAEzC,MAAM,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;YAE5C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAS,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC;YAE/B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,mBAAmB;YACnB,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;gBAChE,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEhC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAExD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;gBAC5D,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEhC,MAAM,QAAQ,GAAa;oBACzB,GAAG,IAAI;oBACP,EAAE,EAAE,QAAQ;oBACZ,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI;iBACjC,CAAC;gBACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;gBAE5D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC5B,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;gBACtD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAExD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,iBAAiB;IACjB,8EAA8E;IAE9E,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,KAAa,WAAW,EAAY,EAAE,CAAC,CAAC;YACxE,GAAG;YACH,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;YACd,EAAE,EAAE,EAAoB;YACxB,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE;SAC7C,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAEjC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAEnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAErC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;YAChC,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YAEzB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,KAAK,GAAa;gBACtB,GAAG,EAAE,EAAE;gBACP,EAAE,EAAE,UAAU;gBACd,EAAE,EAAE,WAAW;gBACf,MAAM,EAAE,UAAU;gBAClB,IAAI,EAAE;oBACJ,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,CAAC;iBACV;aACF,CAAC;YAEF,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE9C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,wBAAwB;IACxB,8EAA8E;IAE9E,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,MAAM,gBAAgB,GAAG,CAAC,MAAc,GAAG,EAAkB,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,CAAC;YACV,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE;gBACJ,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;gBAC7B,UAAU,EAAE,IAAI;gBAChB,cAAc,EAAE,GAAG;gBACnB,YAAY,EAAE,QAAQ;aACvB;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,EAAE;gBACT,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX;SACF,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAE1C,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YACrD,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YACjD,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,OAAO,CAAC,eAAe,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACrD,MAAM,OAAO,CAAC,eAAe,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAErD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YACjD,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,MAAM,OAAO,CAAC,eAAe,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAElD,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC;YAEhC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YACjD,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;YACtC,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG;gBACxB,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;gBACnD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;aACpD,CAAC;YAEF,MAAM,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE3C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,sBAAsB;IACtB,8EAA8E;IAE9E,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,MAAM,cAAc,GAAG,GAAiB,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;YACV,OAAO,EAAE;gBACP,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;gBAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,KAAK,EAAE,UAAU;gBACjB,UAAU,EAAE,IAAI;gBAChB,cAAc,EAAE,GAAG;gBACnB,WAAW,EAAE,aAAa;gBAC1B,KAAK,EAAE,GAAG;gBACV,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,EAAE;gBACf,YAAY,EAAE,SAAS;gBACvB,iBAAiB,EAAE,GAAG;aACvB;YACD,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,GAAG;YACX,iBAAiB,EAAE,GAAG;SACvB,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;YAClC,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAEtC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;YAClC,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAEtC,QAAQ,CAAC,OAAQ,CAAC,cAAc,GAAG,GAAG,CAAC;YACvC,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAEtC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,OAAO,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC,CAAC;YAE9C,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;YAClC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;YACxB,QAAQ,CAAC,aAAa,GAAG;gBACvB,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM;gBAC9B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;gBAC/B,UAAU,EAAE,GAAG;gBACf,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE;gBAChD,WAAW,EAAE,CAAC;aACf,CAAC;YAEF,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAEzC,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACjD,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,UAAU;IACV,8EAA8E;IAE9E,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,kBAAkB;YAClB,MAAM,OAAO,CAAC,WAAW,CAAC;gBACxB,EAAE,EAAE,MAAM;gBACV,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,WAAW,CAAC;gBACxB,GAAG,EAAE,CAAC;gBACN,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;gBACd,EAAE,EAAE,WAAW;gBACf,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,eAAe,CAAC;gBAC5B,OAAO,EAAE,CAAC;gBACV,GAAG,EAAE,CAAC;gBACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,IAAI,EAAE;oBACJ,EAAE,EAAE,MAAM;oBACV,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,SAAS;oBACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,UAAU,EAAE,GAAG;oBACf,cAAc,EAAE,CAAC;iBAClB;gBACD,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;aACxD,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,aAAa,CAAC;gBAC1B,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,CAAC;gBACT,iBAAiB,EAAE,CAAC;aACrB,CAAC,CAAC;YAEH,YAAY;YACZ,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YAEtB,2BAA2B;YAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3C,MAAM,CAAC,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACtD,MAAM,CAAC,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,CAAC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAE9E,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,+CAA+C;YAC/C,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;YAEtC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACnC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/indexer/wal/sync-wal.d.ts

@@ -0,0 +1,144 @@
+/**
+ * SyncWal - Unified Write-Ahead Log for Sync Tasks
+ *
+ * PostgreSQL-inspired WAL with:
+ * - LSN (Log Sequence Number) for recovery positioning
+ * - Checkpoint + truncate for bounded WAL size
+ * - Offset-based recovery (no paths stored)
+ * - Global lock with heartbeat for stale detection
+ * - Cancellation support
+ */
+import type { WalStorage, ManifestData, SyncType, TaskPhase, SyncTask, SyncTaskSummary, RecoveryPlan, SyncProgress, LockStatus, SyncWalConfig } from './types.js';
+export declare class SyncWal {
+    private storage;
+    private config;
+    private currentLsn;
+    private currentTaskId;
+    private currentTaskType;
+    private totalFiles;
+    private manifestHash;
+    private startedAt;
+    private phase;
+    private currentFile;
+    private memtable;
+    private filesSinceCheckpoint;
+    private checkpointProcessedCount;
+    private lastCheckpointLsn;
+    private heartbeatInterval?;
+    private cancelRequested;
+    private pauseRequested;
+    private isPaused;
+    private onProgressCallback?;
+    private onEmbeddingProgressCallback?;
+    private onSubPhaseProgressCallback?;
+    constructor(storage: WalStorage, config?: Partial<SyncWalConfig>);
+    /**
+     * Initialize SyncWal - call on server start
+     * Handles stale lock detection and recovery
+     */
+    initialize(): Promise<RecoveryPlan | null>;
+    /**
+     * Start a new sync task
+     */
+    startTask(type: SyncType, totalFiles: number, manifestHash?: string): Promise<string>;
+    /**
+     * Mark a file as successfully processed
+     */
+    fileProcessed(taskId: string, path: string, chunks: number, action?: 'added' | 'updated'): Promise<void>;
+    /**
+     * Mark a file as failed
+     */
+    fileFailed(taskId: string, path: string, error: string, retries: number): Promise<void>;
+    /**
+     * Mark file as deleted
+     */
+    fileDeleted(taskId: string, path: string): Promise<void>;
+    /**
+     * Complete the sync task
+     */
+    completeTask(taskId: string): Promise<void>;
+    /**
+     * Fail the sync task
+     */
+    failTask(taskId: string, error: string): Promise<void>;
+    /**
+     * Cancel the sync task
+     */
+    cancelTask(taskId: string): Promise<void>;
+    /**
+     * Set task phase
+     */
+    setPhase(phase: TaskPhase): void;
+    checkpoint(): Promise<void>;
+    /**
+     * Check for incomplete task and return recovery plan
+     */
+    recover(): Promise<RecoveryPlan | null>;
+    /**
+     * Resume a task from recovery plan
+     */
+    resumeTask(plan: RecoveryPlan): Promise<void>;
+    getManifest(): Promise<ManifestData | null>;
+    getCurrentTask(): Promise<SyncTask | null>;
+    getLastCompleted(): Promise<SyncTaskSummary | null>;
+    getProgress(): SyncProgress | null;
+    private acquireLock;
+    releaseLock(): Promise<void>;
+    isLocked(): Promise<LockStatus>;
+    forceClearStaleLock(): Promise<boolean>;
+    /**
+     * Clear all WAL state (lock, checkpoint, WAL entries, manifest).
+     * Use this to reset sync state when stuck in recovery loop.
+     * WARNING: This will lose any recovery information for incomplete syncs.
+     */
+    clear(): Promise<void>;
+    startHeartbeat(): void;
+    stopHeartbeat(): void;
+    requestCancel(taskId: string): Promise<void>;
+    isCancelled(taskId: string): boolean;
+    /**
+     * Request pause for the current sync task
+     */
+    requestPause(taskId: string): void;
+    /**
+     * Resume a paused sync task
+     */
+    requestResume(taskId: string): void;
+    /**
+     * Check if task should pause (call from indexer loop)
+     */
+    shouldPause(taskId: string): boolean;
+    /**
+     * Wait while paused (call from indexer loop)
+     * Returns true if resumed, false if cancelled during pause
+     */
+    waitWhilePaused(taskId: string): Promise<boolean>;
+    /**
+     * Check if currently paused
+     */
+    isPausedNow(): boolean;
+    onProgress(callback: (progress: SyncProgress) => void): void;
+    onEmbeddingProgress(callback: (current: number, total: number) => void): void;
+    /**
+     * Get callback for embedding progress (to pass to embedding provider)
+     */
+    getEmbeddingProgressCallback(): ((current: number, total: number) => void) | undefined;
+    onSubPhaseProgress(callback: (current: number, total: number, subPhase: string) => void): void;
+    /**
+     * Emit sub-phase progress (for graph/tree building phases)
+     */
+    emitSubPhaseProgress(current: number, total: number, subPhase: string): void;
+    private emitProgress;
+    shutdown(): Promise<void>;
+    private getCumulativeStats;
+    private cleanup;
+    /**
+     * Get current task ID (for external use)
+     */
+    getCurrentTaskId(): string | null;
+    /**
+     * Check if sync is currently running
+     */
+    isRunning(): boolean;
+}
+//# sourceMappingURL=sync-wal.d.ts.map

package/dist/indexer/wal/sync-wal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-wal.d.ts","sourceRoot":"","sources":["../../../src/indexer/wal/sync-wal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EACV,UAAU,EAIV,YAAY,EAEZ,QAAQ,EAER,SAAS,EACT,QAAQ,EACR,eAAe,EAGf,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,aAAa,EAEd,MAAM,YAAY,CAAC;AAOpB,qBAAa,OAAO;IAClB,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,MAAM,CAAgB;IAG9B,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,eAAe,CAAyB;IAChD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,WAAW,CAAuB;IAG1C,OAAO,CAAC,QAAQ,CAAyB;IAGzC,OAAO,CAAC,oBAAoB,CAAa;IACzC,OAAO,CAAC,wBAAwB,CAAa;IAC7C,OAAO,CAAC,iBAAiB,CAAU;IAGnC,OAAO,CAAC,iBAAiB,CAAC,CAAiC;IAG3D,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,cAAc,CAA0B;IAChD,OAAO,CAAC,QAAQ,CAAkB;IAGlC,OAAO,CAAC,kBAAkB,CAAC,CAAmC;IAC9D,OAAO,CAAC,2BAA2B,CAAC,CAA2C;IAC/E,OAAO,CAAC,0BAA0B,CAAC,CAA6D;gBAEpF,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC;IAShE;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAuBhD;;OAEG;IACG,SAAS,CACb,IAAI,EAAE,QAAQ,EACd,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,CAAC;IAmGlB;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,OAAO,GAAG,SAAqB,GACtC,OAAO,CAAC,IAAI,CAAC;IAwChB;;OAEG;IACG,UAAU,CACd,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC;IA0BhB;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0B9D;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAyEjD;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8C5D;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6C/C;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI;IAS1B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAuEjC;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IA4C7C;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA2D7C,WAAW,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAI3C,cAAc,IAAI,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAK1C,gBAAgB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAKzD,WAAW,IAAI,YAAY,GAAG,IAAI;YA0CpB,WAAW;IAuBnB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC;IAiB/B,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAkB7C;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B5B,cAAc,IAAI,IAAI;IActB,aAAa,IAAI,IAAI;IAWf,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAQpC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQlC;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQnC;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAIpC;;;OAGG;IACG,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUvD;;OAEG;IACH,WAAW,IAAI,OAAO;IAQtB,UAAU,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,GAAG,IAAI;IAI5D,mBAAmB,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI7E;;OAEG;IACH,4BAA4B,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS;IAItF,kBAAkB,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI9F;;OAEG;IACH,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI5E,OAAO,CAAC,YAAY;IAWd,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAe/B,OAAO,CAAC,kBAAkB;YAiBZ,OAAO;IAuBrB;;OAEG;IACH,gBAAgB,IAAI,MAAM,GAAG,IAAI;IAIjC;;OAEG;IACH,SAAS,IAAI,OAAO;CAGrB"}