grepmind-core 0.1.0-alpha

package/dist/indexer/wal/integration.test.js

@@ -0,0 +1,378 @@
+/**
+ * Integration Tests for Sync WAL
+ *
+ * Tests that verify complete workflows and edge cases:
+ * - Full sync cycle
+ * - Recovery scenarios
+ * - Multiple sync sessions
+ * - Stress testing
+ */
+import { describe, it, expect, beforeEach, afterEach } from 'vitest';
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import * as os from 'node:os';
+import * as crypto from 'node:crypto';
+import { SyncWal } from './sync-wal.js';
+import { FileWalStorage } from './file-storage.js';
+import { LanceDbWalStorage } from './lancedb-storage.js';
+import { createWalStorage } from './index.js';
+describe('WAL Integration Tests', () => {
+    let tempDir;
+    let storage;
+    let syncWal;
+    beforeEach(async () => {
+        tempDir = await fs.mkdtemp(path.join(os.tmpdir(), 'wal-integration-'));
+        storage = new FileWalStorage(tempDir);
+        syncWal = new SyncWal(storage, { checkpointInterval: 10 });
+    });
+    afterEach(async () => {
+        syncWal.stopHeartbeat();
+        await fs.rm(tempDir, { recursive: true, force: true });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // FULL SYNC CYCLE
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Full Sync Cycle', () => {
+        it('should complete a full notes sync with multiple checkpoints', async () => {
+            const files = Array.from({ length: 35 }, (_, i) => `/note-${i}.md`);
+            const manifestHash = crypto.createHash('sha256').update(files.join('\n')).digest('hex');
+            const taskId = await syncWal.startTask('notes', files.length, manifestHash);
+            // Simulate indexing each file
+            for (let i = 0; i < files.length; i++) {
+                const action = i % 3 === 0 ? 'added' : 'updated';
+                await syncWal.fileProcessed(taskId, files[i], Math.floor(Math.random() * 5) + 1, action);
+            }
+            // Verify progress before completion
+            const progress = syncWal.getProgress();
+            expect(progress?.processedFiles).toBe(35);
+            expect(progress?.added).toBe(12); // Every 3rd file (0, 3, 6, 9, 12, 15, 18, 21, 24, 27, 30, 33)
+            expect(progress?.updated).toBe(23);
+            await syncWal.completeTask(taskId);
+            // Verify final state
+            const manifest = await storage.getManifest();
+            expect(manifest?.current).toBeNull();
+            expect(manifest?.lastCompleted?.status).toBe('completed');
+            expect(manifest?.lastCompleted?.totalFiles).toBe(35);
+        });
+        it('should complete a full code sync with failed files', async () => {
+            const files = Array.from({ length: 20 }, (_, i) => `/src/file-${i}.ts`);
+            const manifestHash = crypto.createHash('sha256').update(files.join('\n')).digest('hex');
+            const taskId = await syncWal.startTask('code', files.length, manifestHash);
+            // Simulate indexing with some failures
+            for (let i = 0; i < files.length; i++) {
+                if (i === 5 || i === 15) {
+                    await syncWal.fileFailed(taskId, files[i], `Syntax error in file ${i}`, 3);
+                }
+                else {
+                    await syncWal.fileProcessed(taskId, files[i], 2);
+                }
+            }
+            await syncWal.completeTask(taskId);
+            const manifest = await storage.getManifest();
+            expect(manifest?.lastCompleted?.failedCount).toBe(2);
+            expect(manifest?.lastCompleted?.stats.updated).toBe(18);
+        });
+        it('should handle sync with delete phase', async () => {
+            const taskId = await syncWal.startTask('notes', 15);
+            // Indexing phase
+            syncWal.setPhase('indexing');
+            for (let i = 0; i < 10; i++) {
+                await syncWal.fileProcessed(taskId, `/file-${i}.md`, 1);
+            }
+            // Delete phase
+            syncWal.setPhase('deleting');
+            for (let i = 0; i < 5; i++) {
+                await syncWal.fileDeleted(taskId, `/old-file-${i}.md`);
+            }
+            await syncWal.completeTask(taskId);
+            const manifest = await storage.getManifest();
+            expect(manifest?.lastCompleted?.stats.updated).toBe(10);
+            expect(manifest?.lastCompleted?.stats.deleted).toBe(5);
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // RECOVERY SCENARIOS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Recovery Scenarios', () => {
+        it('should recover and resume interrupted sync', async () => {
+            const files = Array.from({ length: 50 }, (_, i) => `/file-${i}.md`);
+            const manifestHash = crypto.createHash('sha256').update(files.join('\n')).digest('hex');
+            // Start first sync and process some files
+            const taskId1 = await syncWal.startTask('notes', files.length, manifestHash);
+            for (let i = 0; i < 25; i++) {
+                await syncWal.fileProcessed(taskId1, files[i], 1);
+            }
+            // Simulate crash by directly stopping without cleanup
+            syncWal.stopHeartbeat();
+            // Create new SyncWal instance (simulates server restart)
+            const newStorage = new FileWalStorage(tempDir);
+            const newSyncWal = new SyncWal(newStorage, { checkpointInterval: 10 });
+            // Initialize and check for recovery
+            const plan = await newSyncWal.initialize();
+            expect(plan).not.toBeNull();
+            expect(plan?.taskId).toBe(taskId1);
+            expect(plan?.skipCount).toBe(25);
+            expect(plan?.manifestHash).toBe(manifestHash);
+            // Resume and complete
+            await newSyncWal.resumeTask(plan);
+            // Process remaining files
+            for (let i = 25; i < files.length; i++) {
+                await newSyncWal.fileProcessed(taskId1, files[i], 1);
+            }
+            await newSyncWal.completeTask(taskId1);
+            // Verify completion
+            const manifest = await newStorage.getManifest();
+            expect(manifest?.lastCompleted?.status).toBe('completed');
+            expect(manifest?.lastCompleted?.totalFiles).toBe(50);
+            newSyncWal.stopHeartbeat();
+        });
+        it('should detect manifest hash mismatch on recovery', async () => {
+            const files1 = ['/a.md', '/b.md', '/c.md'];
+            const hash1 = crypto.createHash('sha256').update(files1.join('\n')).digest('hex');
+            // Start sync and checkpoint
+            const taskId = await syncWal.startTask('notes', 3, hash1);
+            await syncWal.fileProcessed(taskId, files1[0], 1);
+            await syncWal.checkpoint(); // Force checkpoint
+            syncWal.stopHeartbeat();
+            // Simulate restart with different file list
+            const newStorage = new FileWalStorage(tempDir);
+            const newSyncWal = new SyncWal(newStorage, { checkpointInterval: 10 });
+            const plan = await newSyncWal.initialize();
+            expect(plan).not.toBeNull();
+            // In real code, you'd compare manifestHash with current files
+            // If they differ, you'd start fresh instead of resuming
+            const files2 = ['/a.md', '/b.md', '/d.md']; // /c.md changed to /d.md
+            const hash2 = crypto.createHash('sha256').update(files2.join('\n')).digest('hex');
+            expect(plan?.manifestHash).toBe(hash1);
+            expect(hash1).not.toBe(hash2); // Hashes should differ
+            newSyncWal.stopHeartbeat();
+            // Clear lock for cleanup
+            await newStorage.forceClearLock();
+        });
+        it('should recover from crash before first checkpoint', async () => {
+            const taskId = await syncWal.startTask('notes', 100);
+            // Process few files, not enough for checkpoint (interval=10)
+            for (let i = 0; i < 3; i++) {
+                await syncWal.fileProcessed(taskId, `/file-${i}.md`, 1);
+            }
+            // No checkpoint written yet, simulate crash
+            syncWal.stopHeartbeat();
+            // New instance
+            const newStorage = new FileWalStorage(tempDir);
+            const newSyncWal = new SyncWal(newStorage, { checkpointInterval: 10 });
+            const plan = await newSyncWal.initialize();
+            // Without checkpoint, recovery relies on WAL entries
+            // After clear-lock recovery, we should see state from WAL
+            expect(plan).toBeNull(); // No checkpoint means no recovery plan
+            newSyncWal.stopHeartbeat();
+            await newStorage.forceClearLock();
+        });
+        it('should recover stats from checkpoint', async () => {
+            const taskId = await syncWal.startTask('notes', 50);
+            // Add varied operations
+            for (let i = 0; i < 5; i++) {
+                await syncWal.fileProcessed(taskId, `/new-${i}.md`, 1, 'added');
+            }
+            for (let i = 0; i < 3; i++) {
+                await syncWal.fileProcessed(taskId, `/update-${i}.md`, 1, 'updated');
+            }
+            for (let i = 0; i < 2; i++) {
+                await syncWal.fileFailed(taskId, `/fail-${i}.md`, 'error', 0);
+            }
+            // Force checkpoint at 10 files
+            syncWal.stopHeartbeat();
+            // Recover
+            const newStorage = new FileWalStorage(tempDir);
+            const newSyncWal = new SyncWal(newStorage, { checkpointInterval: 10 });
+            const plan = await newSyncWal.initialize();
+            expect(plan).not.toBeNull();
+            expect(plan?.stats.added).toBe(5);
+            expect(plan?.stats.updated).toBe(3);
+            expect(plan?.stats.failed).toHaveLength(2);
+            expect(plan?.skipCount).toBe(10);
+            newSyncWal.stopHeartbeat();
+            await newStorage.forceClearLock();
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // MULTIPLE SYNC SESSIONS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Multiple Sync Sessions', () => {
+        it('should preserve lastCompleted across sessions', async () => {
+            // First sync
+            const taskId1 = await syncWal.startTask('notes', 10);
+            for (let i = 0; i < 10; i++) {
+                await syncWal.fileProcessed(taskId1, `/n-${i}.md`, 1);
+            }
+            await syncWal.completeTask(taskId1);
+            // Second sync
+            const taskId2 = await syncWal.startTask('code', 5);
+            for (let i = 0; i < 5; i++) {
+                await syncWal.fileProcessed(taskId2, `/c-${i}.ts`, 1);
+            }
+            await syncWal.completeTask(taskId2);
+            // lastCompleted should be the second sync
+            const manifest = await storage.getManifest();
+            expect(manifest?.lastCompleted?.id).toBe(taskId2);
+            expect(manifest?.lastCompleted?.type).toBe('code');
+            // Start third sync and verify we can still access lastCompleted
+            const taskId3 = await syncWal.startTask('notes', 3);
+            const manifestDuring = await syncWal.getManifest();
+            expect(manifestDuring?.lastCompleted?.id).toBe(taskId2);
+            await syncWal.completeTask(taskId3);
+        });
+        it('should handle alternating notes and code syncs', async () => {
+            for (let round = 0; round < 3; round++) {
+                const type = round % 2 === 0 ? 'notes' : 'code';
+                const taskId = await syncWal.startTask(type, 5);
+                for (let i = 0; i < 5; i++) {
+                    await syncWal.fileProcessed(taskId, `/r${round}-f${i}.${type === 'notes' ? 'md' : 'ts'}`, 1);
+                }
+                await syncWal.completeTask(taskId);
+                const manifest = await storage.getManifest();
+                expect(manifest?.lastCompleted?.type).toBe(type);
+            }
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // FACTORY FUNCTION
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Factory Function', () => {
+        it('should create FileWalStorage via factory', () => {
+            const storage = createWalStorage({ type: 'file', dir: tempDir });
+            expect(storage).toBeInstanceOf(FileWalStorage);
+        });
+        it('should create LanceDbWalStorage via factory', () => {
+            const storage = createWalStorage({ type: 'lancedb', dbPath: tempDir });
+            expect(storage).toBeInstanceOf(LanceDbWalStorage);
+        });
+        it('should throw for postgres storage (not implemented)', () => {
+            expect(() => createWalStorage({ type: 'postgres' })).toThrow(/Postgres storage not implemented/);
+        });
+        it('should throw when dir not provided for file storage', () => {
+            expect(() => createWalStorage({ type: 'file' })).toThrow(/dir is required/);
+        });
+        it('should throw when dbPath not provided for lancedb storage', () => {
+            expect(() => createWalStorage({ type: 'lancedb' })).toThrow(/dbPath is required/);
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // WAL SIZE BOUNDS
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('WAL Size Bounds', () => {
+        it('should keep WAL size bounded after checkpoints', async () => {
+            const taskId = await syncWal.startTask('notes', 100);
+            // Process many files (should trigger multiple checkpoints)
+            for (let i = 0; i < 35; i++) {
+                await syncWal.fileProcessed(taskId, `/file-${i}.md`, 1);
+            }
+            // Check WAL size - should be bounded to entries since last checkpoint
+            const entries = await storage.getAllEntries();
+            // With checkpoint interval of 10, WAL should have at most ~15 entries
+            // (checkpoint + entries after it)
+            expect(entries.length).toBeLessThanOrEqual(15);
+            await syncWal.completeTask(taskId);
+        });
+        it('should have small checkpoint file size', async () => {
+            const taskId = await syncWal.startTask('notes', 100);
+            // Process files to create checkpoint
+            for (let i = 0; i < 15; i++) {
+                if (i === 5) {
+                    await syncWal.fileFailed(taskId, `/fail-${i}.md`, 'Error message here', 3);
+                }
+                else {
+                    await syncWal.fileProcessed(taskId, `/file-${i}.md`, 1);
+                }
+            }
+            const paths = storage.getPaths();
+            const stats = await fs.stat(paths.checkpoint);
+            // Checkpoint should be small (< 5KB even with failed files)
+            expect(stats.size).toBeLessThan(5000);
+            await syncWal.completeTask(taskId);
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // PROGRESS TRACKING
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Progress Tracking', () => {
+        it('should track progress accurately through full sync', async () => {
+            const progressHistory = [];
+            syncWal.onProgress((p) => {
+                progressHistory.push({
+                    processed: p.processedFiles,
+                    added: p.added,
+                    updated: p.updated,
+                    deleted: p.deleted,
+                });
+            });
+            const taskId = await syncWal.startTask('notes', 20);
+            for (let i = 0; i < 10; i++) {
+                await syncWal.fileProcessed(taskId, `/a-${i}.md`, 1, 'added');
+            }
+            for (let i = 0; i < 5; i++) {
+                await syncWal.fileProcessed(taskId, `/u-${i}.md`, 1, 'updated');
+            }
+            syncWal.setPhase('deleting');
+            for (let i = 0; i < 5; i++) {
+                await syncWal.fileDeleted(taskId, `/d-${i}.md`);
+            }
+            await syncWal.completeTask(taskId);
+            // Verify progress was tracked
+            expect(progressHistory.length).toBeGreaterThan(0);
+            // Last progress should have full counts
+            const lastProgress = progressHistory[progressHistory.length - 1];
+            expect(lastProgress.added).toBe(10);
+            expect(lastProgress.updated).toBe(5);
+            expect(lastProgress.deleted).toBe(5);
+            expect(lastProgress.processed).toBe(20);
+        });
+        it('should estimate remaining time based on progress', async () => {
+            const taskId = await syncWal.startTask('notes', 100);
+            // Process some files with delays to build timing data
+            for (let i = 0; i < 10; i++) {
+                await syncWal.fileProcessed(taskId, `/f-${i}.md`, 1);
+                await new Promise((r) => setTimeout(r, 5));
+            }
+            const progress = syncWal.getProgress();
+            expect(progress?.estimatedRemainingMs).toBeDefined();
+            expect(progress?.estimatedRemainingMs).toBeGreaterThan(0);
+            // 90 files remaining, ~5ms each = ~450ms expected.
+            // Keep a wide upper bound because CI/VM timer jitter can be high.
+            expect(progress?.estimatedRemainingMs).toBeLessThan(10000);
+            await syncWal.completeTask(taskId);
+        });
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // STRESS TESTING
+    // ═══════════════════════════════════════════════════════════════════════════
+    describe('Stress Testing', () => {
+        it('should handle large number of files', async () => {
+            const fileCount = 500;
+            const wal = new SyncWal(storage, { checkpointInterval: 100 });
+            const taskId = await wal.startTask('notes', fileCount);
+            for (let i = 0; i < fileCount; i++) {
+                await wal.fileProcessed(taskId, `/stress/file-${i}.md`, 1);
+            }
+            await wal.completeTask(taskId);
+            const manifest = await storage.getManifest();
+            expect(manifest?.lastCompleted?.totalFiles).toBe(fileCount);
+            expect(manifest?.lastCompleted?.status).toBe('completed');
+            // WAL should still be bounded
+            const entries = await storage.getAllEntries();
+            expect(entries.length).toBeLessThan(200); // Way less than 500
+            wal.stopHeartbeat();
+        }, 30000); // Allow 30 seconds for this test
+        it('should handle rapid checkpoint creation', async () => {
+            const wal = new SyncWal(storage, { checkpointInterval: 1 }); // Checkpoint every file
+            const taskId = await wal.startTask('notes', 50);
+            for (let i = 0; i < 50; i++) {
+                await wal.fileProcessed(taskId, `/rapid-${i}.md`, 1);
+            }
+            await wal.completeTask(taskId);
+            const manifest = await storage.getManifest();
+            expect(manifest?.lastCompleted?.status).toBe('completed');
+            wal.stopHeartbeat();
+        });
+    });
+});
+//# sourceMappingURL=integration.test.js.map

package/dist/indexer/wal/integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration.test.js","sourceRoot":"","sources":["../../../src/indexer/wal/integration.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAI,OAAe,CAAC;IACpB,IAAI,OAAuB,CAAC;IAC5B,IAAI,OAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QACvE,OAAO,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAE9E,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAE5E,8BAA8B;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjD,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YAC3F,CAAC;YAED,oCAAoC;YACpC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,8DAA8D;YAChG,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnC,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAEnC,qBAAqB;YACrB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAE3E,uCAAuC;YACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;oBACxB,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,wBAAwB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC7E,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YAED,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAEnC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAEpD,iBAAiB;YACjB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,eAAe;YACf,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;YACzD,CAAC;YAED,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAEnC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,qBAAqB;IACrB,8EAA8E;IAE9E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExF,0CAA0C;YAC1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpD,CAAC;YAED,sDAAsD;YACtD,OAAO,CAAC,aAAa,EAAE,CAAC;YAExB,yDAAyD;YACzD,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,CAAC;YAEvE,oCAAoC;YACpC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE3C,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE9C,sBAAsB;YACtB,MAAM,UAAU,CAAC,UAAU,CAAC,IAAK,CAAC,CAAC;YAEnC,0BAA0B;YAC1B,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,UAAU,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEvC,oBAAoB;YACpB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;YAChD,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAErD,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAElF,4BAA4B;YAC5B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,mBAAmB;YAC/C,OAAO,CAAC,aAAa,EAAE,CAAC;YAExB,4CAA4C;YAC5C,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,CAAC;YAEvE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE3C,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAE5B,8DAA8D;YAC9D,wDAAwD;YACxD,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,yBAAyB;YACrE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAElF,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB;YAEtD,UAAU,CAAC,aAAa,EAAE,CAAC;YAC3B,yBAAyB;YACzB,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,6DAA6D;YAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,4CAA4C;YAC5C,OAAO,CAAC,aAAa,EAAE,CAAC;YAExB,eAAe;YACf,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,CAAC;YAEvE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE3C,qDAAqD;YACrD,0DAA0D;YAC1D,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,uCAAuC;YAEhE,UAAU,CAAC,aAAa,EAAE,CAAC;YAC3B,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAEpD,wBAAwB;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;YAClE,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YACvE,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;YAChE,CAAC;YAED,+BAA+B;YAC/B,OAAO,CAAC,aAAa,EAAE,CAAC;YAExB,UAAU;YACV,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,CAAC;YAEvE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YAE3C,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEjC,UAAU,CAAC,aAAa,EAAE,CAAC;YAC3B,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,yBAAyB;IACzB,8EAA8E;IAE9E,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,aAAa;YACb,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEpC,cAAc;YACd,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEpC,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnD,gEAAgE;YAChE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACpD,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YACnD,MAAM,CAAC,cAAc,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAExD,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;gBACvC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAChD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,IAAwB,EAAE,CAAC,CAAC,CAAC;gBAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/F,CAAC;gBAED,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAEnC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,mBAAmB;IACnB,8EAA8E;IAE9E,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YACjE,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACvE,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,OAAO,CAC1D,kCAAkC,CACnC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CACtD,iBAAiB,CAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CACzD,oBAAoB,CACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAE9E,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,2DAA2D;YAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,sEAAsE;YACtE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,sEAAsE;YACtE,kCAAkC;YAClC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,qCAAqC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACZ,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC;gBAC7E,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAE9C,4DAA4D;YAC5D,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAEtC,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,oBAAoB;IACpB,8EAA8E;IAE9E,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,eAAe,GAKhB,EAAE,CAAC;YAER,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE;gBACvB,eAAe,CAAC,IAAI,CAAC;oBACnB,SAAS,EAAE,CAAC,CAAC,cAAc;oBAC3B,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAEnC,8BAA8B;YAC9B,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAElD,wCAAwC;YACxC,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAErD,sDAAsD;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC,WAAW,EAAE,CAAC;YACrD,MAAM,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE1D,mDAAmD;YACnD,kEAAkE;YAClE,MAAM,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,iBAAiB;IACjB,8EAA8E;IAE9E,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,SAAS,GAAG,GAAG,CAAC;YACtB,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAE1D,8BAA8B;YAC9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,oBAAoB;YAE9D,GAAG,CAAC,aAAa,EAAE,CAAC;QACtB,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,iCAAiC;QAE5C,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,wBAAwB;YACrF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAE1D,GAAG,CAAC,aAAa,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/indexer/wal/lancedb-storage.d.ts

@@ -0,0 +1,72 @@
+/**
+ * LanceDbWalStorage - LanceDB-based implementation of WalStorage interface
+ *
+ * Tables:
+ * - sync_lock       - Global lock with row versioning for CAS
+ * - sync_wal        - Append-only WAL entries
+ * - sync_checkpoint - Checkpoint data (singleton)
+ * - sync_manifest   - Manifest data (singleton)
+ *
+ * Lock Strategy:
+ * Uses row versioning with Compare-and-Swap (CAS) pattern:
+ * 1. Read current lock
+ * 2. If stale (heartbeat timeout), clear it with CAS
+ * 3. Try to add new lock (fails if another process already acquired)
+ */
+import type { WalStorage, LockData, WalEntry, CheckpointData, ManifestData } from './types.js';
+export declare class LanceDbWalStorage implements WalStorage {
+    private dbPath;
+    private storageOptions?;
+    private db;
+    private lockTable;
+    private walTable;
+    private checkpointTable;
+    private manifestTable;
+    private initialized;
+    constructor(dbPath: string, storageOptions?: Record<string, string> | undefined);
+    initialize(): Promise<void>;
+    private ensureLockTable;
+    private ensureWalTable;
+    private ensureCheckpointTable;
+    private ensureManifestTable;
+    acquireLock(lock: LockData): Promise<boolean>;
+    releaseLock(lockId: string): Promise<void>;
+    getLock(): Promise<LockData | null>;
+    updateHeartbeat(lockId: string): Promise<void>;
+    /**
+     * Force clear the lock.
+     * Use with caution - only for stale lock recovery.
+     */
+    forceClearLock(): Promise<void>;
+    /**
+     * Atomically clear lock only if it matches expected state.
+     * Uses row versioning (CAS) to prevent race conditions.
+     */
+    compareAndClearLock(expectedLock: LockData): Promise<boolean>;
+    appendEntry(entry: WalEntry): Promise<void>;
+    getEntriesFromLsn(lsn: number): Promise<WalEntry[]>;
+    getAllEntries(): Promise<WalEntry[]>;
+    truncateBeforeLsn(lsn: number): Promise<void>;
+    clearWal(): Promise<void>;
+    writeCheckpoint(data: CheckpointData): Promise<void>;
+    getCheckpoint(): Promise<CheckpointData | null>;
+    clearCheckpoint(): Promise<void>;
+    writeManifest(data: ManifestData): Promise<void>;
+    getManifest(): Promise<ManifestData | null>;
+    clearManifest(): Promise<void>;
+    clear(): Promise<void>;
+    /**
+     * Check if PID is still running (for stale lock detection)
+     */
+    static isPidRunning(pid: number): boolean;
+    /**
+     * Get table names for debugging/testing
+     */
+    getTableNames(): {
+        lock: string;
+        wal: string;
+        checkpoint: string;
+        manifest: string;
+    };
+}
+//# sourceMappingURL=lancedb-storage.d.ts.map

package/dist/indexer/wal/lancedb-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb-storage.d.ts","sourceRoot":"","sources":["../../../src/indexer/wal/lancedb-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,cAAc,EACd,YAAY,EACb,MAAM,YAAY,CAAC;AA4CpB,qBAAa,iBAAkB,YAAW,UAAU;IAShD,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,cAAc,CAAC;IATzB,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,WAAW,CAAS;gBAGlB,MAAM,EAAE,MAAM,EACd,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,YAAA;IAO3C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YA8BnB,eAAe;YAwBf,cAAc;YAsBd,qBAAqB;YAoBrB,mBAAmB;IAwB3B,WAAW,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAuC7C,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1C,OAAO,IAAI,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IA0BnC,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BpD;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAWrC;;;OAGG;IACG,mBAAmB,CAAC,YAAY,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IA0C7D,WAAW,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAc3C,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAyBnD,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAIpC,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW7C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAezB,eAAe,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBpD,aAAa,IAAI,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAoB/C,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAehC,aAAa,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBhD,WAAW,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAoB3C,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAe9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAa5B;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IASzC;;OAEG;IACH,aAAa,IAAI;QACf,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB;CAQF"}