hungry-ghost-hive 0.45.0 → 0.46.0

package/dist/cluster/replication-lag.test.js

@@ -0,0 +1,239 @@
+// Licensed under the Hungry Ghost Hive License. See LICENSE.
+import { mkdirSync, mkdtempSync, rmSync } from 'fs';
+import { createServer } from 'net';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { afterEach, describe, expect, it } from 'vitest';
+import { createDatabase } from '../db/client.js';
+import { ClusterRuntime, fetchReplicationLag } from './runtime.js';
+const tempRoots = [];
+afterEach(() => {
+    for (const root of tempRoots.splice(0)) {
+        rmSync(root, { recursive: true, force: true });
+    }
+});
+describe('replication lag tracking', () => {
+    it('returns null when cluster is disabled', async () => {
+        const result = await fetchReplicationLag({
+            enabled: false,
+            node_id: 'node-test',
+            listen_host: '127.0.0.1',
+            listen_port: 9999,
+            public_url: 'http://127.0.0.1:9999',
+            peers: [],
+            heartbeat_interval_ms: 2000,
+            election_timeout_min_ms: 3000,
+            election_timeout_max_ms: 6000,
+            sync_interval_ms: 5000,
+            request_timeout_ms: 5000,
+            story_similarity_threshold: 0.92,
+        });
+        expect(result).toBeNull();
+    });
+    it('getReplicationLag returns empty peers when no peers configured', async () => {
+        if (!(await canListenOnLocalhost()))
+            return;
+        const root = mkdtempSync(join(tmpdir(), 'hive-repl-lag-'));
+        tempRoots.push(root);
+        const hiveDir = join(root, '.hive');
+        mkdirSync(hiveDir, { recursive: true });
+        const { runtime } = await startRuntimeWithRetries(hiveDir, {
+            enabled: true,
+            node_id: 'node-lag-test',
+            listen_host: '127.0.0.1',
+            peers: [],
+            heartbeat_interval_ms: 100,
+            election_timeout_min_ms: 150,
+            election_timeout_max_ms: 250,
+            sync_interval_ms: 200,
+            request_timeout_ms: 500,
+            story_similarity_threshold: 0.92,
+        });
+        const lag = runtime.getReplicationLag();
+        expect(lag.node_id).toBe('node-lag-test');
+        expect(lag.peers).toEqual([]);
+        expect(lag.last_sync_at).toBeNull();
+        expect(lag.total_local_events).toBe(0);
+        expect(lag.version_vector).toEqual({});
+        await runtime.stop();
+    });
+    it('tracks peer lag after sync with unreachable peer', async () => {
+        if (!(await canListenOnLocalhost()))
+            return;
+        const root = mkdtempSync(join(tmpdir(), 'hive-repl-lag-unreach-'));
+        tempRoots.push(root);
+        const hiveDir = join(root, '.hive');
+        mkdirSync(hiveDir, { recursive: true });
+        const db = await createDatabase(join(hiveDir, 'hive.db'));
+        const { runtime } = await startRuntimeWithRetries(hiveDir, {
+            enabled: true,
+            node_id: 'node-lag-unreach',
+            listen_host: '127.0.0.1',
+            peers: [
+                { id: 'node-lag-unreach', url: 'http://127.0.0.1:1' },
+                { id: 'peer-ghost', url: 'http://127.0.0.1:19999' },
+            ],
+            heartbeat_interval_ms: 100,
+            election_timeout_min_ms: 150,
+            election_timeout_max_ms: 250,
+            sync_interval_ms: 200,
+            request_timeout_ms: 500,
+            story_similarity_threshold: 0.92,
+        });
+        await runtime.sync(db.db);
+        const lag = runtime.getReplicationLag();
+        expect(lag.node_id).toBe('node-lag-unreach');
+        expect(lag.peers).toHaveLength(1);
+        expect(lag.peers[0].peer_id).toBe('peer-ghost');
+        expect(lag.peers[0].reachable).toBe(false);
+        expect(lag.peers[0].last_sync_at).not.toBeNull();
+        expect(lag.peers[0].last_sync_duration_ms).toBeGreaterThanOrEqual(0);
+        expect(lag.last_sync_at).not.toBeNull();
+        await runtime.stop();
+        db.close();
+    });
+    it('serves replication-lag via HTTP endpoint', async () => {
+        if (!(await canListenOnLocalhost()))
+            return;
+        const root = mkdtempSync(join(tmpdir(), 'hive-repl-lag-http-'));
+        tempRoots.push(root);
+        const hiveDir = join(root, '.hive');
+        mkdirSync(hiveDir, { recursive: true });
+        const { runtime, config } = await startRuntimeWithRetries(hiveDir, {
+            enabled: true,
+            node_id: 'node-lag-http',
+            listen_host: '127.0.0.1',
+            peers: [],
+            heartbeat_interval_ms: 100,
+            election_timeout_min_ms: 150,
+            election_timeout_max_ms: 250,
+            sync_interval_ms: 200,
+            request_timeout_ms: 500,
+            story_similarity_threshold: 0.92,
+        });
+        const url = `http://127.0.0.1:${config.listen_port}/cluster/v1/replication-lag`;
+        const response = await fetch(url);
+        expect(response.ok).toBe(true);
+        const body = (await response.json());
+        expect(body.node_id).toBe('node-lag-http');
+        expect(body.peers).toEqual([]);
+        expect(body.last_sync_at).toBeNull();
+        await runtime.stop();
+    });
+    it('tracks lag for reachable peer with events', async () => {
+        if (!(await canListenOnLocalhost()))
+            return;
+        const root = mkdtempSync(join(tmpdir(), 'hive-repl-lag-two-'));
+        tempRoots.push(root);
+        const hiveDirA = join(root, '.hive-a');
+        const hiveDirB = join(root, '.hive-b');
+        mkdirSync(hiveDirA, { recursive: true });
+        mkdirSync(hiveDirB, { recursive: true });
+        const dbA = await createDatabase(join(hiveDirA, 'hive.db'));
+        const dbB = await createDatabase(join(hiveDirB, 'hive.db'));
+        // Start node B first (the peer)
+        const { runtime: runtimeB, config: configB } = await startRuntimeWithRetries(hiveDirB, {
+            enabled: true,
+            node_id: 'node-b',
+            listen_host: '127.0.0.1',
+            peers: [],
+            heartbeat_interval_ms: 100,
+            election_timeout_min_ms: 150,
+            election_timeout_max_ms: 250,
+            sync_interval_ms: 200,
+            request_timeout_ms: 500,
+            story_similarity_threshold: 0.92,
+        });
+        // Insert data on node B and sync so it has events in cache
+        dbB.db.run(`INSERT INTO stories (id, requirement_id, team_id, title, description, status, created_at, updated_at)
+       VALUES ('STORY-B1', NULL, NULL, 'Story from B', 'Test story', 'planned', ?, ?)`, [new Date().toISOString(), new Date().toISOString()]);
+        await runtimeB.sync(dbB.db);
+        dbB.save();
+        // Start node A with node B as a peer
+        const { runtime: runtimeA } = await startRuntimeWithRetries(hiveDirA, {
+            enabled: true,
+            node_id: 'node-a',
+            listen_host: '127.0.0.1',
+            peers: [
+                { id: 'node-a', url: 'http://127.0.0.1:1' },
+                { id: 'node-b', url: `http://127.0.0.1:${configB.listen_port}` },
+            ],
+            heartbeat_interval_ms: 100,
+            election_timeout_min_ms: 150,
+            election_timeout_max_ms: 250,
+            sync_interval_ms: 200,
+            request_timeout_ms: 500,
+            story_similarity_threshold: 0.92,
+        });
+        // Sync node A - it should pull events from B
+        await runtimeA.sync(dbA.db);
+        const lag = runtimeA.getReplicationLag();
+        expect(lag.node_id).toBe('node-a');
+        expect(lag.peers).toHaveLength(1);
+        expect(lag.peers[0].peer_id).toBe('node-b');
+        expect(lag.peers[0].reachable).toBe(true);
+        expect(lag.peers[0].events_behind).toBeGreaterThanOrEqual(0);
+        expect(lag.peers[0].last_sync_at).not.toBeNull();
+        expect(lag.peers[0].last_sync_duration_ms).toBeGreaterThanOrEqual(0);
+        expect(lag.last_sync_at).not.toBeNull();
+        await runtimeA.stop();
+        await runtimeB.stop();
+        dbA.close();
+        dbB.close();
+    });
+});
+async function getFreePort() {
+    return new Promise((resolve, reject) => {
+        const server = createServer();
+        server.once('error', reject);
+        server.listen(0, '127.0.0.1', () => {
+            const address = server.address();
+            if (!address || typeof address === 'string') {
+                server.close(() => reject(new Error('Failed to allocate free port')));
+                return;
+            }
+            const port = address.port;
+            server.close(err => {
+                if (err) {
+                    reject(err);
+                    return;
+                }
+                resolve(port);
+            });
+        });
+    });
+}
+async function canListenOnLocalhost() {
+    try {
+        await getFreePort();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function startRuntimeWithRetries(hiveDir, baseConfig, attempts = 5) {
+    let lastError;
+    for (let i = 0; i < attempts; i++) {
+        const port = await getFreePort();
+        const config = {
+            ...baseConfig,
+            listen_port: port,
+            public_url: `http://127.0.0.1:${port}`,
+        };
+        const runtime = new ClusterRuntime(config, { hiveDir });
+        try {
+            await runtime.start();
+            return { runtime, config };
+        }
+        catch (error) {
+            lastError = error;
+            const err = error;
+            if (err.code !== 'EADDRINUSE') {
+                throw error;
+            }
+        }
+    }
+    throw lastError instanceof Error ? lastError : new Error('Failed to start cluster runtime');
+}
+//# sourceMappingURL=replication-lag.test.js.map

package/dist/cluster/replication-lag.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replication-lag.test.js","sourceRoot":"","sources":["../../src/cluster/replication-lag.test.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAE7D,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,KAAK,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAEzD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnE,MAAM,SAAS,GAAa,EAAE,CAAC;AAE/B,SAAS,CAAC,GAAG,EAAE;IACb,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC;YACvC,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,WAAW;YACpB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,uBAAuB;YACnC,KAAK,EAAE,EAAE;YACT,qBAAqB,EAAE,IAAI;YAC3B,uBAAuB,EAAE,IAAI;YAC7B,uBAAuB,EAAE,IAAI;YAC7B,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;YACxB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;YAAE,OAAO;QAE5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAC3D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAExC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE;YACzD,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,eAAe;YACxB,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE,EAAE;YACT,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,uBAAuB,EAAE,GAAG;YAC5B,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,GAAG;YACvB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAEvC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;YAAE,OAAO;QAE5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC,CAAC;QACnE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAExC,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;QAE1D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE;YACzD,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,kBAAkB;YAC3B,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE;gBACL,EAAE,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,oBAAoB,EAAE;gBACrD,EAAE,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,wBAAwB,EAAE;aACpD;YACD,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,uBAAuB,EAAE,GAAG;YAC5B,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,GAAG;YACvB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1B,MAAM,GAAG,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAExC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;YAAE,OAAO;QAE5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC,CAAC;QAChE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAExC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE;YACjE,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,eAAe;YACxB,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE,EAAE;YACT,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,uBAAuB,EAAE,GAAG;YAC5B,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,GAAG;YACvB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,oBAAoB,MAAM,CAAC,WAAW,6BAA6B,CAAC;QAChF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAIlC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;QAErC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,IAAI,CAAC,CAAC,MAAM,oBAAoB,EAAE,CAAC;YAAE,OAAO;QAE5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC/D,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACvC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAE5D,gCAAgC;QAChC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE;YACrF,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE,EAAE;YACT,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,uBAAuB,EAAE,GAAG;YAC5B,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,GAAG;YACvB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,2DAA2D;QAC3D,GAAG,CAAC,EAAE,CAAC,GAAG,CACR;sFACgF,EAChF,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CACrD,CAAC;QACF,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,GAAG,CAAC,IAAI,EAAE,CAAC;QAEX,qCAAqC;QACrC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE;YACpE,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,WAAW;YACxB,KAAK,EAAE;gBACL,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,oBAAoB,EAAE;gBAC3C,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,oBAAoB,OAAO,CAAC,WAAW,EAAE,EAAE;aACjE;YACD,qBAAqB,EAAE,GAAG;YAC1B,uBAAuB,EAAE,GAAG;YAC5B,uBAAuB,EAAE,GAAG;YAC5B,gBAAgB,EAAE,GAAG;YACrB,kBAAkB,EAAE,GAAG;YACvB,0BAA0B,EAAE,IAAI;SACjC,CAAC,CAAC;QAEH,6CAA6C;QAC7C,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE5B,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAExC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,GAAG,CAAC,KAAK,EAAE,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,WAAW;IACxB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;YACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC5C,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBACjB,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,CAAC,GAAG,CAAC,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,oBAAoB;IACjC,IAAI,CAAC;QACH,MAAM,WAAW,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAAe,EACf,UAA6D,EAC7D,QAAQ,GAAG,CAAC;IAEZ,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,WAAW,EAAE,CAAC;QACjC,MAAM,MAAM,GAAkB;YAC5B,GAAG,UAAU;YACb,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,oBAAoB,IAAI,EAAE;SACvC,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAClB,MAAM,GAAG,GAAG,KAA8B,CAAC;YAC3C,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;AAC9F,CAAC"}

package/dist/cluster/replication.d.ts

@@ -1,5 +1,5 @@
-export type { ClusterEvent, ClusterEventVersion, ReplicatedTable, ReplicationOp, VersionVector, } from './types.js';
-export { ensureClusterTables, getAllClusterEvents, getDeltaEvents, getVersionVector, } from './events.js';
+export type { ClusterEvent, ClusterEventVersion, RaftSnapshot, ReplicatedTable, ReplicationOp, VersionVector, } from './types.js';
+export { ensureClusterTables, getAllClusterEvents, getClusterEventCount, getDeltaEvents, getEffectiveVersionVector, getSnapshotVersionVector, getVersionVector, pruneClusterEvents, setSnapshotVersionVector, } from './events.js';
 export { applyRemoteEvents, scanLocalChanges } from './sync.js';
 export { mergeSimilarStories } from './story-merge.js';
 //# sourceMappingURL=replication.d.ts.map

package/dist/cluster/replication.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replication.d.ts","sourceRoot":"","sources":["../../src/cluster/replication.ts"],"names":[],"mappings":"AAGA,YAAY,EACV,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAGhE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"replication.d.ts","sourceRoot":"","sources":["../../src/cluster/replication.ts"],"names":[],"mappings":"AAGA,YAAY,EACV,YAAY,EACZ,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,aAAa,EACb,aAAa,GACd,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,yBAAyB,EACzB,wBAAwB,EACxB,gBAAgB,EAChB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAGhE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/cluster/replication.js

@@ -1,6 +1,6 @@
 // Licensed under the Hungry Ghost Hive License. See LICENSE.
 // Re-export event functions
-export { ensureClusterTables, getAllClusterEvents, getDeltaEvents, getVersionVector, } from './events.js';
+export { ensureClusterTables, getAllClusterEvents, getClusterEventCount, getDeltaEvents, getEffectiveVersionVector, getSnapshotVersionVector, getVersionVector, pruneClusterEvents, setSnapshotVersionVector, } from './events.js';
 // Re-export sync functions
 export { applyRemoteEvents, scanLocalChanges } from './sync.js';
 // Re-export story merge function

package/dist/cluster/replication.js.map

@@ -1 +1 @@
-{"version":3,"file":"replication.js","sourceRoot":"","sources":["../../src/cluster/replication.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAW7D,4BAA4B;AAC5B,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAErB,2BAA2B;AAC3B,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAEhE,iCAAiC;AACjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"replication.js","sourceRoot":"","sources":["../../src/cluster/replication.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAY7D,4BAA4B;AAC5B,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,yBAAyB,EACzB,wBAAwB,EACxB,gBAAgB,EAChB,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,aAAa,CAAC;AAErB,2BAA2B;AAC3B,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAEhE,iCAAiC;AACjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/cluster/runtime.d.ts

@@ -1,5 +1,7 @@
 import type { Database } from 'sql.js';
 import type { ClusterConfig } from '../config/schema.js';
+import { type MembershipJoinRequest, type MembershipJoinResponse, type MembershipLeaveRequest, type MembershipLeaveResponse } from './cluster-http-server.js';
+import { type ClusterEvent, type VersionVector } from './replication.js';
 type NodeRole = 'leader' | 'follower' | 'candidate';
 interface ClusterRuntimeOptions {
     hiveDir?: string;
@@ -17,6 +19,9 @@ export interface ClusterStatus {
     is_leader: boolean;
     leader_id: string | null;
     leader_url: string | null;
+    fencing_token: number;
+    leader_lease_valid: boolean;
+    leader_lease_duration_ms: number;
     raft_commit_index: number;
     raft_last_applied: number;
     raft_last_log_index: number;
@@ -24,12 +29,38 @@ export interface ClusterStatus {
         id: string;
         url: string;
     }>;
+    /** True while the node is performing snapshot-based catch-up and not yet election-eligible. */
+    is_catching_up: boolean;
 }
 export interface ClusterSyncResult {
     local_events_emitted: number;
     imported_events_applied: number;
     merged_duplicate_stories: number;
     durable_log_entries_appended: number;
+    log_entries_compacted: number;
+    cluster_events_pruned: number;
+    /** True when this sync triggered snapshot-based recovery rather than delta sync. */
+    used_snapshot_recovery: boolean;
+    /** Number of rows applied from the snapshot (0 when delta sync was used). */
+    catch_up_applied: number;
+    /** Total rows in the snapshot (0 when delta sync was used). */
+    catch_up_total: number;
+}
+export interface PeerReplicationLag {
+    peer_id: string;
+    peer_url: string;
+    reachable: boolean;
+    events_behind: number;
+    last_sync_at: string | null;
+    last_sync_duration_ms: number | null;
+    last_sync_events_applied: number;
+}
+export interface ReplicationLagSummary {
+    node_id: string;
+    total_local_events: number;
+    version_vector: VersionVector;
+    peers: PeerReplicationLag[];
+    last_sync_at: string | null;
 }
 export declare class ClusterRuntime {
     private readonly config;
@@ -38,6 +69,11 @@ export declare class ClusterRuntime {
     private stopping;
     private eventCache;
     private versionVectorCache;
+    private lastCompactionAt;
+    private peerLagMap;
+    private lastSyncAt;
+    /** Cached full snapshot refreshed on every sync, served to recovering nodes. */
+    private cachedSnapshot;
     private readonly raft;
     private readonly heartbeat;
     private readonly httpServer;
@@ -46,16 +82,58 @@ export declare class ClusterRuntime {
     stop(): Promise<void>;
     isEnabled(): boolean;
     isLeader(): boolean;
+    getReplicationLag(): ReplicationLagSummary;
     getStatus(): ClusterStatus;
     sync(db: Database): Promise<ClusterSyncResult>;
+    handleMembershipJoin(request: MembershipJoinRequest): MembershipJoinResponse;
+    handleMembershipLeave(request: MembershipLeaveRequest): MembershipLeaveResponse;
+    private maybeCompact;
     private refreshCache;
     private pullEventsFromPeers;
+    /**
+     * Returns true when the delta response is missing events the peer should have.
+     * This happens when the peer's event cache has been truncated (log compaction)
+     * and can no longer provide all events since our last known version.
+     */
+    private isDeltaInsufficient;
+    /**
+     * Requests a full snapshot from the given peer and applies it locally.
+     * Marks the node as no longer catching up once complete.
+     * Returns { applied, total } on success, null on failure.
+     */
+    private recoverFromSnapshot;
+    /**
+     * Applies a snapshot to the local database, upserting all rows from all tables.
+     * Stores the snapshot's version vector so future delta requests start from here.
+     */
+    private applySnapshot;
+    /**
+     * Builds a full snapshot of all replicated tables from the current db state.
+     * Called during sync to keep cachedSnapshot fresh for the HTTP endpoint.
+     */
+    private buildSnapshot;
     private requestDelta;
+    private requestSnapshot;
     private getDeltaFromCache;
     private postJson;
+    private getJson;
     private handleBackgroundError;
     private validateNetworkSecurity;
 }
+export declare function fetchReplicationLag(config: ClusterConfig): Promise<ReplicationLagSummary | null>;
+/**
+ * Fetches recent cluster events from the local runtime via the delta endpoint.
+ * Uses an empty version vector to request recent events up to the given limit.
+ */
+export declare function fetchLocalClusterEvents(config: ClusterConfig, limit?: number): Promise<ClusterEvent[] | null>;
+/**
+ * POSTs to the local cluster runtime at the given path.
+ */
+export declare function postToLocalCluster<T>(config: ClusterConfig, path: string, body: unknown): Promise<T | null>;
+/**
+ * POSTs to a peer cluster node at the given URL and path.
+ */
+export declare function postToPeerCluster<T>(peerUrl: string, path: string, body: unknown, options: ClusterStatusFetchOptions): Promise<T | null>;
 export declare function fetchLocalClusterStatus(config: ClusterConfig): Promise<ClusterStatus | null>;
 export declare function fetchClusterStatusFromUrl(url: string, options: ClusterStatusFetchOptions): Promise<ClusterStatus | null>;
 export {};

package/dist/cluster/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/cluster/runtime.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAqB,MAAM,qBAAqB,CAAC;AAe5E,KAAK,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC;AAEpD,UAAU,qBAAqB;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,yBAAyB;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAOD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC3C;AAED,MAAM,WAAW,iBAAiB;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,uBAAuB,EAAE,MAAM,CAAC;IAChC,wBAAwB,EAAE,MAAM,CAAC;IACjC,4BAA4B,EAAE,MAAM,CAAC;CACtC;AAED,qBAAa,cAAc;IAYvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZ1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,kBAAkB,CAAqB;IAE/C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAmB;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoB;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,qBAA0B;IAwBhD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,SAAS,IAAI,OAAO;IAIpB,QAAQ,IAAI,OAAO;IAKnB,SAAS,IAAI,aAAa;IAmBpB,IAAI,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAmCpD,OAAO,CAAC,YAAY;YAKN,mBAAmB;YAkBnB,YAAY;IAW1B,OAAO,CAAC,iBAAiB;YASX,QAAQ;IAmBtB,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,uBAAuB;CAQhC;AAED,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAyB/B;AAED,wBAAsB,yBAAyB,CAC7C,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAa/B"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/cluster/runtime.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAqB,MAAM,qBAAqB,CAAC;AAG5E,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC7B,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAWL,KAAK,YAAY,EACjB,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AAG1B,KAAK,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC;AAEpD,UAAU,qBAAqB;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,yBAAyB;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAQD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,wBAAwB,EAAE,MAAM,CAAC;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1C,+FAA+F;IAC/F,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,uBAAuB,EAAE,MAAM,CAAC;IAChC,wBAAwB,EAAE,MAAM,CAAC;IACjC,4BAA4B,EAAE,MAAM,CAAC;IACrC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oFAAoF;IACpF,sBAAsB,EAAE,OAAO,CAAC;IAChC,6EAA6E;IAC7E,gBAAgB,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,aAAa,CAAC;IAC9B,KAAK,EAAE,kBAAkB,EAAE,CAAC;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,qBAAa,cAAc;IAkBvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAlB1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,UAAU,CAAyC;IAC3D,OAAO,CAAC,UAAU,CAAuB;IAEzC,gFAAgF;IAChF,OAAO,CAAC,cAAc,CAAgC;IAEtD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAmB;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoB;gBAG5B,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,qBAA0B;IAmChD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,SAAS,IAAI,OAAO;IAIpB,QAAQ,IAAI,OAAO;IAKnB,iBAAiB,IAAI,qBAAqB;IAwB1C,SAAS,IAAI,aAAa;IAuBpB,IAAI,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoDpD,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,sBAAsB;IA6D5E,qBAAqB,CAAC,OAAO,EAAE,sBAAsB,GAAG,uBAAuB;IA2C/E,OAAO,CAAC,YAAY;IA0CpB,OAAO,CAAC,YAAY;YAKN,mBAAmB;IA0FjC;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IA0B3B;;;;OAIG;YACW,mBAAmB;IA8BjC;;;OAGG;IACH,OAAO,CAAC,aAAa;IAwBrB;;;OAGG;IACH,OAAO,CAAC,aAAa;YAiBP,YAAY;YAYZ,eAAe;IAI7B,OAAO,CAAC,iBAAiB;YASX,QAAQ;YAmBR,OAAO;IAYrB,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,uBAAuB;CAQhC;AAED,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAYvC;AAED;;;GAGG;AACH,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,aAAa,EACrB,KAAK,GAAE,MAAW,GACjB,OAAO,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,CAchC;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAUnB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,CAAC,EACvC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAMnB;AAED,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CA6B/B;AAED,wBAAsB,yBAAyB,CAC7C,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAa/B"}