agentdb 1.0.0

package/dist/sync/quic-sync.js

@@ -0,0 +1,329 @@
+"use strict";
+/**
+ * SQLiteVector QUIC Sync - Main Synchronization Layer
+ *
+ * Real-time shard synchronization using QUIC transport from agentic-flow
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorQuicSync = void 0;
+exports.createVectorSync = createVectorSync;
+class QuicTransport {
+    static async create(config) {
+        throw new Error('QUIC transport not available - install @agentic-flow/core or set up local QUIC server');
+    }
+    async send(address, message) {
+        throw new Error('QUIC transport not available');
+    }
+    async receive(address) {
+        throw new Error('QUIC transport not available');
+    }
+    async request(address, message) {
+        await this.send(address, message);
+        return this.receive(address);
+    }
+    async getStats() {
+        return { active: 0, idle: 0, created: 0, closed: 0 };
+    }
+    async close() { }
+}
+const delta_1 = require("./delta");
+const conflict_1 = require("./conflict");
+/**
+ * QUIC-based vector database synchronization
+ */
+class VectorQuicSync {
+    constructor(db, nodeId, config = {}) {
+        this.session = null;
+        this.syncTimers = new Map();
+        this.nodeId = nodeId;
+        this.changelogReader = new delta_1.ChangelogReader(db);
+        this.conflictTracker = new conflict_1.ConflictTracker();
+        // Default configuration
+        this.config = {
+            conflictStrategy: config.conflictStrategy || 'last-write-wins',
+            batchSize: config.batchSize || 100,
+            compression: config.compression ?? true,
+            syncIntervalMs: config.syncIntervalMs || 0,
+            maxRetries: config.maxRetries || 3,
+            retryBackoffMs: config.retryBackoffMs || 1000,
+            persistSession: config.persistSession ?? true
+        };
+        this.conflictResolver = new conflict_1.ConflictResolver(this.config.conflictStrategy);
+    }
+    /**
+     * Initialize QUIC transport and sync session
+     */
+    async initialize(quicConfig) {
+        // Create QUIC transport
+        this.transport = await QuicTransport.create({
+            serverName: quicConfig?.serverName || 'vector-sync',
+            maxIdleTimeoutMs: quicConfig?.maxIdleTimeoutMs || 60000,
+            maxConcurrentStreams: quicConfig?.maxConcurrentStreams || 100,
+            enable0Rtt: quicConfig?.enable0Rtt ?? true
+        });
+        // Restore or create session
+        if (this.config.persistSession) {
+            await this.restoreSession();
+        }
+        if (!this.session) {
+            this.session = {
+                id: `session-${this.nodeId}-${Date.now()}`,
+                nodeId: this.nodeId,
+                shardIds: [],
+                lastChangeIds: new Map(),
+                versionVectors: new Map(),
+                pendingConflicts: [],
+                createdAt: Date.now() * 1000,
+                updatedAt: Date.now() * 1000
+            };
+        }
+    }
+    /**
+     * Synchronize shard with remote peer
+     */
+    async sync(shardId, peerAddress, force = false) {
+        const startTime = Date.now();
+        try {
+            // Add shard to session
+            if (!this.session.shardIds.includes(shardId)) {
+                this.session.shardIds.push(shardId);
+            }
+            // Get local state
+            const lastChangeId = this.session.lastChangeIds.get(shardId) || 0;
+            const localChangeId = await this.changelogReader.getLatestChangeId(shardId);
+            // Check if sync needed
+            if (!force && lastChangeId === localChangeId) {
+                return {
+                    shardId,
+                    changesApplied: 0,
+                    conflictsDetected: 0,
+                    conflictsResolved: 0,
+                    conflictsUnresolved: [],
+                    durationMs: Date.now() - startTime,
+                    success: true
+                };
+            }
+            // Read local changes
+            const localChanges = await this.changelogReader.readChanges(shardId, lastChangeId);
+            // Request remote changes
+            const remoteChanges = await this.requestRemoteChanges(peerAddress, shardId, lastChangeId);
+            // Send local changes
+            if (localChanges.length > 0) {
+                await this.sendLocalChanges(peerAddress, shardId, localChanges);
+            }
+            // Resolve conflicts and apply changes
+            const { resolved, conflicts } = this.conflictResolver.resolveAll(localChanges, remoteChanges);
+            // Apply resolved changes
+            const applied = await this.applyChanges(shardId, resolved);
+            // Track unresolved conflicts
+            for (const conflict of conflicts) {
+                this.conflictTracker.addConflict(conflict);
+            }
+            // Update session
+            this.session.lastChangeIds.set(shardId, localChangeId);
+            const versionVector = await this.changelogReader.getVersionVector(shardId);
+            this.session.versionVectors.set(shardId, versionVector);
+            this.session.updatedAt = Date.now() * 1000;
+            if (this.config.persistSession) {
+                await this.saveSession();
+            }
+            return {
+                shardId,
+                changesApplied: applied,
+                conflictsDetected: conflicts.length,
+                conflictsResolved: conflicts.length,
+                conflictsUnresolved: this.conflictTracker.getForShard(shardId),
+                durationMs: Date.now() - startTime,
+                success: true
+            };
+        }
+        catch (error) {
+            return {
+                shardId,
+                changesApplied: 0,
+                conflictsDetected: 0,
+                conflictsResolved: 0,
+                conflictsUnresolved: [],
+                durationMs: Date.now() - startTime,
+                success: false,
+                error: error instanceof Error ? error.message : String(error)
+            };
+        }
+    }
+    /**
+     * Request remote changes from peer
+     */
+    async requestRemoteChanges(peerAddress, shardId, fromChangeId) {
+        const message = {
+            id: `sync-request-${Date.now()}`,
+            type: 'sync-request',
+            payload: {
+                shardId,
+                fromChangeId,
+                nodeId: this.nodeId
+            }
+        };
+        // Send request via QUIC
+        const response = await this.transport.request(peerAddress, message);
+        if (response.type === 'sync-response') {
+            const deltaBytes = new Uint8Array(response.payload.delta);
+            const delta = delta_1.DeltaEncoder.deserialize(deltaBytes);
+            return delta_1.DeltaEncoder.decode(delta);
+        }
+        return [];
+    }
+    /**
+     * Send local changes to peer
+     */
+    async sendLocalChanges(peerAddress, shardId, changes) {
+        // Batch changes
+        const batches = delta_1.DeltaEncoder.batch(changes, this.config.batchSize);
+        for (const batch of batches) {
+            const delta = delta_1.DeltaEncoder.encode(shardId, batch, this.config.compression ? 'msgpack' : 'none');
+            const deltaBytes = delta_1.DeltaEncoder.serialize(delta);
+            const message = {
+                id: `sync-push-${Date.now()}`,
+                type: 'sync-push',
+                payload: {
+                    shardId,
+                    delta: Array.from(deltaBytes),
+                    nodeId: this.nodeId
+                }
+            };
+            await this.transport.send(peerAddress, message);
+        }
+    }
+    /**
+     * Apply changes to local database
+     */
+    async applyChanges(shardId, changes) {
+        let applied = 0;
+        for (const change of changes) {
+            // Skip changes from this node
+            if (change.sourceNode === this.nodeId) {
+                continue;
+            }
+            // Apply based on operation type
+            switch (change.operation) {
+                case 'insert':
+                case 'update':
+                    // Implementation would insert/update vector in database
+                    applied++;
+                    break;
+                case 'delete':
+                    // Implementation would delete vector from database
+                    applied++;
+                    break;
+            }
+        }
+        return applied;
+    }
+    /**
+     * Start automatic periodic sync
+     */
+    startAutoSync(shardId, peerAddress) {
+        if (this.config.syncIntervalMs === 0) {
+            throw new Error('syncIntervalMs must be > 0 for auto-sync');
+        }
+        // Clear existing timer
+        this.stopAutoSync(shardId);
+        // Start periodic sync
+        const timer = setInterval(async () => {
+            await this.sync(shardId, peerAddress);
+        }, this.config.syncIntervalMs);
+        this.syncTimers.set(shardId, timer);
+    }
+    /**
+     * Stop automatic sync for shard
+     */
+    stopAutoSync(shardId) {
+        const timer = this.syncTimers.get(shardId);
+        if (timer) {
+            clearInterval(timer);
+            this.syncTimers.delete(shardId);
+        }
+    }
+    /**
+     * Stop all automatic syncs
+     */
+    stopAllAutoSyncs() {
+        for (const shardId of this.syncTimers.keys()) {
+            this.stopAutoSync(shardId);
+        }
+    }
+    /**
+     * Get current session
+     */
+    getSession() {
+        return this.session;
+    }
+    /**
+     * Get shard state
+     */
+    async getShardState(shardId) {
+        const currentChangeId = await this.changelogReader.getLatestChangeId(shardId);
+        const versionVector = await this.changelogReader.getVersionVector(shardId);
+        const lastSyncAt = this.session?.lastChangeIds.get(shardId) || 0;
+        return {
+            shardId,
+            currentChangeId,
+            versionVector,
+            vectorCount: 0, // Would query actual count
+            lastSyncAt,
+            status: 'idle'
+        };
+    }
+    /**
+     * Get unresolved conflicts
+     */
+    getUnresolvedConflicts(shardId) {
+        return shardId
+            ? this.conflictTracker.getForShard(shardId)
+            : this.conflictTracker.getUnresolved();
+    }
+    /**
+     * Save session to persistent storage
+     */
+    async saveSession() {
+        if (!this.session)
+            return;
+        // Serialize session
+        const sessionData = {
+            ...this.session,
+            lastChangeIds: Object.fromEntries(this.session.lastChangeIds),
+            versionVectors: Object.fromEntries(Array.from(this.session.versionVectors.entries()).map(([k, v]) => [
+                k,
+                Object.fromEntries(v)
+            ]))
+        };
+        // Save to database or file
+        // Implementation depends on storage backend
+    }
+    /**
+     * Restore session from persistent storage
+     */
+    async restoreSession() {
+        // Load from database or file
+        // Implementation depends on storage backend
+    }
+    /**
+     * Close sync and cleanup resources
+     */
+    async close() {
+        this.stopAllAutoSyncs();
+        if (this.config.persistSession && this.session) {
+            await this.saveSession();
+        }
+        await this.transport.close();
+    }
+}
+exports.VectorQuicSync = VectorQuicSync;
+/**
+ * Create VectorQuicSync instance with convenience wrapper
+ */
+async function createVectorSync(db, nodeId, config, quicConfig) {
+    const sync = new VectorQuicSync(db, nodeId, config);
+    await sync.initialize(quicConfig);
+    return sync;
+}
+//# sourceMappingURL=quic-sync.js.map

package/dist/sync/quic-sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quic-sync.js","sourceRoot":"","sources":["../../src/sync/quic-sync.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAybH,4CASC;AA1aD,MAAM,aAAa;IACjB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B;QAC7C,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;IAC3G,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAqB;QAC/C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAe;QAC3B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,OAAqB;QAClD,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC;AACD,mCAAuE;AACvE,yCAA+D;AAU/D;;GAEG;AACH,MAAa,cAAc;IAUzB,YACE,EAAO,EACP,MAAc,EACd,SAA8B,EAAE;QAN1B,YAAO,GAAuB,IAAI,CAAC;QACnC,eAAU,GAAgC,IAAI,GAAG,EAAE,CAAC;QAO1D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,IAAI,uBAAe,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,0BAAe,EAAE,CAAC;QAE7C,wBAAwB;QACxB,IAAI,CAAC,MAAM,GAAG;YACZ,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,iBAAiB;YAC9D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;YACvC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;YAC1C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;YAClC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;SAC9C,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,2BAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,UAAgB;QAC/B,wBAAwB;QACxB,IAAI,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC;YAC1C,UAAU,EAAE,UAAU,EAAE,UAAU,IAAI,aAAa;YACnD,gBAAgB,EAAE,UAAU,EAAE,gBAAgB,IAAI,KAAK;YACvD,oBAAoB,EAAE,UAAU,EAAE,oBAAoB,IAAI,GAAG;YAC7D,UAAU,EAAE,UAAU,EAAE,UAAU,IAAI,IAAI;SAC3C,CAAC,CAAC;QAEH,4BAA4B;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG;gBACb,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC1C,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,IAAI,GAAG,EAAE;gBACxB,cAAc,EAAE,IAAI,GAAG,EAAE;gBACzB,gBAAgB,EAAE,EAAE;gBACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;gBAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CACR,OAAe,EACf,WAAmB,EACnB,QAAiB,KAAK;QAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,uBAAuB;YACvB,IAAI,CAAC,IAAI,CAAC,OAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,IAAI,CAAC,OAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,kBAAkB;YAClB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAE5E,uBAAuB;YACvB,IAAI,CAAC,KAAK,IAAI,YAAY,KAAK,aAAa,EAAE,CAAC;gBAC7C,OAAO;oBACL,OAAO;oBACP,cAAc,EAAE,CAAC;oBACjB,iBAAiB,EAAE,CAAC;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,mBAAmB,EAAE,EAAE;oBACvB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC;YAED,qBAAqB;YACrB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CACzD,OAAO,EACP,YAAY,CACb,CAAC;YAEF,yBAAyB;YACzB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,oBAAoB,CACnD,WAAW,EACX,OAAO,EACP,YAAY,CACb,CAAC;YAEF,qBAAqB;YACrB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;YAClE,CAAC;YAED,sCAAsC;YACtC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAC9D,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,yBAAyB;YACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE3D,6BAA6B;YAC7B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC,OAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACxD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC3E,IAAI,CAAC,OAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC,OAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE5C,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3B,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,SAAS,CAAC,MAAM;gBACnC,iBAAiB,EAAE,SAAS,CAAC,MAAM;gBACnC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC;gBAC9D,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO;gBACP,cAAc,EAAE,CAAC;gBACjB,iBAAiB,EAAE,CAAC;gBACpB,iBAAiB,EAAE,CAAC;gBACpB,mBAAmB,EAAE,EAAE;gBACvB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,WAAmB,EACnB,OAAe,EACf,YAAoB;QAEpB,MAAM,OAAO,GAAiB;YAC5B,EAAE,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,EAAE;YAChC,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE;gBACP,OAAO;gBACP,YAAY;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB;SACF,CAAC;QAEF,wBAAwB;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAEpE,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,oBAAY,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACnD,OAAO,oBAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,WAAmB,EACnB,OAAe,EACf,OAAuB;QAEvB,gBAAgB;QAChB,MAAM,OAAO,GAAG,oBAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,oBAAY,CAAC,MAAM,CAC/B,OAAO,EACP,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAC7C,CAAC;YAEF,MAAM,UAAU,GAAG,oBAAY,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEjD,MAAM,OAAO,GAAiB;gBAC5B,EAAE,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC7B,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP,OAAO;oBACP,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;YAEF,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACxB,OAAe,EACf,OAAuB;QAEvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,8BAA8B;YAC9B,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YAED,gCAAgC;YAChC,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzB,KAAK,QAAQ,CAAC;gBACd,KAAK,QAAQ;oBACX,wDAAwD;oBACxD,OAAO,EAAE,CAAC;oBACV,MAAM;gBAER,KAAK,QAAQ;oBACX,mDAAmD;oBACnD,OAAO,EAAE,CAAC;oBACV,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAe,EAAE,WAAmB;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAE3B,sBAAsB;QACtB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACxC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAe;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,OAAe;QACjC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC9E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjE,OAAO;YACL,OAAO;YACP,eAAe;YACf,aAAa;YACb,WAAW,EAAE,CAAC,EAAE,2BAA2B;YAC3C,UAAU;YACV,MAAM,EAAE,MAAM;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,OAAgB;QACrC,OAAO,OAAO;YACZ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC;YAC3C,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,oBAAoB;QACpB,MAAM,WAAW,GAAG;YAClB,GAAG,IAAI,CAAC,OAAO;YACf,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;YAC7D,cAAc,EAAE,MAAM,CAAC,WAAW,CAChC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;gBAChE,CAAC;gBACD,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;aACtB,CAAC,CACH;SACF,CAAC;QAEF,2BAA2B;QAC3B,4CAA4C;IAC9C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc;QAC1B,6BAA6B;QAC7B,4CAA4C;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/C,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;CACF;AAtXD,wCAsXC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CACpC,EAAO,EACP,MAAc,EACd,MAA4B,EAC5B,UAAgB;IAEhB,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/sync/quic-sync.mjs

@@ -0,0 +1,323 @@
+/**
+ * SQLiteVector QUIC Sync - Main Synchronization Layer
+ *
+ * Real-time shard synchronization using QUIC transport from agentic-flow
+ */
+class QuicTransport {
+    static async create(config) {
+        throw new Error('QUIC transport not available - install @agentic-flow/core or set up local QUIC server');
+    }
+    async send(address, message) {
+        throw new Error('QUIC transport not available');
+    }
+    async receive(address) {
+        throw new Error('QUIC transport not available');
+    }
+    async request(address, message) {
+        await this.send(address, message);
+        return this.receive(address);
+    }
+    async getStats() {
+        return { active: 0, idle: 0, created: 0, closed: 0 };
+    }
+    async close() { }
+}
+import { DeltaEncoder, ChangelogReader } from './delta.mjs';
+import { ConflictResolver, ConflictTracker } from './conflict.mjs';
+/**
+ * QUIC-based vector database synchronization
+ */
+export class VectorQuicSync {
+    constructor(db, nodeId, config = {}) {
+        this.session = null;
+        this.syncTimers = new Map();
+        this.nodeId = nodeId;
+        this.changelogReader = new ChangelogReader(db);
+        this.conflictTracker = new ConflictTracker();
+        // Default configuration
+        this.config = {
+            conflictStrategy: config.conflictStrategy || 'last-write-wins',
+            batchSize: config.batchSize || 100,
+            compression: config.compression ?? true,
+            syncIntervalMs: config.syncIntervalMs || 0,
+            maxRetries: config.maxRetries || 3,
+            retryBackoffMs: config.retryBackoffMs || 1000,
+            persistSession: config.persistSession ?? true
+        };
+        this.conflictResolver = new ConflictResolver(this.config.conflictStrategy);
+    }
+    /**
+     * Initialize QUIC transport and sync session
+     */
+    async initialize(quicConfig) {
+        // Create QUIC transport
+        this.transport = await QuicTransport.create({
+            serverName: quicConfig?.serverName || 'vector-sync',
+            maxIdleTimeoutMs: quicConfig?.maxIdleTimeoutMs || 60000,
+            maxConcurrentStreams: quicConfig?.maxConcurrentStreams || 100,
+            enable0Rtt: quicConfig?.enable0Rtt ?? true
+        });
+        // Restore or create session
+        if (this.config.persistSession) {
+            await this.restoreSession();
+        }
+        if (!this.session) {
+            this.session = {
+                id: `session-${this.nodeId}-${Date.now()}`,
+                nodeId: this.nodeId,
+                shardIds: [],
+                lastChangeIds: new Map(),
+                versionVectors: new Map(),
+                pendingConflicts: [],
+                createdAt: Date.now() * 1000,
+                updatedAt: Date.now() * 1000
+            };
+        }
+    }
+    /**
+     * Synchronize shard with remote peer
+     */
+    async sync(shardId, peerAddress, force = false) {
+        const startTime = Date.now();
+        try {
+            // Add shard to session
+            if (!this.session.shardIds.includes(shardId)) {
+                this.session.shardIds.push(shardId);
+            }
+            // Get local state
+            const lastChangeId = this.session.lastChangeIds.get(shardId) || 0;
+            const localChangeId = await this.changelogReader.getLatestChangeId(shardId);
+            // Check if sync needed
+            if (!force && lastChangeId === localChangeId) {
+                return {
+                    shardId,
+                    changesApplied: 0,
+                    conflictsDetected: 0,
+                    conflictsResolved: 0,
+                    conflictsUnresolved: [],
+                    durationMs: Date.now() - startTime,
+                    success: true
+                };
+            }
+            // Read local changes
+            const localChanges = await this.changelogReader.readChanges(shardId, lastChangeId);
+            // Request remote changes
+            const remoteChanges = await this.requestRemoteChanges(peerAddress, shardId, lastChangeId);
+            // Send local changes
+            if (localChanges.length > 0) {
+                await this.sendLocalChanges(peerAddress, shardId, localChanges);
+            }
+            // Resolve conflicts and apply changes
+            const { resolved, conflicts } = this.conflictResolver.resolveAll(localChanges, remoteChanges);
+            // Apply resolved changes
+            const applied = await this.applyChanges(shardId, resolved);
+            // Track unresolved conflicts
+            for (const conflict of conflicts) {
+                this.conflictTracker.addConflict(conflict);
+            }
+            // Update session
+            this.session.lastChangeIds.set(shardId, localChangeId);
+            const versionVector = await this.changelogReader.getVersionVector(shardId);
+            this.session.versionVectors.set(shardId, versionVector);
+            this.session.updatedAt = Date.now() * 1000;
+            if (this.config.persistSession) {
+                await this.saveSession();
+            }
+            return {
+                shardId,
+                changesApplied: applied,
+                conflictsDetected: conflicts.length,
+                conflictsResolved: conflicts.length,
+                conflictsUnresolved: this.conflictTracker.getForShard(shardId),
+                durationMs: Date.now() - startTime,
+                success: true
+            };
+        }
+        catch (error) {
+            return {
+                shardId,
+                changesApplied: 0,
+                conflictsDetected: 0,
+                conflictsResolved: 0,
+                conflictsUnresolved: [],
+                durationMs: Date.now() - startTime,
+                success: false,
+                error: error instanceof Error ? error.message : String(error)
+            };
+        }
+    }
+    /**
+     * Request remote changes from peer
+     */
+    async requestRemoteChanges(peerAddress, shardId, fromChangeId) {
+        const message = {
+            id: `sync-request-${Date.now()}`,
+            type: 'sync-request',
+            payload: {
+                shardId,
+                fromChangeId,
+                nodeId: this.nodeId
+            }
+        };
+        // Send request via QUIC
+        const response = await this.transport.request(peerAddress, message);
+        if (response.type === 'sync-response') {
+            const deltaBytes = new Uint8Array(response.payload.delta);
+            const delta = DeltaEncoder.deserialize(deltaBytes);
+            return DeltaEncoder.decode(delta);
+        }
+        return [];
+    }
+    /**
+     * Send local changes to peer
+     */
+    async sendLocalChanges(peerAddress, shardId, changes) {
+        // Batch changes
+        const batches = DeltaEncoder.batch(changes, this.config.batchSize);
+        for (const batch of batches) {
+            const delta = DeltaEncoder.encode(shardId, batch, this.config.compression ? 'msgpack' : 'none');
+            const deltaBytes = DeltaEncoder.serialize(delta);
+            const message = {
+                id: `sync-push-${Date.now()}`,
+                type: 'sync-push',
+                payload: {
+                    shardId,
+                    delta: Array.from(deltaBytes),
+                    nodeId: this.nodeId
+                }
+            };
+            await this.transport.send(peerAddress, message);
+        }
+    }
+    /**
+     * Apply changes to local database
+     */
+    async applyChanges(shardId, changes) {
+        let applied = 0;
+        for (const change of changes) {
+            // Skip changes from this node
+            if (change.sourceNode === this.nodeId) {
+                continue;
+            }
+            // Apply based on operation type
+            switch (change.operation) {
+                case 'insert':
+                case 'update':
+                    // Implementation would insert/update vector in database
+                    applied++;
+                    break;
+                case 'delete':
+                    // Implementation would delete vector from database
+                    applied++;
+                    break;
+            }
+        }
+        return applied;
+    }
+    /**
+     * Start automatic periodic sync
+     */
+    startAutoSync(shardId, peerAddress) {
+        if (this.config.syncIntervalMs === 0) {
+            throw new Error('syncIntervalMs must be > 0 for auto-sync');
+        }
+        // Clear existing timer
+        this.stopAutoSync(shardId);
+        // Start periodic sync
+        const timer = setInterval(async () => {
+            await this.sync(shardId, peerAddress);
+        }, this.config.syncIntervalMs);
+        this.syncTimers.set(shardId, timer);
+    }
+    /**
+     * Stop automatic sync for shard
+     */
+    stopAutoSync(shardId) {
+        const timer = this.syncTimers.get(shardId);
+        if (timer) {
+            clearInterval(timer);
+            this.syncTimers.delete(shardId);
+        }
+    }
+    /**
+     * Stop all automatic syncs
+     */
+    stopAllAutoSyncs() {
+        for (const shardId of this.syncTimers.keys()) {
+            this.stopAutoSync(shardId);
+        }
+    }
+    /**
+     * Get current session
+     */
+    getSession() {
+        return this.session;
+    }
+    /**
+     * Get shard state
+     */
+    async getShardState(shardId) {
+        const currentChangeId = await this.changelogReader.getLatestChangeId(shardId);
+        const versionVector = await this.changelogReader.getVersionVector(shardId);
+        const lastSyncAt = this.session?.lastChangeIds.get(shardId) || 0;
+        return {
+            shardId,
+            currentChangeId,
+            versionVector,
+            vectorCount: 0, // Would query actual count
+            lastSyncAt,
+            status: 'idle'
+        };
+    }
+    /**
+     * Get unresolved conflicts
+     */
+    getUnresolvedConflicts(shardId) {
+        return shardId
+            ? this.conflictTracker.getForShard(shardId)
+            : this.conflictTracker.getUnresolved();
+    }
+    /**
+     * Save session to persistent storage
+     */
+    async saveSession() {
+        if (!this.session)
+            return;
+        // Serialize session
+        const sessionData = {
+            ...this.session,
+            lastChangeIds: Object.fromEntries(this.session.lastChangeIds),
+            versionVectors: Object.fromEntries(Array.from(this.session.versionVectors.entries()).map(([k, v]) => [
+                k,
+                Object.fromEntries(v)
+            ]))
+        };
+        // Save to database or file
+        // Implementation depends on storage backend
+    }
+    /**
+     * Restore session from persistent storage
+     */
+    async restoreSession() {
+        // Load from database or file
+        // Implementation depends on storage backend
+    }
+    /**
+     * Close sync and cleanup resources
+     */
+    async close() {
+        this.stopAllAutoSyncs();
+        if (this.config.persistSession && this.session) {
+            await this.saveSession();
+        }
+        await this.transport.close();
+    }
+}
+/**
+ * Create VectorQuicSync instance with convenience wrapper
+ */
+export async function createVectorSync(db, nodeId, config, quicConfig) {
+    const sync = new VectorQuicSync(db, nodeId, config);
+    await sync.initialize(quicConfig);
+    return sync;
+}