agentdb 3.0.0-alpha.11 → 3.0.0-alpha.13

package/dist/src/controllers/StreamingEmbeddingService.js

@@ -1,243 +0,0 @@
-/**
- * Streaming Embedding Service - Incremental Embedding Generation
- *
- * ADR-065 Phase P1-3: Streaming Architecture
- *
- * Extends EnhancedEmbeddingService with streaming capabilities:
- * - Incremental embedding generation (chunk-by-chunk)
- * - Real-time progress callbacks
- * - Memory-efficient processing for large texts
- * - Parallel chunk processing with backpressure
- */
-import { EnhancedEmbeddingService } from './EnhancedEmbeddingService.js';
-/**
- * Streaming Embedding Service with incremental generation
- */
-export class StreamingEmbeddingService extends EnhancedEmbeddingService {
-    streamingConfig;
-    activeStreams = new Map();
-    constructor(config = {}) {
-        super({ model: 'all-MiniLM-L6-v2', dimension: 384, provider: 'transformers', ...config });
-        this.streamingConfig = {
-            ...config,
-            model: config.model || 'Xenova/all-MiniLM-L6-v2',
-            dimension: config.dimension || 384,
-            provider: config.provider || 'transformers',
-            enableWASM: config.enableWASM ?? true,
-            enableBatchProcessing: config.enableBatchProcessing ?? true,
-            batchSize: config.batchSize || 100,
-            chunkSize: config.chunkSize || 512,
-            maxConcurrentChunks: config.maxConcurrentChunks || 4,
-            enableProgressCallbacks: config.enableProgressCallbacks ?? true,
-            apiKey: config.apiKey || ''
-        };
-    }
-    /**
-     * Stream embedding generation for large text
-     * Yields partial embeddings as they're computed
-     */
-    async *streamEmbed(text, onProgress) {
-        const streamId = this.generateStreamId();
-        const controller = new AbortController();
-        this.activeStreams.set(streamId, controller);
-        try {
-            const chunks = this.splitIntoChunks(text);
-            const startTime = Date.now();
-            let processedChunks = 0;
-            // Process chunks in parallel batches
-            const maxConcurrent = this.streamingConfig.maxConcurrentChunks;
-            for (let i = 0; i < chunks.length; i += maxConcurrent) {
-                if (controller.signal.aborted) {
-                    break;
-                }
-                const batchChunks = chunks.slice(i, i + maxConcurrent);
-                const embeddings = await this.processBatchChunks(batchChunks);
-                for (const embedding of embeddings) {
-                    processedChunks++;
-                    // Report progress
-                    if (onProgress && this.streamingConfig.enableProgressCallbacks) {
-                        const elapsed = Date.now() - startTime;
-                        const avgTimePerChunk = elapsed / processedChunks;
-                        const remaining = chunks.length - processedChunks;
-                        onProgress({
-                            processedChunks,
-                            totalChunks: chunks.length,
-                            progress: (processedChunks / chunks.length) * 100,
-                            currentChunk: batchChunks[embeddings.indexOf(embedding)]?.substring(0, 50) || '',
-                            estimatedTimeMs: avgTimePerChunk * remaining,
-                        });
-                    }
-                    yield embedding;
-                }
-            }
-        }
-        finally {
-            this.activeStreams.delete(streamId);
-        }
-    }
-    /**
-     * Stream batch embeddings with memory-efficient processing
-     */
-    async *streamEmbedBatch(texts, onProgress) {
-        const streamId = this.generateStreamId();
-        const controller = new AbortController();
-        this.activeStreams.set(streamId, controller);
-        try {
-            const batchSize = this.streamingConfig.batchSize;
-            let processedBatches = 0;
-            const totalBatches = Math.ceil(texts.length / batchSize);
-            const startTime = Date.now();
-            for (let i = 0; i < texts.length; i += batchSize) {
-                if (controller.signal.aborted) {
-                    break;
-                }
-                const batch = texts.slice(i, i + batchSize);
-                const embeddings = await super.embedBatch(batch);
-                processedBatches++;
-                // Report progress
-                if (onProgress && this.streamingConfig.enableProgressCallbacks) {
-                    const elapsed = Date.now() - startTime;
-                    const avgTimePerBatch = elapsed / processedBatches;
-                    const remaining = totalBatches - processedBatches;
-                    onProgress({
-                        processedChunks: i + batch.length,
-                        totalChunks: texts.length,
-                        progress: ((i + batch.length) / texts.length) * 100,
-                        currentChunk: `Batch ${processedBatches}/${totalBatches}`,
-                        estimatedTimeMs: avgTimePerBatch * remaining,
-                    });
-                }
-                yield embeddings;
-            }
-        }
-        finally {
-            this.activeStreams.delete(streamId);
-        }
-    }
-    /**
-     * Incremental similarity calculation
-     * Streams similarity scores as embeddings are computed
-     */
-    async *streamSimilarity(queryText, corpusTexts, onProgress) {
-        const queryEmbedding = await this.embed(queryText);
-        let processed = 0;
-        const startTime = Date.now();
-        // Stream similarity scores as embeddings are computed
-        for await (const embeddings of this.streamEmbedBatch(corpusTexts, onProgress)) {
-            for (let i = 0; i < embeddings.length; i++) {
-                const corpusEmbedding = embeddings[i];
-                const similarity = this.calculateSimilarity(queryEmbedding, corpusEmbedding);
-                const index = processed + i;
-                yield {
-                    text: corpusTexts[index],
-                    similarity,
-                    index,
-                };
-            }
-            processed += embeddings.length;
-        }
-    }
-    /**
-     * Find most similar texts with streaming results
-     * Returns results in real-time as they're computed
-     */
-    async *streamFindMostSimilar(query, corpus, k = 5, onProgress) {
-        const results = [];
-        let minSimilarity = -Infinity;
-        // Stream similarity calculations
-        for await (const result of this.streamSimilarity(query, corpus, onProgress)) {
-            // Maintain top-k results
-            if (results.length < k) {
-                results.push(result);
-                results.sort((a, b) => b.similarity - a.similarity);
-                minSimilarity = results[results.length - 1].similarity;
-            }
-            else if (result.similarity > minSimilarity) {
-                results.push(result);
-                results.sort((a, b) => b.similarity - a.similarity);
-                results.pop();
-                minSimilarity = results[results.length - 1].similarity;
-            }
-            // Yield current top result if it's new
-            if (results[0] === result || result.similarity > minSimilarity) {
-                yield result;
-            }
-        }
-    }
-    /**
-     * Cancel active stream
-     */
-    cancelStream(streamId) {
-        const controller = this.activeStreams.get(streamId);
-        if (controller) {
-            controller.abort();
-            this.activeStreams.delete(streamId);
-            return true;
-        }
-        return false;
-    }
-    /**
-     * Cancel all active streams
-     */
-    cancelAllStreams() {
-        const count = this.activeStreams.size;
-        for (const controller of this.activeStreams.values()) {
-            controller.abort();
-        }
-        this.activeStreams.clear();
-        return count;
-    }
-    /**
-     * Get streaming statistics
-     */
-    getStreamingStats() {
-        return {
-            activeStreams: this.activeStreams.size,
-            chunkSize: this.streamingConfig.chunkSize,
-            maxConcurrentChunks: this.streamingConfig.maxConcurrentChunks,
-            progressCallbacksEnabled: this.streamingConfig.enableProgressCallbacks,
-        };
-    }
-    // -- Private Helpers ------------------------------------------------------
-    splitIntoChunks(text) {
-        const chunks = [];
-        // Split on sentence boundaries when possible
-        const sentences = text.match(/[^.!?]+[.!?]+/g) || [text];
-        let currentChunk = '';
-        for (const sentence of sentences) {
-            const chunkSize = this.streamingConfig.chunkSize;
-            if (currentChunk.length + sentence.length > chunkSize) {
-                if (currentChunk) {
-                    chunks.push(currentChunk.trim());
-                }
-                currentChunk = sentence;
-            }
-            else {
-                currentChunk += ' ' + sentence;
-            }
-        }
-        if (currentChunk) {
-            chunks.push(currentChunk.trim());
-        }
-        return chunks;
-    }
-    async processBatchChunks(chunks) {
-        return await super.embedBatch(chunks);
-    }
-    calculateSimilarity(a, b) {
-        // Cosine similarity
-        let dotProduct = 0;
-        let normA = 0;
-        let normB = 0;
-        for (let i = 0; i < a.length; i++) {
-            dotProduct += a[i] * b[i];
-            normA += a[i] * a[i];
-            normB += b[i] * b[i];
-        }
-        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
-    }
-    generateStreamId() {
-        return `stream_${Date.now()}_${Math.random().toString(36).substring(7)}`;
-    }
-}
-//# sourceMappingURL=StreamingEmbeddingService.js.map

package/dist/src/controllers/StreamingEmbeddingService.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"StreamingEmbeddingService.js","sourceRoot":"","sources":["../../../src/controllers/StreamingEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,wBAAwB,EAA2B,MAAM,+BAA+B,CAAC;AAkBlG;;GAEG;AACH,MAAM,OAAO,yBAA0B,SAAQ,wBAAwB;IAC7D,eAAe,CAAiD;IAChE,aAAa,GAAG,IAAI,GAAG,EAA2B,CAAC;IAE3D,YAAY,SAAmC,EAAE;QAC/C,KAAK,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,EAAqB,CAAC,CAAC;QAC7G,IAAI,CAAC,eAAe,GAAG;YACrB,GAAG,MAAM;YACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,yBAAyB;YAChD,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,cAAc;YAC3C,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;YACrC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,IAAI;YAC3D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,CAAC;YACpD,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,IAAI;YAC/D,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;SAC5B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,WAAW,CAChB,IAAY,EACZ,UAA6B;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,qCAAqC;YACvC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;YAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBACtD,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC9B,MAAM;gBACR,CAAC;gBAED,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;gBACvD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;gBAE9D,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,eAAe,EAAE,CAAC;oBAElB,kBAAkB;oBAClB,IAAI,UAAU,IAAI,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;wBAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;wBACvC,MAAM,eAAe,GAAG,OAAO,GAAG,eAAe,CAAC;wBAClD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,eAAe,CAAC;wBAElD,UAAU,CAAC;4BACT,eAAe;4BACf,WAAW,EAAE,MAAM,CAAC,MAAM;4BAC1B,QAAQ,EAAE,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG;4BACjD,YAAY,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;4BAChF,eAAe,EAAE,eAAe,GAAG,SAAS;yBAC7C,CAAC,CAAC;oBACL,CAAC;oBAED,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAe,EACf,UAA6B;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC;YACjD,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACjD,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC9B,MAAM;gBACR,CAAC;gBAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC5C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACjD,gBAAgB,EAAE,CAAC;gBAEnB,kBAAkB;gBAClB,IAAI,UAAU,IAAI,IAAI,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC;oBAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACvC,MAAM,eAAe,GAAG,OAAO,GAAG,gBAAgB,CAAC;oBACnD,MAAM,SAAS,GAAG,YAAY,GAAG,gBAAgB,CAAC;oBAElD,UAAU,CAAC;wBACT,eAAe,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM;wBACjC,WAAW,EAAE,KAAK,CAAC,MAAM;wBACzB,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG;wBACnD,YAAY,EAAE,SAAS,gBAAgB,IAAI,YAAY,EAAE;wBACzD,eAAe,EAAE,eAAe,GAAG,SAAS;qBAC7C,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,gBAAgB,CACrB,SAAiB,EACjB,WAAqB,EACrB,UAA6B;QAE7B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,sDAAsD;QACtD,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC;YAC9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;gBAC7E,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC;gBAE5B,MAAM;oBACJ,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC;oBACxB,UAAU;oBACV,KAAK;iBACN,CAAC;YACJ,CAAC;YACD,SAAS,IAAI,UAAU,CAAC,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,qBAAqB,CAC1B,KAAa,EACb,MAAgB,EAChB,IAAY,CAAC,EACb,UAA6B;QAE7B,MAAM,OAAO,GAA+D,EAAE,CAAC;QAC/E,IAAI,aAAa,GAAG,CAAC,QAAQ,CAAC;QAE9B,iCAAiC;QACjC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5E,yBAAyB;YACzB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;gBACpD,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;YACzD,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;gBACpD,OAAO,CAAC,GAAG,EAAE,CAAC;gBACd,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;YACzD,CAAC;YAED,uCAAuC;YACvC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,GAAG,aAAa,EAAE,CAAC;gBAC/D,MAAM,MAAM,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QACtC,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,iBAAiB;QAMf,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YACtC,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACzC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,mBAAmB;YAC7D,wBAAwB,EAAE,IAAI,CAAC,eAAe,CAAC,uBAAuB;SACvE,CAAC;IACJ,CAAC;IAED,4EAA4E;IAEpE,eAAe,CAAC,IAAY;QAClC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,6CAA6C;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC;YAC/C,IAAI,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBACtD,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnC,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,YAAY,IAAI,GAAG,GAAG,QAAQ,CAAC;YACjC,CAAC;QACH,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,MAAgB;QAC/C,OAAO,MAAM,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAEO,mBAAmB,CAAC,CAAe,EAAE,CAAe;QAC1D,oBAAoB;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAEO,gBAAgB;QACtB,OAAO,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,CAAC;CACF"}

package/dist/src/controllers/index.cjs

@@ -1,6 +0,0 @@
-/**
- * CommonJS wrapper for ESM module
- * Auto-generated by scripts/build-cjs.js
- */
-const mod = require('./controllers/index.js');
-module.exports = mod;

package/dist/src/coordination/MultiDatabaseCoordinator.d.ts

@@ -1,348 +0,0 @@
-/**
- * MultiDatabaseCoordinator - Cross-Instance Synchronization and Coordination
- *
- * Orchestrates multiple AgentDB instances for distributed vector database operations.
- * Provides:
- * - Instance registration and lifecycle management
- * - Cross-instance synchronization with conflict resolution
- * - Health monitoring and automatic failover
- * - Distributed operations (broadcast insert/delete)
- * - Configurable replication strategies
- *
- * @module coordination/MultiDatabaseCoordinator
- */
-import type { VectorBackend, VectorStats } from '../backends/VectorBackend.js';
-/**
- * Status of a database instance
- */
-export type InstanceStatus = 'online' | 'offline' | 'syncing';
-/**
- * Conflict resolution strategies for synchronization
- */
-export type ConflictResolutionStrategy = 'last-write-wins' | 'merge' | 'manual';
-/**
- * Represents a remote database instance
- */
-export interface DatabaseInstance {
-    /** Unique identifier for this instance */
-    id: string;
-    /** URL or connection string for the instance */
-    url: string;
-    /** Current status of the instance */
-    status: InstanceStatus;
-    /** Timestamp of last successful sync */
-    lastSyncAt: number;
-    /** Number of vectors in this instance */
-    vectorCount: number;
-    /** Version string for compatibility checking */
-    version: string;
-    /** Optional metadata about the instance */
-    metadata?: Record<string, unknown>;
-}
-/**
- * Options for synchronization operations
- */
-export interface SyncOptions {
-    /** Conflict resolution strategy */
-    conflictResolution?: ConflictResolutionStrategy;
-    /** Maximum number of items per batch */
-    batchSize?: number;
-    /** Timeout in milliseconds for sync operation */
-    timeoutMs?: number;
-    /** Whether to force full sync (ignore lastSyncAt) */
-    forceFullSync?: boolean;
-    /** Filter to sync only specific namespaces */
-    namespaceFilter?: string[];
-    /** Progress callback */
-    onProgress?: (progress: SyncProgress) => void;
-}
-/**
- * Progress information during synchronization
- */
-export interface SyncProgress {
-    /** Current phase of synchronization */
-    phase: 'preparing' | 'fetching' | 'comparing' | 'resolving' | 'applying' | 'completed' | 'error';
-    /** Items processed so far */
-    current: number;
-    /** Total items to process */
-    total: number;
-    /** Optional message */
-    message?: string;
-    /** Error message if phase is 'error' */
-    error?: string;
-}
-/**
- * Result of a synchronization operation
- */
-export interface SyncResult {
-    /** Whether sync completed successfully */
-    success: boolean;
-    /** Instance ID that was synced */
-    instanceId: string;
-    /** Number of items synced */
-    itemsSynced: number;
-    /** Number of conflicts detected */
-    conflictsDetected: number;
-    /** Number of conflicts resolved */
-    conflictsResolved: number;
-    /** Duration in milliseconds */
-    durationMs: number;
-    /** Bytes transferred */
-    bytesTransferred: number;
-    /** Error message if failed */
-    error?: string;
-    /** Detailed conflict information (for manual resolution) */
-    unresolvedConflicts?: ConflictInfo[];
-}
-/**
- * Information about a sync conflict
- */
-export interface ConflictInfo {
-    /** Vector ID with conflict */
-    vectorId: string;
-    /** Local vector data */
-    local: VectorData;
-    /** Remote vector data */
-    remote: VectorData;
-    /** Suggested resolution */
-    suggestion: 'keep-local' | 'keep-remote' | 'merge';
-}
-/**
- * Vector data for conflict resolution
- */
-export interface VectorData {
-    /** Vector embedding */
-    embedding: Float32Array;
-    /** Associated metadata */
-    metadata?: Record<string, unknown>;
-    /** Last modified timestamp */
-    timestamp: number;
-}
-/**
- * Configuration for MultiDatabaseCoordinator
- */
-export interface MultiDatabaseCoordinatorConfig {
-    /** Replication factor (how many instances should have each vector) */
-    replicationFactor?: number;
-    /** Interval between automatic syncs (0 to disable) */
-    syncIntervalMs?: number;
-    /** Default conflict resolution strategy */
-    conflictResolution?: ConflictResolutionStrategy;
-    /** Health check interval in milliseconds */
-    healthCheckIntervalMs?: number;
-    /** Timeout for health checks */
-    healthCheckTimeoutMs?: number;
-    /** Whether to enable automatic failover */
-    autoFailover?: boolean;
-    /** Maximum retries for failed operations */
-    maxRetries?: number;
-    /** Retry delay in milliseconds */
-    retryDelayMs?: number;
-}
-/**
- * Callback for instance status changes
- */
-export type StatusChangeCallback = (instanceId: string, oldStatus: InstanceStatus, newStatus: InstanceStatus) => void;
-/**
- * Result of an operation executed on all instances
- */
-export interface DistributedOperationResult<T> {
-    /** Results keyed by instance ID */
-    results: Map<string, T>;
-    /** Errors keyed by instance ID */
-    errors: Map<string, Error>;
-    /** Number of successful operations */
-    successCount: number;
-    /** Number of failed operations */
-    failureCount: number;
-}
-/**
- * MultiDatabaseCoordinator - Manages multiple AgentDB instances
- *
- * Provides coordination, synchronization, and health monitoring for
- * distributed vector database deployments.
- *
- * @example
- * ```typescript
- * const coordinator = new MultiDatabaseCoordinator(primaryDb, {
- *   replicationFactor: 2,
- *   syncIntervalMs: 30000,
- *   conflictResolution: 'last-write-wins'
- * });
- *
- * // Register secondary instances
- * coordinator.registerInstance({
- *   id: 'secondary-1',
- *   url: 'http://db1.example.com:8080',
- *   status: 'online',
- *   lastSyncAt: 0,
- *   vectorCount: 0,
- *   version: '2.0.0'
- * });
- *
- * // Start health monitoring
- * coordinator.startHealthCheck(5000);
- *
- * // Sync all instances
- * const results = await coordinator.syncAll();
- * ```
- */
-export declare class MultiDatabaseCoordinator {
-    private primaryDb;
-    private instances;
-    private config;
-    private healthCheckInterval;
-    private syncInterval;
-    private statusChangeCallbacks;
-    private isSyncing;
-    private vectorTimestamps;
-    /**
-     * Create a new MultiDatabaseCoordinator
-     *
-     * @param primaryDb - Primary vector database backend
-     * @param config - Configuration options
-     */
-    constructor(primaryDb: VectorBackend, config?: MultiDatabaseCoordinatorConfig);
-    /**
-     * Register a new database instance
-     *
-     * @param instance - Instance configuration
-     * @throws Error if instance with same ID already exists
-     */
-    registerInstance(instance: DatabaseInstance): void;
-    /**
-     * Unregister a database instance
-     *
-     * @param id - Instance ID to unregister
-     * @throws Error if instance is currently syncing
-     */
-    unregisterInstance(id: string): void;
-    /**
-     * Get all registered instances
-     *
-     * @returns Array of database instances
-     */
-    getInstances(): DatabaseInstance[];
-    /**
-     * Get a specific instance by ID
-     *
-     * @param id - Instance ID
-     * @returns Instance or null if not found
-     */
-    getInstanceStatus(id: string): DatabaseInstance | null;
-    /**
-     * Get only online instances
-     *
-     * @returns Array of online instances
-     */
-    getOnlineInstances(): DatabaseInstance[];
-    /**
-     * Update instance status
-     *
-     * @param id - Instance ID
-     * @param status - New status
-     */
-    private updateInstanceStatus;
-    /**
-     * Synchronize data TO a remote instance
-     *
-     * @param targetId - Target instance ID
-     * @param options - Sync options
-     * @returns Sync result
-     */
-    syncToInstance(targetId: string, options?: SyncOptions): Promise<SyncResult>;
-    /**
-     * Synchronize data FROM a remote instance
-     *
-     * @param sourceId - Source instance ID
-     * @param options - Sync options
-     * @returns Sync result
-     */
-    syncFromInstance(sourceId: string, options?: SyncOptions): Promise<SyncResult>;
-    /**
-     * Synchronize all registered instances
-     *
-     * @param options - Sync options
-     * @returns Map of instance ID to sync result
-     */
-    syncAll(options?: SyncOptions): Promise<Map<string, SyncResult>>;
-    /**
-     * Start periodic health checks
-     *
-     * @param intervalMs - Check interval in milliseconds (overrides config)
-     */
-    startHealthCheck(intervalMs?: number): void;
-    /**
-     * Stop periodic health checks
-     */
-    stopHealthCheck(): void;
-    /**
-     * Perform health check on all instances
-     */
-    private performHealthCheck;
-    /**
-     * Check if a specific instance is healthy
-     */
-    private checkInstanceHealth;
-    /**
-     * Register a callback for instance status changes
-     *
-     * @param callback - Callback function
-     * @returns Unsubscribe function
-     */
-    onInstanceStatusChange(callback: StatusChangeCallback): () => void;
-    /**
-     * Broadcast an insert operation to all online instances
-     *
-     * @param id - Vector ID
-     * @param vector - Vector embedding
-     * @param metadata - Optional metadata
-     */
-    broadcastInsert(id: string, vector: Float32Array, metadata?: Record<string, unknown>): Promise<void>;
-    /**
-     * Broadcast a delete operation to all online instances
-     *
-     * @param id - Vector ID to delete
-     */
-    broadcastDelete(id: string): Promise<void>;
-    /**
-     * Execute an operation on all instances (including primary)
-     *
-     * @param operation - Operation to execute
-     * @returns Map of instance ID to result
-     */
-    executeOnAll<T>(operation: (db: VectorBackend, instanceId: string) => Promise<T>): Promise<DistributedOperationResult<T>>;
-    /**
-     * Get current configuration
-     */
-    getConfig(): Readonly<Required<MultiDatabaseCoordinatorConfig>>;
-    /**
-     * Update configuration
-     *
-     * @param updates - Partial configuration updates
-     */
-    updateConfig(updates: Partial<MultiDatabaseCoordinatorConfig>): void;
-    /**
-     * Get coordinator statistics
-     */
-    getStats(): {
-        primaryStats: VectorStats;
-        instanceCount: number;
-        onlineCount: number;
-        offlineCount: number;
-        syncingCount: number;
-        totalVectors: number;
-    };
-    /**
-     * Stop all background tasks and cleanup
-     */
-    close(): void;
-    private startAutoSync;
-    private stopAutoSync;
-    private mergeOptions;
-    private getLocalVectorIds;
-    private createBatches;
-    private selectReplicationTargets;
-    private delay;
-}
-//# sourceMappingURL=MultiDatabaseCoordinator.d.ts.map

package/dist/src/coordination/MultiDatabaseCoordinator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"MultiDatabaseCoordinator.d.ts","sourceRoot":"","sources":["../../../src/coordination/MultiDatabaseCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAM/E;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;AAE9D;;GAEG;AACH,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,GAAG,OAAO,GAAG,QAAQ,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,0CAA0C;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,gDAAgD;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,qCAAqC;IACrC,MAAM,EAAE,cAAc,CAAC;IACvB,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,mCAAmC;IACnC,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;IAChD,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,8CAA8C;IAC9C,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;CAC/C;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,uCAAuC;IACvC,KAAK,EAAE,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC;IACjG,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,uBAAuB;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,0CAA0C;IAC1C,OAAO,EAAE,OAAO,CAAC;IACjB,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mCAAmC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,wBAAwB;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,mBAAmB,CAAC,EAAE,YAAY,EAAE,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,wBAAwB;IACxB,KAAK,EAAE,UAAU,CAAC;IAClB,yBAAyB;IACzB,MAAM,EAAE,UAAU,CAAC;IACnB,2BAA2B;IAC3B,UAAU,EAAE,YAAY,GAAG,aAAa,GAAG,OAAO,CAAC;CACpD;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,uBAAuB;IACvB,SAAS,EAAE,YAAY,CAAC;IACxB,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,sEAAsE;IACtE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,2CAA2C;IAC3C,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;IAChD,4CAA4C;IAC5C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,gCAAgC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2CAA2C;IAC3C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,cAAc,EACzB,SAAS,EAAE,cAAc,KACtB,IAAI,CAAC;AAEV;;GAEG;AACH,MAAM,WAAW,0BAA0B,CAAC,CAAC;IAC3C,mCAAmC;IACnC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,kCAAkC;IAClC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3B,sCAAsC;IACtC,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,qBAAa,wBAAwB;IACnC,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,SAAS,CAA4C;IAC7D,OAAO,CAAC,MAAM,CAA2C;IACzD,OAAO,CAAC,mBAAmB,CAA+B;IAC1D,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,qBAAqB,CAA8B;IAC3D,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,gBAAgB,CAAkC;IAE1D;;;;;OAKG;gBACS,SAAS,EAAE,aAAa,EAAE,MAAM,GAAE,8BAAmC;IAuBjF;;;;;OAKG;IACH,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAWlD;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAapC;;;;OAIG;IACH,YAAY,IAAI,gBAAgB,EAAE;IAIlC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IAItD;;;;OAIG;IACH,kBAAkB,IAAI,gBAAgB,EAAE;IAIxC;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAuB5B;;;;;;OAMG;IACG,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAoLtF;;;;;;OAMG;IACG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA4JxF;;;;;OAKG;IACG,OAAO,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAgC1E;;;;OAIG;IACH,gBAAgB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAkB3C;;OAEG;IACH,eAAe,IAAI,IAAI;IAQvB;;OAEG;YACW,kBAAkB;IA+BhC;;OAEG;YACW,mBAAmB;IAWjC;;;;;OAKG;IACH,sBAAsB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,IAAI;IAelE;;;;;;OAMG;IACG,eAAe,CACnB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,YAAY,EACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,OAAO,CAAC,IAAI,CAAC;IAsChB;;;;OAIG;IACG,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkChD;;;;;OAKG;IACG,YAAY,CAAC,CAAC,EAClB,SAAS,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAC/D,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC;IAyCzC;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC;IAI/D;;;;OAIG;IACH,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,8BAA8B,CAAC,GAAG,IAAI;IAYpE;;OAEG;IACH,QAAQ,IAAI;QACV,YAAY,EAAE,WAAW,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;QACtB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;KACtB;IAqBD;;OAEG;IACH,KAAK,IAAI,IAAI;IAcb,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,wBAAwB;IAShC,OAAO,CAAC,KAAK;CAGd"}