@soulcraft/brainy 0.41.0 → 0.44.0

package/dist/hnsw/scaledHNSWSystem.js

@@ -0,0 +1,559 @@
+/**
+ * Scaled HNSW System - Integration of All Optimization Strategies
+ * Production-ready system for handling millions of vectors with sub-second search
+ */
+import { PartitionedHNSWIndex } from './partitionedHNSWIndex.js';
+import { DistributedSearchSystem, SearchStrategy } from './distributedSearch.js';
+import { EnhancedCacheManager } from '../storage/enhancedCacheManager.js';
+import { BatchS3Operations } from '../storage/adapters/batchS3Operations.js';
+import { ReadOnlyOptimizations } from '../storage/readOnlyOptimizations.js';
+import { euclideanDistance } from '../utils/index.js';
+import { AutoConfiguration } from '../utils/autoConfiguration.js';
+/**
+ * High-performance HNSW system with all optimizations integrated
+ * Handles datasets from thousands to millions of vectors
+ */
+export class ScaledHNSWSystem {
+    constructor(config = {}) {
+        // Performance monitoring and learning
+        this.performanceMetrics = {
+            totalSearches: 0,
+            averageSearchTime: 0,
+            cacheHitRate: 0,
+            compressionRatio: 0,
+            memoryUsage: 0,
+            indexSize: 0,
+            lastLearningUpdate: Date.now()
+        };
+        this.autoConfig = AutoConfiguration.getInstance();
+        // Set basic defaults - these will be overridden by auto-configuration
+        this.config = {
+            expectedDatasetSize: 100000,
+            maxMemoryUsage: 4 * 1024 * 1024 * 1024,
+            targetSearchLatency: 150,
+            autoConfigureEnvironment: true,
+            learningEnabled: true,
+            enablePartitioning: true,
+            enableCompression: true,
+            enableDistributedSearch: true,
+            enablePredictiveCaching: true,
+            readOnlyMode: false,
+            ...config
+        };
+        this.initializeOptimizedSystem();
+    }
+    /**
+     * Initialize the optimized system based on configuration
+     */
+    async initializeOptimizedSystem() {
+        console.log('Initializing Scaled HNSW System with auto-configuration...');
+        // Auto-configure if enabled
+        if (this.config.autoConfigureEnvironment) {
+            const autoConfigResult = await this.autoConfig.detectAndConfigure({
+                expectedDataSize: this.config.expectedDatasetSize,
+                s3Available: !!this.config.s3Config,
+                memoryBudget: this.config.maxMemoryUsage
+            });
+            console.log(`Detected environment: ${autoConfigResult.environment}`);
+            console.log(`Available memory: ${(autoConfigResult.availableMemory / 1024 / 1024 / 1024).toFixed(1)}GB`);
+            console.log(`CPU cores: ${autoConfigResult.cpuCores}`);
+            // Override config with auto-detected values
+            this.config = {
+                ...this.config,
+                expectedDatasetSize: autoConfigResult.recommendedConfig.expectedDatasetSize,
+                maxMemoryUsage: autoConfigResult.recommendedConfig.maxMemoryUsage,
+                targetSearchLatency: autoConfigResult.recommendedConfig.targetSearchLatency,
+                enablePartitioning: autoConfigResult.recommendedConfig.enablePartitioning,
+                enableCompression: autoConfigResult.recommendedConfig.enableCompression,
+                enableDistributedSearch: autoConfigResult.recommendedConfig.enableDistributedSearch,
+                enablePredictiveCaching: autoConfigResult.recommendedConfig.enablePredictiveCaching
+            };
+        }
+        // Determine optimal configuration
+        const optimizedConfig = this.calculateOptimalConfiguration();
+        // Initialize partitioned index with semantic partitioning as default
+        if (this.config.enablePartitioning) {
+            this.partitionedIndex = new PartitionedHNSWIndex({
+                ...optimizedConfig.partitionConfig,
+                partitionStrategy: 'semantic', // Always use semantic for better performance
+                autoTuneSemanticClusters: true // Enable auto-tuning
+            }, optimizedConfig.hnswConfig, euclideanDistance);
+            console.log('✓ Partitioned index initialized with semantic clustering');
+        }
+        // Initialize distributed search system
+        if (this.config.enableDistributedSearch && this.partitionedIndex) {
+            this.distributedSearch = new DistributedSearchSystem({
+                maxConcurrentSearches: optimizedConfig.maxConcurrentSearches,
+                searchTimeout: this.config.targetSearchLatency * 5,
+                adaptivePartitionSelection: true,
+                loadBalancing: true
+            });
+            console.log('✓ Distributed search system initialized');
+        }
+        // Initialize batch S3 operations
+        if (this.config.s3Config) {
+            this.batchOperations = new BatchS3Operations(null, // Would be initialized with actual S3 client
+            this.config.s3Config.bucketName, {
+                maxConcurrency: 50,
+                useS3Select: this.config.expectedDatasetSize > 100000
+            });
+            console.log('✓ Batch S3 operations initialized');
+        }
+        // Initialize enhanced caching
+        if (this.config.enablePredictiveCaching) {
+            this.cacheManager = new EnhancedCacheManager({
+                hotCacheMaxSize: optimizedConfig.hotCacheSize,
+                warmCacheMaxSize: optimizedConfig.warmCacheSize,
+                prefetchEnabled: true,
+                prefetchStrategy: 'hybrid', // Type casting for enum compatibility
+                prefetchBatchSize: 50
+            });
+            if (this.batchOperations) {
+                this.cacheManager.setStorageAdapters(null, this.batchOperations);
+            }
+            console.log('✓ Enhanced cache manager initialized');
+        }
+        // Initialize read-only optimizations
+        if (this.config.readOnlyMode && this.config.enableCompression) {
+            this.readOnlyOptimizations = new ReadOnlyOptimizations({
+                compression: {
+                    vectorCompression: 'quantization',
+                    metadataCompression: 'gzip',
+                    quantizationType: 'scalar',
+                    quantizationBits: 8
+                },
+                segmentSize: optimizedConfig.segmentSize,
+                memoryMapped: true,
+                cacheIndexInMemory: optimizedConfig.cacheIndexInMemory
+            });
+            console.log('✓ Read-only optimizations initialized');
+        }
+        console.log('Scaled HNSW System ready for', this.config.expectedDatasetSize, 'vectors');
+    }
+    /**
+     * Calculate optimal configuration based on dataset size and constraints
+     */
+    calculateOptimalConfiguration() {
+        const size = this.config.expectedDatasetSize;
+        const memoryBudget = this.config.maxMemoryUsage;
+        let config = {};
+        if (size <= 10000) {
+            // Small dataset - optimize for speed
+            config = {
+                partitionConfig: {
+                    maxNodesPerPartition: 10000,
+                    partitionStrategy: 'hash'
+                },
+                hnswConfig: {
+                    M: 16,
+                    efConstruction: 200,
+                    efSearch: 50,
+                    targetSearchLatency: this.config.targetSearchLatency
+                },
+                hotCacheSize: 1000,
+                warmCacheSize: 5000,
+                maxConcurrentSearches: 4,
+                segmentSize: 5000,
+                cacheIndexInMemory: true
+            };
+        }
+        else if (size <= 100000) {
+            // Medium dataset - balance performance and memory
+            config = {
+                partitionConfig: {
+                    maxNodesPerPartition: 25000,
+                    partitionStrategy: 'semantic',
+                    semanticClusters: 8
+                },
+                hnswConfig: {
+                    M: 24,
+                    efConstruction: 300,
+                    efSearch: 75,
+                    targetSearchLatency: this.config.targetSearchLatency,
+                    dynamicParameterTuning: true
+                },
+                hotCacheSize: 2000,
+                warmCacheSize: 15000,
+                maxConcurrentSearches: 8,
+                segmentSize: 10000,
+                cacheIndexInMemory: memoryBudget > 2 * 1024 * 1024 * 1024 // 2GB
+            };
+        }
+        else if (size <= 1000000) {
+            // Large dataset - optimize for scale
+            config = {
+                partitionConfig: {
+                    maxNodesPerPartition: 50000,
+                    partitionStrategy: 'semantic',
+                    semanticClusters: 16
+                },
+                hnswConfig: {
+                    M: 32,
+                    efConstruction: 400,
+                    efSearch: 100,
+                    targetSearchLatency: this.config.targetSearchLatency,
+                    dynamicParameterTuning: true,
+                    memoryBudget: memoryBudget
+                },
+                hotCacheSize: 5000,
+                warmCacheSize: 25000,
+                maxConcurrentSearches: 12,
+                segmentSize: 20000,
+                cacheIndexInMemory: memoryBudget > 8 * 1024 * 1024 * 1024 // 8GB
+            };
+        }
+        else {
+            // Very large dataset - maximum optimization
+            config = {
+                partitionConfig: {
+                    maxNodesPerPartition: 100000,
+                    partitionStrategy: 'hybrid',
+                    semanticClusters: 32
+                },
+                hnswConfig: {
+                    M: 48,
+                    efConstruction: 500,
+                    efSearch: 150,
+                    targetSearchLatency: this.config.targetSearchLatency,
+                    dynamicParameterTuning: true,
+                    memoryBudget: memoryBudget,
+                    diskCacheEnabled: true
+                },
+                hotCacheSize: 10000,
+                warmCacheSize: 50000,
+                maxConcurrentSearches: 20,
+                segmentSize: 50000,
+                cacheIndexInMemory: false // Too large for memory
+            };
+        }
+        return config;
+    }
+    /**
+     * Add vector to the scaled system
+     */
+    async addVector(item) {
+        if (!this.partitionedIndex) {
+            throw new Error('System not properly initialized');
+        }
+        const startTime = Date.now();
+        const result = await this.partitionedIndex.addItem(item);
+        // Update performance metrics
+        this.performanceMetrics.indexSize = this.partitionedIndex.size();
+        return result;
+    }
+    /**
+     * Bulk insert vectors with optimizations
+     */
+    async bulkInsert(items) {
+        if (!this.partitionedIndex) {
+            throw new Error('System not properly initialized');
+        }
+        console.log(`Starting optimized bulk insert of ${items.length} vectors`);
+        const startTime = Date.now();
+        // Sort items for optimal insertion order
+        const sortedItems = this.optimizeInsertionOrder(items);
+        const results = [];
+        const batchSize = this.calculateOptimalBatchSize(items.length);
+        // Process in batches
+        for (let i = 0; i < sortedItems.length; i += batchSize) {
+            const batch = sortedItems.slice(i, i + batchSize);
+            for (const item of batch) {
+                const id = await this.partitionedIndex.addItem(item);
+                results.push(id);
+            }
+            // Progress logging
+            if (i % (batchSize * 10) === 0) {
+                const progress = ((i / sortedItems.length) * 100).toFixed(1);
+                console.log(`Bulk insert progress: ${progress}%`);
+            }
+        }
+        const totalTime = Date.now() - startTime;
+        console.log(`Bulk insert completed: ${results.length} vectors in ${totalTime}ms`);
+        return results;
+    }
+    /**
+     * High-performance vector search with all optimizations
+     */
+    async search(queryVector, k = 10, options = {}) {
+        const startTime = Date.now();
+        try {
+            let results;
+            if (this.distributedSearch && this.partitionedIndex) {
+                // Use distributed search for optimal performance
+                results = await this.distributedSearch.distributedSearch(this.partitionedIndex, queryVector, k, options.strategy || SearchStrategy.ADAPTIVE);
+            }
+            else if (this.partitionedIndex) {
+                // Fall back to partitioned search
+                results = await this.partitionedIndex.search(queryVector, k, { maxPartitions: options.maxPartitions });
+            }
+            else {
+                throw new Error('No search system available');
+            }
+            // Update performance metrics and learn from performance
+            const searchTime = Date.now() - startTime;
+            this.updateSearchMetrics(searchTime, results.length);
+            // Adaptive learning - adjust configuration based on performance
+            if (this.config.learningEnabled && this.shouldTriggerLearning()) {
+                await this.adaptivelyLearnFromPerformance();
+            }
+            return results;
+        }
+        catch (error) {
+            console.error('Search failed:', error);
+            throw error;
+        }
+    }
+    /**
+     * Get system performance metrics
+     */
+    getPerformanceMetrics() {
+        const metrics = { ...this.performanceMetrics };
+        // Add subsystem metrics
+        if (this.partitionedIndex) {
+            metrics.partitionStats = this.partitionedIndex.getPartitionStats();
+        }
+        if (this.cacheManager) {
+            metrics.cacheStats = this.cacheManager.getStats();
+        }
+        if (this.readOnlyOptimizations) {
+            metrics.compressionStats = this.readOnlyOptimizations.getCompressionStats();
+        }
+        if (this.distributedSearch) {
+            metrics.distributedSearchStats = this.distributedSearch.getSearchStats();
+        }
+        return metrics;
+    }
+    /**
+     * Optimize insertion order for better index quality
+     */
+    optimizeInsertionOrder(items) {
+        if (items.length < 1000) {
+            return items; // Not worth optimizing small batches
+        }
+        // Simple clustering-based approach for better HNSW construction
+        // In production, you might use more sophisticated clustering
+        return items.sort(() => Math.random() - 0.5);
+    }
+    /**
+     * Calculate optimal batch size based on system resources
+     */
+    calculateOptimalBatchSize(totalItems) {
+        const memoryBudget = this.config.maxMemoryUsage;
+        const estimatedItemSize = 1000; // Rough estimate per item in bytes
+        const maxBatch = Math.floor(memoryBudget * 0.1 / estimatedItemSize);
+        const targetBatch = Math.min(1000, Math.max(100, maxBatch));
+        return Math.min(targetBatch, totalItems);
+    }
+    /**
+     * Update search performance metrics
+     */
+    updateSearchMetrics(searchTime, resultCount) {
+        this.performanceMetrics.totalSearches++;
+        this.performanceMetrics.averageSearchTime =
+            (this.performanceMetrics.averageSearchTime + searchTime) / 2;
+        // Update other metrics
+        if (this.cacheManager) {
+            const cacheStats = this.cacheManager.getStats();
+            const totalOps = cacheStats.hotCacheHits + cacheStats.hotCacheMisses +
+                cacheStats.warmCacheHits + cacheStats.warmCacheMisses;
+            this.performanceMetrics.cacheHitRate = totalOps > 0 ?
+                (cacheStats.hotCacheHits + cacheStats.warmCacheHits) / totalOps : 0;
+        }
+        if (this.readOnlyOptimizations) {
+            const compressionStats = this.readOnlyOptimizations.getCompressionStats();
+            this.performanceMetrics.compressionRatio = compressionStats.compressionRatio;
+        }
+        // Estimate memory usage
+        this.performanceMetrics.memoryUsage = this.estimateMemoryUsage();
+    }
+    /**
+     * Estimate current memory usage
+     */
+    estimateMemoryUsage() {
+        let totalMemory = 0;
+        if (this.partitionedIndex) {
+            // Rough estimate: 1KB per vector
+            totalMemory += this.partitionedIndex.size() * 1024;
+        }
+        if (this.cacheManager) {
+            const cacheStats = this.cacheManager.getStats();
+            totalMemory += (cacheStats.hotCacheSize + cacheStats.warmCacheSize) * 1024;
+        }
+        return totalMemory;
+    }
+    /**
+     * Generate performance report
+     */
+    generatePerformanceReport() {
+        const metrics = this.getPerformanceMetrics();
+        return `
+=== Scaled HNSW System Performance Report ===
+
+Dataset Configuration:
+- Expected Size: ${this.config.expectedDatasetSize.toLocaleString()} vectors
+- Current Size: ${metrics.indexSize.toLocaleString()} vectors
+- Memory Budget: ${(this.config.maxMemoryUsage / 1024 / 1024 / 1024).toFixed(1)}GB
+- Target Latency: ${this.config.targetSearchLatency}ms
+
+Performance Metrics:
+- Total Searches: ${metrics.totalSearches.toLocaleString()}
+- Average Search Time: ${metrics.averageSearchTime.toFixed(1)}ms
+- Cache Hit Rate: ${(metrics.cacheHitRate * 100).toFixed(1)}%
+- Memory Usage: ${(metrics.memoryUsage / 1024 / 1024).toFixed(1)}MB
+- Compression Ratio: ${metrics.compressionRatio ? (metrics.compressionRatio * 100).toFixed(1) + '%' : 'N/A'}
+
+System Status: ${this.getSystemStatus()}
+    `.trim();
+    }
+    /**
+     * Get overall system status
+     */
+    getSystemStatus() {
+        const metrics = this.getPerformanceMetrics();
+        if (metrics.averageSearchTime <= this.config.targetSearchLatency) {
+            return '✅ OPTIMAL';
+        }
+        else if (metrics.averageSearchTime <= this.config.targetSearchLatency * 2) {
+            return '⚠️  ACCEPTABLE';
+        }
+        else {
+            return '❌ NEEDS OPTIMIZATION';
+        }
+    }
+    /**
+     * Check if adaptive learning should be triggered
+     */
+    shouldTriggerLearning() {
+        const timeSinceLastLearning = Date.now() - this.performanceMetrics.lastLearningUpdate;
+        const minLearningInterval = 30000; // 30 seconds
+        const minSearches = 20; // Minimum searches before learning
+        return timeSinceLastLearning > minLearningInterval &&
+            this.performanceMetrics.totalSearches > minSearches &&
+            this.performanceMetrics.totalSearches % 50 === 0; // Learn every 50 searches
+    }
+    /**
+     * Adaptively learn from performance and adjust configuration
+     */
+    async adaptivelyLearnFromPerformance() {
+        try {
+            const currentMetrics = {
+                averageSearchTime: this.performanceMetrics.averageSearchTime,
+                memoryUsage: this.performanceMetrics.memoryUsage,
+                cacheHitRate: this.performanceMetrics.cacheHitRate,
+                errorRate: 0 // Could be tracked separately
+            };
+            const adjustments = await this.autoConfig.learnFromPerformance(currentMetrics);
+            if (Object.keys(adjustments).length > 0) {
+                console.log('🧠 Adaptive learning: Adjusting configuration based on performance');
+                // Apply learned adjustments
+                let configChanged = false;
+                if (adjustments.enableDistributedSearch !== undefined &&
+                    adjustments.enableDistributedSearch !== this.config.enableDistributedSearch) {
+                    this.config.enableDistributedSearch = adjustments.enableDistributedSearch;
+                    configChanged = true;
+                }
+                if (adjustments.enableCompression !== undefined &&
+                    adjustments.enableCompression !== this.config.enableCompression) {
+                    this.config.enableCompression = adjustments.enableCompression;
+                    configChanged = true;
+                }
+                if (adjustments.enablePredictiveCaching !== undefined &&
+                    adjustments.enablePredictiveCaching !== this.config.enablePredictiveCaching) {
+                    this.config.enablePredictiveCaching = adjustments.enablePredictiveCaching;
+                    configChanged = true;
+                }
+                // Apply partition adjustments
+                if (adjustments.maxNodesPerPartition &&
+                    this.partitionedIndex &&
+                    adjustments.maxNodesPerPartition !== this.partitionedIndex.getPartitionStats().averageNodesPerPartition) {
+                    // This would require rebuilding the index in a real implementation
+                    console.log(`Learning suggests partition size: ${adjustments.maxNodesPerPartition}`);
+                }
+                if (configChanged) {
+                    console.log('✅ Configuration updated based on performance learning');
+                }
+            }
+            this.performanceMetrics.lastLearningUpdate = Date.now();
+        }
+        catch (error) {
+            console.warn('Adaptive learning failed:', error);
+        }
+    }
+    /**
+     * Update dataset analysis for better auto-configuration
+     */
+    async updateDatasetAnalysis(vectorCount, vectorDimension) {
+        if (this.config.autoConfigureEnvironment) {
+            const analysis = {
+                estimatedSize: vectorCount,
+                vectorDimension,
+                accessPatterns: this.inferAccessPatterns()
+            };
+            await this.autoConfig.adaptToDataset(analysis);
+            console.log(`📊 Dataset analysis updated: ${vectorCount} vectors${vectorDimension ? `, ${vectorDimension}D` : ''}`);
+        }
+    }
+    /**
+     * Infer access patterns from current metrics
+     */
+    inferAccessPatterns() {
+        // Simple heuristic - in practice, this would track read/write ratios
+        if (this.performanceMetrics.totalSearches > 100) {
+            return 'read-heavy';
+        }
+        return 'balanced';
+    }
+    /**
+     * Cleanup system resources
+     */
+    cleanup() {
+        this.distributedSearch?.cleanup();
+        this.cacheManager?.clear();
+        this.readOnlyOptimizations?.cleanup();
+        this.partitionedIndex?.clear();
+        this.autoConfig.resetCache();
+        console.log('Scaled HNSW System cleaned up');
+    }
+}
+// Export convenience factory functions
+/**
+ * Create a fully auto-configured Brainy system - minimal setup required!
+ * Just provide S3 config if you want persistence beyond the current session
+ */
+export function createAutoBrainy(s3Config) {
+    return new ScaledHNSWSystem({
+        s3Config: s3Config ? {
+            bucketName: s3Config.bucketName,
+            region: s3Config.region || 'us-east-1',
+            accessKeyId: s3Config.accessKeyId,
+            secretAccessKey: s3Config.secretAccessKey
+        } : undefined,
+        autoConfigureEnvironment: true,
+        learningEnabled: true
+    });
+}
+/**
+ * Create a Brainy system optimized for specific scenarios
+ */
+export async function createQuickBrainy(scenario, s3Config) {
+    const { getQuickSetup } = await import('../utils/autoConfiguration.js');
+    const quickConfig = await getQuickSetup(scenario);
+    return new ScaledHNSWSystem({
+        ...quickConfig,
+        s3Config: s3Config && quickConfig.s3Required ? {
+            bucketName: s3Config.bucketName,
+            region: s3Config.region || 'us-east-1',
+            accessKeyId: process.env.AWS_ACCESS_KEY_ID,
+            secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY
+        } : undefined,
+        autoConfigureEnvironment: true,
+        learningEnabled: true
+    });
+}
+/**
+ * Legacy factory function - still works but consider using createAutoBrainy() instead
+ */
+export function createScaledHNSWSystem(config = {}) {
+    return new ScaledHNSWSystem(config);
+}
+//# sourceMappingURL=scaledHNSWSystem.js.map

package/dist/hnsw/scaledHNSWSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scaledHNSWSystem.js","sourceRoot":"","sources":["../../src/hnsw/scaledHNSWSystem.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,oBAAoB,EAAmB,MAAM,2BAA2B,CAAA;AAEjF,OAAO,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAA;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAA;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAA;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AACrD,OAAO,EAAuB,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AAiCtF;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IA+B3B,YAAY,SAA2B,EAAE;QAXzC,sCAAsC;QAC9B,uBAAkB,GAAG;YAC3B,aAAa,EAAE,CAAC;YAChB,iBAAiB,EAAE,CAAC;YACpB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,CAAC;YACZ,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE;SAC/B,CAAA;QAGC,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAA;QAEjD,sEAAsE;QACtE,IAAI,CAAC,MAAM,GAAG;YACZ,mBAAmB,EAAE,MAAM;YAC3B,cAAc,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YACtC,mBAAmB,EAAE,GAAG;YACxB,wBAAwB,EAAE,IAAI;YAC9B,eAAe,EAAE,IAAI;YACrB,kBAAkB,EAAE,IAAI;YACxB,iBAAiB,EAAE,IAAI;YACvB,uBAAuB,EAAE,IAAI;YAC7B,uBAAuB,EAAE,IAAI;YAC7B,YAAY,EAAE,KAAK;YACnB,GAAG,MAAM;SACV,CAAA;QAED,IAAI,CAAC,yBAAyB,EAAE,CAAA;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB;QACrC,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAA;QAEzE,4BAA4B;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,wBAAwB,EAAE,CAAC;YACzC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;gBAChE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;gBACjD,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;gBACnC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;aACzC,CAAC,CAAA;YAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAA;YACpE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,eAAe,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YACxG,OAAO,CAAC,GAAG,CAAC,cAAc,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAA;YAEtD,4CAA4C;YAC5C,IAAI,CAAC,MAAM,GAAG;gBACZ,GAAG,IAAI,CAAC,MAAM;gBACd,mBAAmB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,mBAAmB;gBAC3E,cAAc,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,cAAc;gBACjE,mBAAmB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,mBAAmB;gBAC3E,kBAAkB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,kBAAkB;gBACzE,iBAAiB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,iBAAiB;gBACvE,uBAAuB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,uBAAuB;gBACnF,uBAAuB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,uBAAuB;aACpF,CAAA;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,eAAe,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAA;QAE5D,qEAAqE;QACrE,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,IAAI,CAAC,gBAAgB,GAAG,IAAI,oBAAoB,CAC9C;gBACE,GAAG,eAAe,CAAC,eAAe;gBAClC,iBAAiB,EAAE,UAAU,EAAE,6CAA6C;gBAC5E,wBAAwB,EAAE,IAAI,CAAC,qBAAqB;aACrD,EACD,eAAe,CAAC,UAAU,EAC1B,iBAAiB,CAClB,CAAA;YACD,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAA;QACzE,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,uBAAuB,CAAC;gBACnD,qBAAqB,EAAE,eAAe,CAAC,qBAAqB;gBAC5D,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC;gBAClD,0BAA0B,EAAE,IAAI;gBAChC,aAAa,EAAE,IAAI;aACpB,CAAC,CAAA;YACF,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;QACxD,CAAC;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,IAAI,iBAAiB,CAC1C,IAAW,EAAE,6CAA6C;YAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAC/B;gBACE,cAAc,EAAE,EAAE;gBAClB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,MAAM;aACtD,CACF,CAAA;YACD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAA;QAClD,CAAC;QAED,8BAA8B;QAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACxC,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAoB,CAAC;gBAC3C,eAAe,EAAE,eAAe,CAAC,YAAY;gBAC7C,gBAAgB,EAAE,eAAe,CAAC,aAAa;gBAC/C,eAAe,EAAE,IAAI;gBACrB,gBAAgB,EAAE,QAAe,EAAE,sCAAsC;gBACzE,iBAAiB,EAAE,EAAE;aACtB,CAAC,CAAA;YAEF,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,IAAW,EAAE,IAAI,CAAC,eAAe,CAAC,CAAA;YACzE,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAA;QACrD,CAAC;QAED,qCAAqC;QACrC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC9D,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAqB,CAAC;gBACrD,WAAW,EAAE;oBACX,iBAAiB,EAAE,cAAqB;oBACxC,mBAAmB,EAAE,MAAa;oBAClC,gBAAgB,EAAE,QAAe;oBACjC,gBAAgB,EAAE,CAAC;iBACpB;gBACD,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,YAAY,EAAE,IAAI;gBAClB,kBAAkB,EAAE,eAAe,CAAC,kBAAkB;aACvD,CAAC,CAAA;YACF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAA;QACtD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAA;IACzF,CAAC;IAED;;OAEG;IACK,6BAA6B;QASnC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAA;QAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAA;QAE/C,IAAI,MAAM,GAAQ,EAAE,CAAA;QAEpB,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;YAClB,qCAAqC;YACrC,MAAM,GAAG;gBACP,eAAe,EAAE;oBACf,oBAAoB,EAAE,KAAK;oBAC3B,iBAAiB,EAAE,MAAe;iBACnC;gBACD,UAAU,EAAE;oBACV,CAAC,EAAE,EAAE;oBACL,cAAc,EAAE,GAAG;oBACnB,QAAQ,EAAE,EAAE;oBACZ,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;iBACrD;gBACD,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,IAAI;gBACnB,qBAAqB,EAAE,CAAC;gBACxB,WAAW,EAAE,IAAI;gBACjB,kBAAkB,EAAE,IAAI;aACzB,CAAA;QACH,CAAC;aAAM,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,kDAAkD;YAClD,MAAM,GAAG;gBACP,eAAe,EAAE;oBACf,oBAAoB,EAAE,KAAK;oBAC3B,iBAAiB,EAAE,UAAmB;oBACtC,gBAAgB,EAAE,CAAC;iBACpB;gBACD,UAAU,EAAE;oBACV,CAAC,EAAE,EAAE;oBACL,cAAc,EAAE,GAAG;oBACnB,QAAQ,EAAE,EAAE;oBACZ,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;oBACpD,sBAAsB,EAAE,IAAI;iBAC7B;gBACD,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,KAAK;gBACpB,qBAAqB,EAAE,CAAC;gBACxB,WAAW,EAAE,KAAK;gBAClB,kBAAkB,EAAE,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM;aACjE,CAAA;QACH,CAAC;aAAM,IAAI,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,qCAAqC;YACrC,MAAM,GAAG;gBACP,eAAe,EAAE;oBACf,oBAAoB,EAAE,KAAK;oBAC3B,iBAAiB,EAAE,UAAmB;oBACtC,gBAAgB,EAAE,EAAE;iBACrB;gBACD,UAAU,EAAE;oBACV,CAAC,EAAE,EAAE;oBACL,cAAc,EAAE,GAAG;oBACnB,QAAQ,EAAE,GAAG;oBACb,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;oBACpD,sBAAsB,EAAE,IAAI;oBAC5B,YAAY,EAAE,YAAY;iBAC3B;gBACD,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,KAAK;gBACpB,qBAAqB,EAAE,EAAE;gBACzB,WAAW,EAAE,KAAK;gBAClB,kBAAkB,EAAE,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM;aACjE,CAAA;QACH,CAAC;aAAM,CAAC;YACN,4CAA4C;YAC5C,MAAM,GAAG;gBACP,eAAe,EAAE;oBACf,oBAAoB,EAAE,MAAM;oBAC5B,iBAAiB,EAAE,QAAiB;oBACpC,gBAAgB,EAAE,EAAE;iBACrB;gBACD,UAAU,EAAE;oBACV,CAAC,EAAE,EAAE;oBACL,cAAc,EAAE,GAAG;oBACnB,QAAQ,EAAE,GAAG;oBACb,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;oBACpD,sBAAsB,EAAE,IAAI;oBAC5B,YAAY,EAAE,YAAY;oBAC1B,gBAAgB,EAAE,IAAI;iBACvB;gBACD,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK;gBACpB,qBAAqB,EAAE,EAAE;gBACzB,WAAW,EAAE,KAAK;gBAClB,kBAAkB,EAAE,KAAK,CAAC,uBAAuB;aAClD,CAAA;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,SAAS,CAAC,IAAoB;QACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;QACpD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAExD,6BAA6B;QAC7B,IAAI,CAAC,kBAAkB,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAA;QAEhE,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,UAAU,CAAC,KAAuB;QAC7C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;QACpD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,qCAAqC,KAAK,CAAC,MAAM,UAAU,CAAC,CAAA;QACxE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,yCAAyC;QACzC,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,OAAO,GAAa,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAE9D,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAA;YAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACpD,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAClB,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBAC5D,OAAO,CAAC,GAAG,CAAC,yBAAyB,QAAQ,GAAG,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;QACxC,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,CAAC,MAAM,eAAe,SAAS,IAAI,CAAC,CAAA;QAEjF,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,MAAM,CACjB,WAAmB,EACnB,IAAY,EAAE,EACd,UAII,EAAE;QAEN,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC;YACH,IAAI,OAAgC,CAAA;YAEpC,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACpD,iDAAiD;gBACjD,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CACtD,IAAI,CAAC,gBAAgB,EACrB,WAAW,EACX,CAAC,EACD,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAC5C,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACjC,kCAAkC;gBAClC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAC1C,WAAW,EACX,CAAC,EACD,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CACzC,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC/C,CAAC;YAED,wDAAwD;YACxD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YACzC,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAEpD,gEAAgE;YAChE,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;gBAChE,MAAM,IAAI,CAAC,8BAA8B,EAAE,CAAA;YAC7C,CAAC;YAED,OAAO,OAAO,CAAA;QAEhB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;YACtC,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACI,qBAAqB;QAM1B,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAE9C,wBAAwB;QACxB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,OAAe,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAA;QAC7E,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACrB,OAAe,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAA;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC9B,OAAe,CAAC,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,EAAE,CAAA;QACtF,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1B,OAAe,CAAC,sBAAsB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAA;QACnF,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,KAAuB;QACpD,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YACxB,OAAO,KAAK,CAAA,CAAC,qCAAqC;QACpD,CAAC;QAED,gEAAgE;QAChE,6DAA6D;QAC7D,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAA;IAC9C,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,UAAkB;QAClD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAA;QAC/C,MAAM,iBAAiB,GAAG,IAAI,CAAA,CAAC,mCAAmC;QAElE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,GAAG,iBAAiB,CAAC,CAAA;QACnE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;QAE3D,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;IAC1C,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,UAAkB,EAAE,WAAmB;QACjE,IAAI,CAAC,kBAAkB,CAAC,aAAa,EAAE,CAAA;QACvC,IAAI,CAAC,kBAAkB,CAAC,iBAAiB;YACvC,CAAC,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAE9D,uBAAuB;QACvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAA;YAC/C,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC,cAAc;gBACpD,UAAU,CAAC,aAAa,GAAG,UAAU,CAAC,eAAe,CAAA;YAErE,IAAI,CAAC,kBAAkB,CAAC,YAAY,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC;gBACnD,CAAC,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QACvE,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,EAAE,CAAA;YACzE,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,gBAAgB,CAAA;QAC9E,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC,kBAAkB,CAAC,WAAW,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAClE,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,IAAI,WAAW,GAAG,CAAC,CAAA;QAEnB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,iCAAiC;YACjC,WAAW,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,IAAI,CAAA;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAA;YAC/C,WAAW,IAAI,CAAC,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,IAAI,CAAA;QAC5E,CAAC;QAED,OAAO,WAAW,CAAA;IACpB,CAAC;IAED;;OAEG;IACI,yBAAyB;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAE5C,OAAO;;;;mBAIQ,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE;kBACjD,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE;mBACjC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC3D,IAAI,CAAC,MAAM,CAAC,mBAAmB;;;oBAG/B,OAAO,CAAC,aAAa,CAAC,cAAc,EAAE;yBACjC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;oBACzC,CAAC,OAAO,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;kBACzC,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;uBACzC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK;;iBAE1F,IAAI,CAAC,eAAe,EAAE;KAClC,CAAC,IAAI,EAAE,CAAA;IACV,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAE5C,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACjE,OAAO,WAAW,CAAA;QACpB,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC5E,OAAO,gBAAgB,CAAA;QACzB,CAAC;aAAM,CAAC;YACN,OAAO,sBAAsB,CAAA;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAA;QACrF,MAAM,mBAAmB,GAAG,KAAK,CAAA,CAAC,aAAa;QAC/C,MAAM,WAAW,GAAG,EAAE,CAAA,CAAC,mCAAmC;QAE1D,OAAO,qBAAqB,GAAG,mBAAmB;YAC3C,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,WAAW;YACnD,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,EAAE,KAAK,CAAC,CAAA,CAAC,0BAA0B;IACpF,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,8BAA8B;QAC1C,IAAI,CAAC;YACH,MAAM,cAAc,GAAG;gBACrB,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,CAAC,iBAAiB;gBAC5D,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,WAAW;gBAChD,YAAY,EAAE,IAAI,CAAC,kBAAkB,CAAC,YAAY;gBAClD,SAAS,EAAE,CAAC,CAAC,8BAA8B;aAC5C,CAAA;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAA;YAE9E,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAA;gBAEjF,4BAA4B;gBAC5B,IAAI,aAAa,GAAG,KAAK,CAAA;gBAEzB,IAAI,WAAW,CAAC,uBAAuB,KAAK,SAAS;oBACjD,WAAW,CAAC,uBAAuB,KAAK,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;oBAChF,IAAI,CAAC,MAAM,CAAC,uBAAuB,GAAG,WAAW,CAAC,uBAAuB,CAAA;oBACzE,aAAa,GAAG,IAAI,CAAA;gBACtB,CAAC;gBAED,IAAI,WAAW,CAAC,iBAAiB,KAAK,SAAS;oBAC3C,WAAW,CAAC,iBAAiB,KAAK,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;oBACpE,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAA;oBAC7D,aAAa,GAAG,IAAI,CAAA;gBACtB,CAAC;gBAED,IAAI,WAAW,CAAC,uBAAuB,KAAK,SAAS;oBACjD,WAAW,CAAC,uBAAuB,KAAK,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;oBAChF,IAAI,CAAC,MAAM,CAAC,uBAAuB,GAAG,WAAW,CAAC,uBAAuB,CAAA;oBACzE,aAAa,GAAG,IAAI,CAAA;gBACtB,CAAC;gBAED,8BAA8B;gBAC9B,IAAI,WAAW,CAAC,oBAAoB;oBAChC,IAAI,CAAC,gBAAgB;oBACrB,WAAW,CAAC,oBAAoB,KAAK,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC,wBAAwB,EAAE,CAAC;oBAC5G,mEAAmE;oBACnE,OAAO,CAAC,GAAG,CAAC,qCAAqC,WAAW,CAAC,oBAAoB,EAAE,CAAC,CAAA;gBACtF,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAA;gBACtE,CAAC;YACH,CAAC;YAED,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAEzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,eAAwB;QAC9E,IAAI,IAAI,CAAC,MAAM,CAAC,wBAAwB,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG;gBACf,aAAa,EAAE,WAAW;gBAC1B,eAAe;gBACf,cAAc,EAAE,IAAI,CAAC,mBAAmB,EAAE;aAC3C,CAAA;YAED,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;YAC9C,OAAO,CAAC,GAAG,CAAC,gCAAgC,WAAW,WAAW,eAAe,CAAC,CAAC,CAAC,KAAK,eAAe,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QACrH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,qEAAqE;QACrE,IAAI,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;YAChD,OAAO,YAAY,CAAA;QACrB,CAAC;QACD,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,IAAI,CAAC,iBAAiB,EAAE,OAAO,EAAE,CAAA;QACjC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,CAAA;QAC1B,IAAI,CAAC,qBAAqB,EAAE,OAAO,EAAE,CAAA;QACrC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAA;QAC9B,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAA;QAE5B,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC9C,CAAC;CACF;AAED,uCAAuC;AAEvC;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAKhC;IACC,OAAO,IAAI,gBAAgB,CAAC;QAC1B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;YACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,WAAW;YACtC,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;SAC1C,CAAC,CAAC,CAAC,SAAS;QACb,wBAAwB,EAAE,IAAI;QAC9B,eAAe,EAAE,IAAI;KACtB,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAqD,EACrD,QAAkD;IAElD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAA;IACvE,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAA;IAEjD,OAAO,IAAI,gBAAgB,CAAC;QAC1B,GAAG,WAAW;QACd,QAAQ,EAAE,QAAQ,IAAI,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;YAC7C,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,WAAW;YACtC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC1C,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;SACnD,CAAC,CAAC,CAAC,SAAS;QACb,wBAAwB,EAAE,IAAI;QAC9B,eAAe,EAAE,IAAI;KACtB,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAA2B,EAAE;IAClE,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;AACrC,CAAC"}

package/dist/index.d.ts

@@ -13,8 +13,9 @@ import { executeInThread, cleanupWorkerPools } from './utils/workerUtils.js';
 import { logger, LogLevel, configureLogger, createModuleLogger } from './utils/logger.js';
 import { isBrowser, isNode, isWebWorker, areWebWorkersAvailable, areWorkerThreadsAvailable, areWorkerThreadsAvailableSync, isThreadingAvailable, isThreadingAvailableAsync } from './utils/environment.js';
 export { UniversalSentenceEncoder, createEmbeddingFunction, createTensorFlowEmbeddingFunction, createThreadedEmbeddingFunction, defaultEmbeddingFunction, executeInThread, cleanupWorkerPools, isBrowser, isNode, isWebWorker, areWebWorkersAvailable, areWorkerThreadsAvailable, areWorkerThreadsAvailableSync, isThreadingAvailable, isThreadingAvailableAsync, logger, LogLevel, configureLogger, createModuleLogger };
-import { OPFSStorage, MemoryStorage, FileSystemStorage, R2Storage, S3CompatibleStorage, createStorage } from './storage/storageFactory.js';
-export { OPFSStorage, MemoryStorage, FileSystemStorage, R2Storage, S3CompatibleStorage, createStorage };
+import { OPFSStorage, MemoryStorage, R2Storage, S3CompatibleStorage, createStorage } from './storage/storageFactory.js';
+export { OPFSStorage, MemoryStorage, R2Storage, S3CompatibleStorage, createStorage };
+export { FileSystemStorage } from './storage/adapters/fileSystemStorage.js';
 import { Pipeline, pipeline, augmentationPipeline, ExecutionMode, PipelineOptions, PipelineResult, executeStreamlined, executeByType, executeSingle, processStaticData, processStreamingData, createPipeline, createStreamingPipeline, StreamlinedExecutionMode, StreamlinedPipelineOptions, StreamlinedPipelineResult } from './pipeline.js';
 import { SequentialPipeline, sequentialPipeline, SequentialPipelineOptions } from './sequentialPipeline.js';
 import { createSenseAugmentation, addWebSocketSupport, executeAugmentation, loadAugmentationModule, AugmentationOptions } from './augmentationFactory.js';

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,YAAY,CAAA;AAGnB,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAE9D,OAAO,EAAE,UAAU,EAAE,CAAA;AACrB,YAAY,EAAE,gBAAgB,EAAE,CAAA;AAGhC,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACd,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACd,CAAA;AAGD,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,iCAAiC,EACjC,+BAA+B,EAC/B,wBAAwB,EACzB,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAG5E,OAAO,EACL,MAAM,EACN,QAAQ,EACR,eAAe,EACf,kBAAkB,EACnB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACL,SAAS,EACT,MAAM,EACN,WAAW,EACX,sBAAsB,EACtB,yBAAyB,EACzB,6BAA6B,EAC7B,oBAAoB,EACpB,yBAAyB,EAC1B,MAAM,wBAAwB,CAAA;AAE/B,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,iCAAiC,EACjC,+BAA+B,EAC/B,wBAAwB,EAGxB,eAAe,EACf,kBAAkB,EAGlB,SAAS,EACT,MAAM,EACN,WAAW,EACX,sBAAsB,EACtB,yBAAyB,EACzB,6BAA6B,EAC7B,oBAAoB,EACpB,yBAAyB,EAGzB,MAAM,EACN,QAAQ,EACR,eAAe,EACf,kBAAkB,EACnB,CAAA;AAGD,OAAO,EACL,WAAW,EACX,aAAa,EACb,SAAS,EACT,mBAAmB,EACnB,aAAa,EACd,MAAM,6BAA6B,CAAA;AAEpC,OAAO,EACL,WAAW,EACX,aAAa,EACb,SAAS,EACT,mBAAmB,EACnB,aAAa,EACd,CAAA;AAGD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAA;AAG3E,OAAO,EACL,QAAQ,EACR,QAAQ,EACR,oBAAoB,EACpB,aAAa,EACb,eAAe,EACf,cAAc,EACd,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,wBAAwB,EACxB,0BAA0B,EAC1B,yBAAyB,EAC1B,MAAM,eAAe,CAAA;AAGtB,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,yBAAyB,EAC1B,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EACpB,MAAM,0BAA0B,CAAA;AAEjC,OAAO,EAEL,QAAQ,EACR,QAAQ,EACR,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAGlB,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,cAAc,EACd,uBAAuB,EACvB,wBAAwB,EAGxB,uBAAuB,EACvB,mBAAmB,EACnB,mBAAmB,EACnB,sBAAsB,EACvB,CAAA;AACD,YAAY,EACV,eAAe,EACf,cAAc,EACd,yBAAyB,EACzB,0BAA0B,EAC1B,yBAAyB,EACzB,mBAAmB,EACpB,CAAA;AAGD,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,8BAA8B,EAC9B,sBAAsB,EACtB,sBAAsB,EACvB,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,8BAA8B,EAC9B,sBAAsB,EACtB,sBAAsB,EACvB,CAAA;AAGD,OAAO,EACL,4BAA4B,EAC5B,gCAAgC,EAChC,sCAAsC,EACvC,MAAM,iCAAiC,CAAA;AACxC,OAAO,KAAK,EACV,iCAAiC,EACjC,sBAAsB,EACvB,MAAM,iCAAiC,CAAA;AAExC,OAAO,EACL,4BAA4B,EAC5B,gCAAgC,EAChC,sCAAsC,EACvC,CAAA;AACD,YAAY,EAAE,iCAAiC,EAAE,sBAAsB,EAAE,CAAA;AAGzE,OAAO,EACL,yBAAyB,EACzB,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACzB,MAAM,wCAAwC,CAAA;AAC/C,OAAO,EACL,4BAA4B,EAC5B,yBAAyB,EACzB,yBAAyB,EAC1B,MAAM,yCAAyC,CAAA;AAChD,OAAO,EACL,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,EAChC,MAAM,8CAA8C,CAAA;AAGrD,OAAO,EACL,yBAAyB,EACzB,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,4BAA4B,EAC5B,yBAAyB,EACzB,yBAAyB,EACzB,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,EAChC,CAAA;AAOD,OAAO,KAAK,EACV,MAAM,EACN,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,cAAc,EACf,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACpB,MAAM,8BAA8B,CAAA;AAErC,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAA;AAExC,YAAY,EACV,MAAM,EACN,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,mBAAmB,EACnB,cAAc,EACf,CAAA;AAGD,OAAO,KAAK,EACV,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,uBAAuB,EACxB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAEhF,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,CAAA;AACtE,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,uBAAuB,EACxB,CAAA;AAGD,YAAY,EACV,+BAA+B,EAC/B,2BAA2B,EAC3B,gCAAgC,EAChC,gCAAgC,EAChC,4BAA4B,EAC5B,6BAA6B,EAC7B,4BAA4B,EAC7B,MAAM,0BAA0B,CAAA;AAGjC,OAAO,KAAK,EACV,SAAS,EACT,SAAS,EACT,iBAAiB,EACjB,MAAM,EACN,QAAQ,EACR,KAAK,EACL,KAAK,EACL,OAAO,EACP,OAAO,EACP,UAAU,EACV,YAAY,EACZ,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,OAAO,EACP,KAAK,EACL,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,WAAW,EACZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AAE1D,YAAY,EACV,SAAS,EACT,SAAS,EACT,iBAAiB,EACjB,MAAM,EACN,QAAQ,EACR,KAAK,EACL,KAAK,EACL,OAAO,EACP,OAAO,EACP,UAAU,EACV,YAAY,EACZ,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,OAAO,EACP,KAAK,EACL,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,WAAW,EACZ,CAAA;AAED,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAEjG,OAAO,EACL,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,cAAc,EACf,CAAA;AAGD,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EACjB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,EACd,iBAAiB,EACjB,OAAO,EACP,WAAW,EACZ,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAEL,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EAGhB,cAAc,EACd,WAAW,EACZ,CAAA;AAED,YAAY,EACV,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,OAAO,EACR,CAAA"}