@soulcraft/brainy 0.41.0 → 0.44.0

package/dist/storage/adapters/baseStorageAdapter.js

@@ -0,0 +1,349 @@
+/**
+ * Base Storage Adapter
+ * Provides common functionality for all storage adapters, including statistics tracking
+ */
+import { extractFieldNamesFromJson, mapToStandardField } from '../../utils/fieldNameTracking.js';
+/**
+ * Base class for storage adapters that implements statistics tracking
+ */
+export class BaseStorageAdapter {
+    constructor() {
+        // Statistics cache
+        this.statisticsCache = null;
+        // Batch update timer ID
+        this.statisticsBatchUpdateTimerId = null;
+        // Flag to indicate if statistics have been modified since last save
+        this.statisticsModified = false;
+        // Time of last statistics flush to storage
+        this.lastStatisticsFlushTime = 0;
+        // Minimum time between statistics flushes (5 seconds)
+        this.MIN_FLUSH_INTERVAL_MS = 5000;
+        // Maximum time to wait before flushing statistics (30 seconds)
+        this.MAX_FLUSH_DELAY_MS = 30000;
+    }
+    /**
+     * Save statistics data
+     * @param statistics The statistics data to save
+     */
+    async saveStatistics(statistics) {
+        // Update the cache with a deep copy to avoid reference issues
+        this.statisticsCache = {
+            nounCount: { ...statistics.nounCount },
+            verbCount: { ...statistics.verbCount },
+            metadataCount: { ...statistics.metadataCount },
+            hnswIndexSize: statistics.hnswIndexSize,
+            lastUpdated: statistics.lastUpdated
+        };
+        // Schedule a batch update instead of saving immediately
+        this.scheduleBatchUpdate();
+    }
+    /**
+     * Get statistics data
+     * @returns Promise that resolves to the statistics data
+     */
+    async getStatistics() {
+        // If we have cached statistics, return a deep copy
+        if (this.statisticsCache) {
+            return {
+                nounCount: { ...this.statisticsCache.nounCount },
+                verbCount: { ...this.statisticsCache.verbCount },
+                metadataCount: { ...this.statisticsCache.metadataCount },
+                hnswIndexSize: this.statisticsCache.hnswIndexSize,
+                lastUpdated: this.statisticsCache.lastUpdated
+            };
+        }
+        // Otherwise, get from storage
+        const statistics = await this.getStatisticsData();
+        // If we found statistics, update the cache
+        if (statistics) {
+            // Update the cache with a deep copy
+            this.statisticsCache = {
+                nounCount: { ...statistics.nounCount },
+                verbCount: { ...statistics.verbCount },
+                metadataCount: { ...statistics.metadataCount },
+                hnswIndexSize: statistics.hnswIndexSize,
+                lastUpdated: statistics.lastUpdated
+            };
+        }
+        return statistics;
+    }
+    /**
+     * Schedule a batch update of statistics
+     */
+    scheduleBatchUpdate() {
+        // Mark statistics as modified
+        this.statisticsModified = true;
+        // If a timer is already set, don't set another one
+        if (this.statisticsBatchUpdateTimerId !== null) {
+            return;
+        }
+        // Calculate time since last flush
+        const now = Date.now();
+        const timeSinceLastFlush = now - this.lastStatisticsFlushTime;
+        // If we've recently flushed, wait longer before the next flush
+        const delayMs = timeSinceLastFlush < this.MIN_FLUSH_INTERVAL_MS
+            ? this.MAX_FLUSH_DELAY_MS
+            : this.MIN_FLUSH_INTERVAL_MS;
+        // Schedule the batch update
+        this.statisticsBatchUpdateTimerId = setTimeout(() => {
+            this.flushStatistics();
+        }, delayMs);
+    }
+    /**
+     * Flush statistics to storage
+     */
+    async flushStatistics() {
+        // Clear the timer
+        if (this.statisticsBatchUpdateTimerId !== null) {
+            clearTimeout(this.statisticsBatchUpdateTimerId);
+            this.statisticsBatchUpdateTimerId = null;
+        }
+        // If statistics haven't been modified, no need to flush
+        if (!this.statisticsModified || !this.statisticsCache) {
+            return;
+        }
+        try {
+            // Save the statistics to storage
+            await this.saveStatisticsData(this.statisticsCache);
+            // Update the last flush time
+            this.lastStatisticsFlushTime = Date.now();
+            // Reset the modified flag
+            this.statisticsModified = false;
+        }
+        catch (error) {
+            console.error('Failed to flush statistics data:', error);
+            // Mark as still modified so we'll try again later
+            this.statisticsModified = true;
+            // Don't throw the error to avoid disrupting the application
+        }
+    }
+    /**
+     * Increment a statistic counter
+     * @param type The type of statistic to increment ('noun', 'verb', 'metadata')
+     * @param service The service that inserted the data
+     * @param amount The amount to increment by (default: 1)
+     */
+    async incrementStatistic(type, service, amount = 1) {
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                statistics = this.createDefaultStatistics();
+            }
+            // Update the cache
+            this.statisticsCache = {
+                nounCount: { ...statistics.nounCount },
+                verbCount: { ...statistics.verbCount },
+                metadataCount: { ...statistics.metadataCount },
+                hnswIndexSize: statistics.hnswIndexSize,
+                lastUpdated: statistics.lastUpdated
+            };
+        }
+        // Increment the appropriate counter
+        const counterMap = {
+            noun: this.statisticsCache.nounCount,
+            verb: this.statisticsCache.verbCount,
+            metadata: this.statisticsCache.metadataCount
+        };
+        const counter = counterMap[type];
+        counter[service] = (counter[service] || 0) + amount;
+        // Update timestamp
+        this.statisticsCache.lastUpdated = new Date().toISOString();
+        // Schedule a batch update instead of saving immediately
+        this.scheduleBatchUpdate();
+    }
+    /**
+     * Decrement a statistic counter
+     * @param type The type of statistic to decrement ('noun', 'verb', 'metadata')
+     * @param service The service that inserted the data
+     * @param amount The amount to decrement by (default: 1)
+     */
+    async decrementStatistic(type, service, amount = 1) {
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                statistics = this.createDefaultStatistics();
+            }
+            // Update the cache
+            this.statisticsCache = {
+                nounCount: { ...statistics.nounCount },
+                verbCount: { ...statistics.verbCount },
+                metadataCount: { ...statistics.metadataCount },
+                hnswIndexSize: statistics.hnswIndexSize,
+                lastUpdated: statistics.lastUpdated
+            };
+        }
+        // Decrement the appropriate counter
+        const counterMap = {
+            noun: this.statisticsCache.nounCount,
+            verb: this.statisticsCache.verbCount,
+            metadata: this.statisticsCache.metadataCount
+        };
+        const counter = counterMap[type];
+        counter[service] = Math.max(0, (counter[service] || 0) - amount);
+        // Update timestamp
+        this.statisticsCache.lastUpdated = new Date().toISOString();
+        // Schedule a batch update instead of saving immediately
+        this.scheduleBatchUpdate();
+    }
+    /**
+     * Update the HNSW index size statistic
+     * @param size The new size of the HNSW index
+     */
+    async updateHnswIndexSize(size) {
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                statistics = this.createDefaultStatistics();
+            }
+            // Update the cache
+            this.statisticsCache = {
+                nounCount: { ...statistics.nounCount },
+                verbCount: { ...statistics.verbCount },
+                metadataCount: { ...statistics.metadataCount },
+                hnswIndexSize: statistics.hnswIndexSize,
+                lastUpdated: statistics.lastUpdated
+            };
+        }
+        // Update HNSW index size
+        this.statisticsCache.hnswIndexSize = size;
+        // Update timestamp
+        this.statisticsCache.lastUpdated = new Date().toISOString();
+        // Schedule a batch update instead of saving immediately
+        this.scheduleBatchUpdate();
+    }
+    /**
+     * Force an immediate flush of statistics to storage
+     * This ensures that any pending statistics updates are written to persistent storage
+     */
+    async flushStatisticsToStorage() {
+        // If there are no statistics in cache or they haven't been modified, nothing to flush
+        if (!this.statisticsCache || !this.statisticsModified) {
+            return;
+        }
+        // Call the protected flushStatistics method to immediately write to storage
+        await this.flushStatistics();
+    }
+    /**
+     * Track field names from a JSON document
+     * @param jsonDocument The JSON document to extract field names from
+     * @param service The service that inserted the data
+     */
+    async trackFieldNames(jsonDocument, service) {
+        // Skip if not a JSON object
+        if (typeof jsonDocument !== 'object' || jsonDocument === null || Array.isArray(jsonDocument)) {
+            return;
+        }
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                statistics = this.createDefaultStatistics();
+            }
+            // Update the cache
+            this.statisticsCache = {
+                ...statistics,
+                nounCount: { ...statistics.nounCount },
+                verbCount: { ...statistics.verbCount },
+                metadataCount: { ...statistics.metadataCount },
+                fieldNames: { ...statistics.fieldNames },
+                standardFieldMappings: { ...statistics.standardFieldMappings }
+            };
+        }
+        // Ensure fieldNames exists
+        if (!this.statisticsCache.fieldNames) {
+            this.statisticsCache.fieldNames = {};
+        }
+        // Ensure standardFieldMappings exists
+        if (!this.statisticsCache.standardFieldMappings) {
+            this.statisticsCache.standardFieldMappings = {};
+        }
+        // Extract field names from the JSON document
+        const fieldNames = extractFieldNamesFromJson(jsonDocument);
+        // Initialize service entry if it doesn't exist
+        if (!this.statisticsCache.fieldNames[service]) {
+            this.statisticsCache.fieldNames[service] = [];
+        }
+        // Add new field names to the service's list
+        for (const fieldName of fieldNames) {
+            if (!this.statisticsCache.fieldNames[service].includes(fieldName)) {
+                this.statisticsCache.fieldNames[service].push(fieldName);
+            }
+            // Map to standard field if possible
+            const standardField = mapToStandardField(fieldName);
+            if (standardField) {
+                // Initialize standard field entry if it doesn't exist
+                if (!this.statisticsCache.standardFieldMappings[standardField]) {
+                    this.statisticsCache.standardFieldMappings[standardField] = {};
+                }
+                // Initialize service entry if it doesn't exist
+                if (!this.statisticsCache.standardFieldMappings[standardField][service]) {
+                    this.statisticsCache.standardFieldMappings[standardField][service] = [];
+                }
+                // Add field name to standard field mapping if not already there
+                if (!this.statisticsCache.standardFieldMappings[standardField][service].includes(fieldName)) {
+                    this.statisticsCache.standardFieldMappings[standardField][service].push(fieldName);
+                }
+            }
+        }
+        // Update timestamp
+        this.statisticsCache.lastUpdated = new Date().toISOString();
+        // Schedule a batch update
+        this.statisticsModified = true;
+        this.scheduleBatchUpdate();
+    }
+    /**
+     * Get available field names by service
+     * @returns Record of field names by service
+     */
+    async getAvailableFieldNames() {
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                return {};
+            }
+        }
+        // Return field names by service
+        return statistics.fieldNames || {};
+    }
+    /**
+     * Get standard field mappings
+     * @returns Record of standard field mappings
+     */
+    async getStandardFieldMappings() {
+        // Get current statistics from cache or storage
+        let statistics = this.statisticsCache;
+        if (!statistics) {
+            statistics = await this.getStatisticsData();
+            if (!statistics) {
+                return {};
+            }
+        }
+        // Return standard field mappings
+        return statistics.standardFieldMappings || {};
+    }
+    /**
+     * Create default statistics data
+     * @returns Default statistics data
+     */
+    createDefaultStatistics() {
+        return {
+            nounCount: {},
+            verbCount: {},
+            metadataCount: {},
+            hnswIndexSize: 0,
+            fieldNames: {},
+            standardFieldMappings: {},
+            lastUpdated: new Date().toISOString()
+        };
+    }
+}
+//# sourceMappingURL=baseStorageAdapter.js.map

package/dist/storage/adapters/baseStorageAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseStorageAdapter.js","sourceRoot":"","sources":["../../../src/storage/adapters/baseStorageAdapter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAA;AAEhG;;GAEG;AACH,MAAM,OAAgB,kBAAkB;IAAxC;QA6FE,mBAAmB;QACT,oBAAe,GAA0B,IAAI,CAAA;QAEvD,wBAAwB;QACd,iCAA4B,GAA0B,IAAI,CAAA;QAEpE,oEAAoE;QAC1D,uBAAkB,GAAG,KAAK,CAAA;QAEpC,2CAA2C;QACjC,4BAAuB,GAAG,CAAC,CAAA;QAErC,sDAAsD;QACnC,0BAAqB,GAAG,IAAI,CAAA;QAE/C,+DAA+D;QAC5C,uBAAkB,GAAG,KAAK,CAAA;IAwY/C,CAAC;IA/XC;;;OAGG;IACH,KAAK,CAAC,cAAc,CAAC,UAA0B;QAC7C,8DAA8D;QAC9D,IAAI,CAAC,eAAe,GAAG;YACrB,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;YACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;YACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;YAC9C,aAAa,EAAE,UAAU,CAAC,aAAa;YACvC,WAAW,EAAE,UAAU,CAAC,WAAW;SACpC,CAAA;QAED,wDAAwD;QACxD,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACjB,mDAAmD;QACnD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,OAAO;gBACL,SAAS,EAAE,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAChD,SAAS,EAAE,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE;gBAChD,aAAa,EAAE,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE;gBACxD,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC,aAAa;gBACjD,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,WAAW;aAC9C,CAAA;QACH,CAAC;QAED,8BAA8B;QAC9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAEjD,2CAA2C;QAC3C,IAAI,UAAU,EAAE,CAAC;YACf,oCAAoC;YACpC,IAAI,CAAC,eAAe,GAAG;gBACrB,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;gBAC9C,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAA;QACH,CAAC;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;OAEG;IACO,mBAAmB;QAC3B,8BAA8B;QAC9B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAA;QAE9B,mDAAmD;QACnD,IAAI,IAAI,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;YAC/C,OAAM;QACR,CAAC;QAED,kCAAkC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,CAAC,uBAAuB,CAAA;QAE7D,+DAA+D;QAC/D,MAAM,OAAO,GACX,kBAAkB,GAAG,IAAI,CAAC,qBAAqB;YAC7C,CAAC,CAAC,IAAI,CAAC,kBAAkB;YACzB,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAA;QAEhC,4BAA4B;QAC5B,IAAI,CAAC,4BAA4B,GAAG,UAAU,CAAC,GAAG,EAAE;YAClD,IAAI,CAAC,eAAe,EAAE,CAAA;QACxB,CAAC,EAAE,OAAO,CAAC,CAAA;IACb,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,eAAe;QAC7B,kBAAkB;QAClB,IAAI,IAAI,CAAC,4BAA4B,KAAK,IAAI,EAAE,CAAC;YAC/C,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;YAC/C,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAA;QAC1C,CAAC;QAED,wDAAwD;QACxD,IAAI,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACtD,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAEnD,6BAA6B;YAC7B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACzC,0BAA0B;YAC1B,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAA;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAA;YACxD,kDAAkD;YAClD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAA;YAC9B,4DAA4D;QAC9D,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,IAAkC,EAClC,OAAe,EACf,SAAiB,CAAC;QAElB,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,UAAU,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC7C,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,eAAe,GAAG;gBACrB,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;gBAC9C,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAA;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,IAAI,CAAC,eAAgB,CAAC,SAAS;YACrC,IAAI,EAAE,IAAI,CAAC,eAAgB,CAAC,SAAS;YACrC,QAAQ,EAAE,IAAI,CAAC,eAAgB,CAAC,aAAa;SAC9C,CAAA;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAA;QAEnD,mBAAmB;QACnB,IAAI,CAAC,eAAgB,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAE5D,wDAAwD;QACxD,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAC5B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,IAAkC,EAClC,OAAe,EACf,SAAiB,CAAC;QAElB,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,UAAU,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC7C,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,eAAe,GAAG;gBACrB,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;gBAC9C,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAA;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,IAAI,CAAC,eAAgB,CAAC,SAAS;YACrC,IAAI,EAAE,IAAI,CAAC,eAAgB,CAAC,SAAS;YACrC,QAAQ,EAAE,IAAI,CAAC,eAAgB,CAAC,aAAa;SAC9C,CAAA;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QAChC,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;QAEhE,mBAAmB;QACnB,IAAI,CAAC,eAAgB,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAE5D,wDAAwD;QACxD,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAY;QACpC,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,UAAU,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC7C,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,eAAe,GAAG;gBACrB,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;gBAC9C,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAA;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,eAAgB,CAAC,aAAa,GAAG,IAAI,CAAA;QAE1C,mBAAmB;QACnB,IAAI,CAAC,eAAgB,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAE5D,wDAAwD;QACxD,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,wBAAwB;QAC5B,sFAAsF;QACtF,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACtD,OAAM;QACR,CAAC;QAED,4EAA4E;QAC5E,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;IAC9B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,YAAiB,EAAE,OAAe;QACtD,4BAA4B;QAC5B,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7F,OAAM;QACR,CAAC;QAED,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,UAAU,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC7C,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,eAAe,GAAG;gBACrB,GAAG,UAAU;gBACb,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,SAAS,EAAE,EAAE,GAAG,UAAU,CAAC,SAAS,EAAE;gBACtC,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,aAAa,EAAE;gBAC9C,UAAU,EAAE,EAAE,GAAG,UAAU,CAAC,UAAU,EAAE;gBACxC,qBAAqB,EAAE,EAAE,GAAG,UAAU,CAAC,qBAAqB,EAAE;aAC/D,CAAA;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,eAAgB,CAAC,UAAU,GAAG,EAAE,CAAA;QACvC,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,qBAAqB,EAAE,CAAC;YACjD,IAAI,CAAC,eAAgB,CAAC,qBAAqB,GAAG,EAAE,CAAA;QAClD,CAAC;QAED,6CAA6C;QAC7C,MAAM,UAAU,GAAG,yBAAyB,CAAC,YAAY,CAAC,CAAA;QAE1D,+CAA+C;QAC/C,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,eAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAA;QAChD,CAAC;QAED,4CAA4C;QAC5C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,IAAI,CAAC,eAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC3D,CAAC;YAED,oCAAoC;YACpC,MAAM,aAAa,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;YACnD,IAAI,aAAa,EAAE,CAAC;gBAClB,sDAAsD;gBACtD,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,EAAE,CAAC;oBAChE,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,GAAG,EAAE,CAAA;gBACjE,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzE,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAA;gBAC1E,CAAC;gBAED,gEAAgE;gBAChE,IAAI,CAAC,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7F,IAAI,CAAC,eAAgB,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBACrF,CAAC;YACH,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,eAAgB,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAE5D,0BAA0B;QAC1B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAA;QAC9B,IAAI,CAAC,mBAAmB,EAAE,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB;QAC1B,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,OAAO,UAAU,CAAC,UAAU,IAAI,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,wBAAwB;QAC5B,+CAA+C;QAC/C,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,OAAO,UAAU,CAAC,qBAAqB,IAAI,EAAE,CAAA;IAC/C,CAAC;IAED;;;OAGG;IACO,uBAAuB;QAC/B,OAAO;YACL,SAAS,EAAE,EAAE;YACb,SAAS,EAAE,EAAE;YACb,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,EAAE;YACd,qBAAqB,EAAE,EAAE;YACzB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAA;IACH,CAAC;CACF"}

package/dist/storage/adapters/batchS3Operations.js

@@ -0,0 +1,287 @@
+/**
+ * Enhanced Batch S3 Operations for High-Performance Vector Retrieval
+ * Implements optimized batch operations to reduce S3 API calls and latency
+ */
+/**
+ * High-performance batch operations for S3-compatible storage
+ * Optimizes retrieval patterns for HNSW search operations
+ */
+export class BatchS3Operations {
+    constructor(s3Client, bucketName, options = {}) {
+        this.s3Client = s3Client;
+        this.bucketName = bucketName;
+        this.options = {
+            maxConcurrency: 50, // AWS S3 rate limit friendly
+            prefetchSize: 100,
+            useS3Select: false,
+            compressionEnabled: false,
+            ...options
+        };
+    }
+    /**
+     * Batch retrieve HNSW nodes with intelligent prefetching
+     */
+    async batchGetNodes(nodeIds, prefix = 'nodes/') {
+        const startTime = Date.now();
+        const result = {
+            items: new Map(),
+            errors: new Map(),
+            statistics: {
+                totalRequested: nodeIds.length,
+                totalRetrieved: 0,
+                totalErrors: 0,
+                duration: 0,
+                apiCalls: 0
+            }
+        };
+        if (nodeIds.length === 0) {
+            result.statistics.duration = Date.now() - startTime;
+            return result;
+        }
+        // Use different strategies based on request size
+        if (nodeIds.length <= 10) {
+            // Small batch - use parallel GetObject
+            await this.parallelGetObjects(nodeIds, prefix, result);
+        }
+        else if (nodeIds.length <= 1000) {
+            // Medium batch - use chunked parallel with prefetching
+            await this.chunkedParallelGet(nodeIds, prefix, result);
+        }
+        else {
+            // Large batch - use S3 list-based approach with filtering
+            await this.listBasedBatchGet(nodeIds, prefix, result);
+        }
+        result.statistics.duration = Date.now() - startTime;
+        return result;
+    }
+    /**
+     * Parallel GetObject operations for small batches
+     */
+    async parallelGetObjects(ids, prefix, result) {
+        const { GetObjectCommand } = await import('@aws-sdk/client-s3');
+        const semaphore = new Semaphore(this.options.maxConcurrency);
+        const promises = ids.map(async (id) => {
+            await semaphore.acquire();
+            try {
+                result.statistics.apiCalls++;
+                const response = await this.s3Client.send(new GetObjectCommand({
+                    Bucket: this.bucketName,
+                    Key: `${prefix}${id}.json`
+                }));
+                if (response.Body) {
+                    const content = await response.Body.transformToString();
+                    const item = this.parseStoredObject(content);
+                    if (item) {
+                        result.items.set(id, item);
+                        result.statistics.totalRetrieved++;
+                    }
+                }
+            }
+            catch (error) {
+                result.errors.set(id, error);
+                result.statistics.totalErrors++;
+            }
+            finally {
+                semaphore.release();
+            }
+        });
+        await Promise.all(promises);
+    }
+    /**
+     * Chunked parallel retrieval with intelligent batching
+     */
+    async chunkedParallelGet(ids, prefix, result) {
+        const chunkSize = Math.min(50, Math.ceil(ids.length / 10));
+        const chunks = this.chunkArray(ids, chunkSize);
+        // Process chunks with controlled concurrency
+        const semaphore = new Semaphore(Math.min(5, chunks.length));
+        const chunkPromises = chunks.map(async (chunk) => {
+            await semaphore.acquire();
+            try {
+                await this.parallelGetObjects(chunk, prefix, result);
+            }
+            finally {
+                semaphore.release();
+            }
+        });
+        await Promise.all(chunkPromises);
+    }
+    /**
+     * List-based batch retrieval for large datasets
+     * Uses S3 ListObjects to reduce API calls
+     */
+    async listBasedBatchGet(ids, prefix, result) {
+        const { ListObjectsV2Command, GetObjectCommand } = await import('@aws-sdk/client-s3');
+        // Create a set for O(1) lookup
+        const idSet = new Set(ids);
+        // List objects with the prefix
+        let continuationToken;
+        const maxKeys = 1000;
+        do {
+            result.statistics.apiCalls++;
+            const listResponse = await this.s3Client.send(new ListObjectsV2Command({
+                Bucket: this.bucketName,
+                Prefix: prefix,
+                MaxKeys: maxKeys,
+                ContinuationToken: continuationToken
+            }));
+            if (listResponse.Contents) {
+                // Filter objects that match our requested IDs
+                const matchingObjects = listResponse.Contents.filter((obj) => {
+                    if (!obj.Key)
+                        return false;
+                    const id = obj.Key.replace(prefix, '').replace('.json', '');
+                    return idSet.has(id);
+                });
+                // Batch retrieve matching objects
+                const semaphore = new Semaphore(this.options.maxConcurrency);
+                const retrievalPromises = matchingObjects.map(async (obj) => {
+                    if (!obj.Key)
+                        return;
+                    await semaphore.acquire();
+                    try {
+                        result.statistics.apiCalls++;
+                        const response = await this.s3Client.send(new GetObjectCommand({
+                            Bucket: this.bucketName,
+                            Key: obj.Key
+                        }));
+                        if (response.Body) {
+                            const content = await response.Body.transformToString();
+                            const item = this.parseStoredObject(content);
+                            if (item) {
+                                const id = obj.Key.replace(prefix, '').replace('.json', '');
+                                result.items.set(id, item);
+                                result.statistics.totalRetrieved++;
+                            }
+                        }
+                    }
+                    catch (error) {
+                        const id = obj.Key.replace(prefix, '').replace('.json', '');
+                        result.errors.set(id, error);
+                        result.statistics.totalErrors++;
+                    }
+                    finally {
+                        semaphore.release();
+                    }
+                });
+                await Promise.all(retrievalPromises);
+            }
+            continuationToken = listResponse.NextContinuationToken;
+        } while (continuationToken && result.items.size < ids.length);
+    }
+    /**
+     * Intelligent prefetch based on HNSW graph connectivity
+     */
+    async prefetchConnectedNodes(currentNodeIds, connectionMap, prefix = 'nodes/') {
+        // Analyze connection patterns to predict next nodes
+        const predictedNodes = new Set();
+        for (const nodeId of currentNodeIds) {
+            const connections = connectionMap.get(nodeId);
+            if (connections) {
+                // Add immediate neighbors
+                connections.forEach(connId => predictedNodes.add(connId));
+                // Add second-degree neighbors (limited)
+                let count = 0;
+                for (const connId of connections) {
+                    if (count >= 5)
+                        break; // Limit prefetch scope
+                    const secondDegree = connectionMap.get(connId);
+                    if (secondDegree) {
+                        secondDegree.forEach(id => {
+                            if (count < 20) {
+                                predictedNodes.add(id);
+                                count++;
+                            }
+                        });
+                    }
+                }
+            }
+        }
+        // Remove nodes we already have
+        const nodesToPrefetch = Array.from(predictedNodes).filter(id => !currentNodeIds.includes(id));
+        return this.batchGetNodes(nodesToPrefetch.slice(0, this.options.prefetchSize), prefix);
+    }
+    /**
+     * S3 Select-based retrieval for filtered queries
+     */
+    async selectiveRetrieve(prefix, filter) {
+        // This would use S3 Select to filter objects server-side
+        // Reducing data transfer for large-scale operations
+        const startTime = Date.now();
+        const result = {
+            items: new Map(),
+            errors: new Map(),
+            statistics: {
+                totalRequested: 0,
+                totalRetrieved: 0,
+                totalErrors: 0,
+                duration: 0,
+                apiCalls: 0
+            }
+        };
+        // S3 Select implementation would go here
+        // For now, fall back to list-based approach
+        console.warn('S3 Select not implemented, falling back to list-based retrieval');
+        result.statistics.duration = Date.now() - startTime;
+        return result;
+    }
+    /**
+     * Parse stored object from JSON string
+     */
+    parseStoredObject(content) {
+        try {
+            const parsed = JSON.parse(content);
+            // Reconstruct HNSW node structure
+            if (parsed.connections && typeof parsed.connections === 'object') {
+                const connections = new Map();
+                for (const [level, nodeIds] of Object.entries(parsed.connections)) {
+                    connections.set(Number(level), new Set(nodeIds));
+                }
+                parsed.connections = connections;
+            }
+            return parsed;
+        }
+        catch (error) {
+            console.error('Failed to parse stored object:', error);
+            return null;
+        }
+    }
+    /**
+     * Utility function to chunk arrays
+     */
+    chunkArray(array, chunkSize) {
+        const chunks = [];
+        for (let i = 0; i < array.length; i += chunkSize) {
+            chunks.push(array.slice(i, i + chunkSize));
+        }
+        return chunks;
+    }
+}
+/**
+ * Simple semaphore implementation for concurrency control
+ */
+class Semaphore {
+    constructor(permits) {
+        this.waiting = [];
+        this.permits = permits;
+    }
+    async acquire() {
+        if (this.permits > 0) {
+            this.permits--;
+            return Promise.resolve();
+        }
+        return new Promise((resolve) => {
+            this.waiting.push(resolve);
+        });
+    }
+    release() {
+        if (this.waiting.length > 0) {
+            const resolve = this.waiting.shift();
+            resolve();
+        }
+        else {
+            this.permits++;
+        }
+    }
+}
+//# sourceMappingURL=batchS3Operations.js.map

package/dist/storage/adapters/batchS3Operations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batchS3Operations.js","sourceRoot":"","sources":["../../../src/storage/adapters/batchS3Operations.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA4BH;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IAK5B,YACE,QAAkB,EAClB,UAAkB,EAClB,UAAiC,EAAE;QAEnC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG;YACb,cAAc,EAAE,EAAE,EAAE,6BAA6B;YACjD,YAAY,EAAE,GAAG;YACjB,WAAW,EAAE,KAAK;YAClB,kBAAkB,EAAE,KAAK;YACzB,GAAG,OAAO;SACX,CAAA;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CACxB,OAAiB,EACjB,SAAiB,QAAQ;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,MAAM,GAA0B;YACpC,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,MAAM,EAAE,IAAI,GAAG,EAAE;YACjB,UAAU,EAAE;gBACV,cAAc,EAAE,OAAO,CAAC,MAAM;gBAC9B,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,CAAC;aACZ;SACF,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YACnD,OAAO,MAAM,CAAA;QACf,CAAC;QAED,iDAAiD;QACjD,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACzB,uCAAuC;YACvC,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACxD,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YAClC,uDAAuD;YACvD,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACxD,CAAC;aAAM,CAAC;YACN,0DAA0D;YAC1D,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACvD,CAAC;QAED,MAAM,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;QACnD,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,GAAa,EACb,MAAc,EACd,MAAsB;QAEtB,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;QAE/D,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,cAAe,CAAC,CAAA;QAE7D,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACpC,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;YACzB,IAAI,CAAC;gBACH,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;gBAE5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvC,IAAI,gBAAgB,CAAC;oBACnB,MAAM,EAAE,IAAI,CAAC,UAAU;oBACvB,GAAG,EAAE,GAAG,MAAM,GAAG,EAAE,OAAO;iBAC3B,CAAC,CACH,CAAA;gBAED,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAA;oBACvD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;oBAC5C,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;wBAC1B,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,CAAA;oBACpC,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAc,CAAC,CAAA;gBACrC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAA;YACjC,CAAC;oBAAS,CAAC;gBACT,SAAS,CAAC,OAAO,EAAE,CAAA;YACrB,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,GAAa,EACb,MAAc,EACd,MAAsB;QAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QAE9C,6CAA6C;QAC7C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAE3D,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YACtD,CAAC;oBAAS,CAAC;gBACT,SAAS,CAAC,OAAO,EAAE,CAAA;YACrB,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAClC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB,CAC7B,GAAa,EACb,MAAc,EACd,MAAsB;QAEtB,MAAM,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;QAErF,+BAA+B;QAC/B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAE1B,+BAA+B;QAC/B,IAAI,iBAAqC,CAAA;QACzC,MAAM,OAAO,GAAG,IAAI,CAAA;QAEpB,GAAG,CAAC;YACF,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;YAE5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAC3C,IAAI,oBAAoB,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,UAAU;gBACvB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,OAAO;gBAChB,iBAAiB,EAAE,iBAAiB;aACrC,CAAC,CACH,CAAA;YAED,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;gBAC1B,8CAA8C;gBAC9C,MAAM,eAAe,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,EAAE;oBAChE,IAAI,CAAC,GAAG,CAAC,GAAG;wBAAE,OAAO,KAAK,CAAA;oBAC1B,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;oBAC3D,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;gBACtB,CAAC,CAAC,CAAA;gBAEF,kCAAkC;gBAClC,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,cAAe,CAAC,CAAA;gBAE7D,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,GAAQ,EAAE,EAAE;oBAC/D,IAAI,CAAC,GAAG,CAAC,GAAG;wBAAE,OAAM;oBAEpB,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;oBACzB,IAAI,CAAC;wBACH,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;wBAE5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvC,IAAI,gBAAgB,CAAC;4BACnB,MAAM,EAAE,IAAI,CAAC,UAAU;4BACvB,GAAG,EAAE,GAAG,CAAC,GAAG;yBACb,CAAC,CACH,CAAA;wBAED,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;4BAClB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAA;4BACvD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;4BAC5C,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;gCAC3D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;gCAC1B,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,CAAA;4BACpC,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;wBAC3D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAc,CAAC,CAAA;wBACrC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAA;oBACjC,CAAC;4BAAS,CAAC;wBACT,SAAS,CAAC,OAAO,EAAE,CAAA;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAA;gBAEF,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YACtC,CAAC;YAED,iBAAiB,GAAG,YAAY,CAAC,qBAAqB,CAAA;QACxD,CAAC,QAAQ,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,EAAC;IAC/D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,sBAAsB,CACjC,cAAwB,EACxB,aAAuC,EACvC,SAAiB,QAAQ;QAEzB,oDAAoD;QACpD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAA;QAExC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC7C,IAAI,WAAW,EAAE,CAAC;gBAChB,0BAA0B;gBAC1B,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;gBAEzD,wCAAwC;gBACxC,IAAI,KAAK,GAAG,CAAC,CAAA;gBACb,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;oBACjC,IAAI,KAAK,IAAI,CAAC;wBAAE,MAAK,CAAC,uBAAuB;oBAC7C,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAC9C,IAAI,YAAY,EAAE,CAAC;wBACjB,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;4BACxB,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;gCACf,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;gCACtB,KAAK,EAAE,CAAA;4BACT,CAAC;wBACH,CAAC,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CACvD,EAAE,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CACnC,CAAA;QAED,OAAO,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAa,CAAC,EAAE,MAAM,CAAC,CAAA;IACzF,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,iBAAiB,CAC5B,MAAc,EACd,MAIC;QAED,yDAAyD;QACzD,oDAAoD;QAEpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,MAAM,GAA0B;YACpC,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,MAAM,EAAE,IAAI,GAAG,EAAE;YACjB,UAAU,EAAE;gBACV,cAAc,EAAE,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,CAAC;aACZ;SACF,CAAA;QAED,yCAAyC;QACzC,4CAA4C;QAC5C,OAAO,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAA;QAE/E,MAAM,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;QACnD,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,OAAe;QACvC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAElC,kCAAkC;YAClC,IAAI,MAAM,CAAC,WAAW,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;gBACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAA;gBAClD,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;oBAClE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,CAAC,OAAmB,CAAC,CAAC,CAAA;gBAC9D,CAAC;gBACD,MAAM,CAAC,WAAW,GAAG,WAAW,CAAA;YAClC,CAAC;YAED,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;YACtD,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAI,KAAU,EAAE,SAAiB;QACjD,MAAM,MAAM,GAAU,EAAE,CAAA;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAA;QAC5C,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED;;GAEG;AACH,MAAM,SAAS;IAIb,YAAY,OAAe;QAFnB,YAAO,GAAsB,EAAE,CAAA;QAGrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,EAAE,CAAA;YACd,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAC1B,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAA;YACrC,OAAO,EAAE,CAAA;QACX,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC;IACH,CAAC;CACF"}