@soulcraft/brainy 0.53.0 → 0.54.1

package/dist/utils/performanceMonitor.js

@@ -0,0 +1,384 @@
+/**
+ * Performance Monitor
+ * Automatically tracks and optimizes system performance
+ * Provides real-time insights and auto-tuning recommendations
+ */
+import { createModuleLogger } from './logger.js';
+import { getGlobalSocketManager } from './adaptiveSocketManager.js';
+import { getGlobalBackpressure } from './adaptiveBackpressure.js';
+/**
+ * Comprehensive performance monitoring and optimization
+ */
+export class PerformanceMonitor {
+    constructor() {
+        this.logger = createModuleLogger('PerformanceMonitor');
+        // Current metrics
+        this.metrics = {
+            totalOperations: 0,
+            successfulOperations: 0,
+            failedOperations: 0,
+            averageLatency: 0,
+            p95Latency: 0,
+            p99Latency: 0,
+            operationsPerSecond: 0,
+            bytesPerSecond: 0,
+            memoryUsage: 0,
+            cpuUsage: 0,
+            socketUtilization: 0,
+            queueDepth: 0,
+            errorRate: 0,
+            healthScore: 100
+        };
+        // Historical data for trend analysis
+        this.history = [];
+        this.maxHistorySize = 1000;
+        // Operation tracking
+        this.operationLatencies = [];
+        this.operationSizes = [];
+        this.lastReset = Date.now();
+        this.resetInterval = 60000; // Reset counters every minute
+        // CPU tracking
+        this.lastCpuUsage = process.cpuUsage ? process.cpuUsage() : null;
+        this.lastCpuCheck = Date.now();
+        // Alert thresholds
+        this.thresholds = {
+            errorRate: 0.05, // 5% error rate
+            latencyP95: 5000, // 5 second P95
+            memoryUsage: 0.8, // 80% memory
+            cpuUsage: 0.9, // 90% CPU
+            healthScore: 70 // Health score below 70
+        };
+        // Optimization recommendations
+        this.recommendations = [];
+        // Auto-optimization state
+        this.autoOptimizeEnabled = true;
+        this.lastOptimization = Date.now();
+        this.optimizationInterval = 30000; // Optimize every 30 seconds
+    }
+    /**
+     * Track an operation completion
+     */
+    trackOperation(success, latency, bytes = 0) {
+        // Update counters
+        this.metrics.totalOperations++;
+        if (success) {
+            this.metrics.successfulOperations++;
+        }
+        else {
+            this.metrics.failedOperations++;
+        }
+        // Track latency
+        this.operationLatencies.push(latency);
+        if (this.operationLatencies.length > 10000) {
+            this.operationLatencies = this.operationLatencies.slice(-5000);
+        }
+        // Track size
+        if (bytes > 0) {
+            this.operationSizes.push(bytes);
+            if (this.operationSizes.length > 10000) {
+                this.operationSizes = this.operationSizes.slice(-5000);
+            }
+        }
+        // Update metrics periodically
+        this.updateMetrics();
+    }
+    /**
+     * Update all metrics
+     */
+    updateMetrics() {
+        const now = Date.now();
+        const timeSinceReset = (now - this.lastReset) / 1000;
+        // Calculate latency percentiles
+        if (this.operationLatencies.length > 0) {
+            const sorted = [...this.operationLatencies].sort((a, b) => a - b);
+            const p95Index = Math.floor(sorted.length * 0.95);
+            const p99Index = Math.floor(sorted.length * 0.99);
+            this.metrics.averageLatency = sorted.reduce((a, b) => a + b, 0) / sorted.length;
+            this.metrics.p95Latency = sorted[p95Index] || 0;
+            this.metrics.p99Latency = sorted[p99Index] || 0;
+        }
+        // Calculate throughput
+        if (timeSinceReset > 0) {
+            this.metrics.operationsPerSecond = this.metrics.totalOperations / timeSinceReset;
+            const totalBytes = this.operationSizes.reduce((a, b) => a + b, 0);
+            this.metrics.bytesPerSecond = totalBytes / timeSinceReset;
+        }
+        // Calculate error rate
+        this.metrics.errorRate = this.metrics.totalOperations > 0
+            ? this.metrics.failedOperations / this.metrics.totalOperations
+            : 0;
+        // Update resource metrics
+        this.updateResourceMetrics();
+        // Calculate health score
+        this.calculateHealthScore();
+        // Store in history
+        this.history.push({ ...this.metrics });
+        if (this.history.length > this.maxHistorySize) {
+            this.history.shift();
+        }
+        // Check for alerts
+        this.checkAlerts();
+        // Auto-optimize if enabled
+        if (this.autoOptimizeEnabled && now - this.lastOptimization > this.optimizationInterval) {
+            this.autoOptimize();
+            this.lastOptimization = now;
+        }
+        // Reset counters periodically
+        if (now - this.lastReset > this.resetInterval) {
+            this.resetCounters();
+        }
+    }
+    /**
+     * Update resource metrics
+     */
+    updateResourceMetrics() {
+        // Memory usage
+        if (typeof process !== 'undefined' && process.memoryUsage) {
+            const memUsage = process.memoryUsage();
+            this.metrics.memoryUsage = memUsage.heapUsed / memUsage.heapTotal;
+        }
+        // CPU usage (Node.js only)
+        if (this.lastCpuUsage && process.cpuUsage) {
+            const currentCpuUsage = process.cpuUsage();
+            const now = Date.now();
+            const timeDiff = now - this.lastCpuCheck;
+            if (timeDiff > 1000) { // Update CPU every second
+                const userDiff = currentCpuUsage.user - this.lastCpuUsage.user;
+                const systemDiff = currentCpuUsage.system - this.lastCpuUsage.system;
+                const totalDiff = userDiff + systemDiff;
+                // CPU percentage (approximate)
+                this.metrics.cpuUsage = totalDiff / (timeDiff * 1000);
+                this.lastCpuUsage = currentCpuUsage;
+                this.lastCpuCheck = now;
+            }
+        }
+        // Get metrics from socket manager
+        const socketMetrics = getGlobalSocketManager().getMetrics();
+        this.metrics.socketUtilization = socketMetrics.socketUtilization;
+        // Get metrics from backpressure system
+        const backpressureStatus = getGlobalBackpressure().getStatus();
+        this.metrics.queueDepth = backpressureStatus.queueLength;
+    }
+    /**
+     * Calculate overall health score
+     */
+    calculateHealthScore() {
+        let score = 100;
+        // Deduct points for high error rate
+        if (this.metrics.errorRate > 0.01) {
+            score -= Math.min(30, this.metrics.errorRate * 300);
+        }
+        // Deduct points for high latency
+        if (this.metrics.p95Latency > 3000) {
+            score -= Math.min(20, (this.metrics.p95Latency - 3000) / 100);
+        }
+        // Deduct points for high memory usage
+        if (this.metrics.memoryUsage > 0.7) {
+            score -= Math.min(20, (this.metrics.memoryUsage - 0.7) * 66);
+        }
+        // Deduct points for high CPU usage
+        if (this.metrics.cpuUsage > 0.8) {
+            score -= Math.min(15, (this.metrics.cpuUsage - 0.8) * 75);
+        }
+        // Deduct points for low throughput
+        if (this.metrics.operationsPerSecond < 1 && this.metrics.totalOperations > 10) {
+            score -= 10;
+        }
+        // Deduct points for queue depth
+        if (this.metrics.queueDepth > 100) {
+            score -= Math.min(15, this.metrics.queueDepth / 20);
+        }
+        this.metrics.healthScore = Math.max(0, Math.min(100, score));
+    }
+    /**
+     * Check for alert conditions
+     */
+    checkAlerts() {
+        const alerts = [];
+        if (this.metrics.errorRate > this.thresholds.errorRate) {
+            alerts.push(`High error rate: ${(this.metrics.errorRate * 100).toFixed(1)}%`);
+        }
+        if (this.metrics.p95Latency > this.thresholds.latencyP95) {
+            alerts.push(`High P95 latency: ${this.metrics.p95Latency}ms`);
+        }
+        if (this.metrics.memoryUsage > this.thresholds.memoryUsage) {
+            alerts.push(`High memory usage: ${(this.metrics.memoryUsage * 100).toFixed(1)}%`);
+        }
+        if (this.metrics.cpuUsage > this.thresholds.cpuUsage) {
+            alerts.push(`High CPU usage: ${(this.metrics.cpuUsage * 100).toFixed(1)}%`);
+        }
+        if (this.metrics.healthScore < this.thresholds.healthScore) {
+            alerts.push(`Low health score: ${this.metrics.healthScore.toFixed(0)}`);
+        }
+        if (alerts.length > 0) {
+            this.logger.warn('Performance alerts', { alerts, metrics: this.metrics });
+        }
+    }
+    /**
+     * Auto-optimize system based on metrics
+     */
+    autoOptimize() {
+        this.recommendations = [];
+        // Analyze trends
+        const trends = this.analyzeTrends();
+        // Generate recommendations based on metrics and trends
+        if (this.metrics.errorRate > 0.02) {
+            this.recommendations.push('Reduce load or increase timeouts due to high error rate');
+        }
+        if (this.metrics.p95Latency > 3000) {
+            this.recommendations.push('Increase batch size or socket limits to improve latency');
+        }
+        if (this.metrics.memoryUsage > 0.7) {
+            this.recommendations.push('Reduce cache sizes or batch sizes to free memory');
+        }
+        if (this.metrics.queueDepth > 50) {
+            this.recommendations.push('Increase concurrency limits to reduce queue depth');
+        }
+        // Check for degrading trends
+        trends.forEach(trend => {
+            if (trend.direction === 'degrading' && Math.abs(trend.changeRate) > 0.1) {
+                this.recommendations.push(`${trend.metric} is degrading at ${(trend.changeRate * 100).toFixed(1)}% per minute`);
+            }
+        });
+        // Log recommendations if any
+        if (this.recommendations.length > 0) {
+            this.logger.info('Performance optimization recommendations', {
+                recommendations: this.recommendations,
+                metrics: this.metrics
+            });
+        }
+    }
+    /**
+     * Analyze performance trends
+     */
+    analyzeTrends() {
+        const trends = [];
+        if (this.history.length < 10) {
+            return trends; // Not enough data
+        }
+        // Get recent history
+        const recent = this.history.slice(-20);
+        const older = this.history.slice(-40, -20);
+        // Compare key metrics
+        const metricsToAnalyze = [
+            'errorRate',
+            'averageLatency',
+            'operationsPerSecond',
+            'memoryUsage',
+            'healthScore'
+        ];
+        metricsToAnalyze.forEach(metric => {
+            const recentAvg = recent.reduce((sum, m) => sum + m[metric], 0) / recent.length;
+            const olderAvg = older.length > 0
+                ? older.reduce((sum, m) => sum + m[metric], 0) / older.length
+                : recentAvg;
+            const changeRate = olderAvg !== 0 ? (recentAvg - olderAvg) / olderAvg : 0;
+            let direction = 'stable';
+            if (Math.abs(changeRate) > 0.05) { // 5% threshold
+                // For error rate and latency, increase is bad
+                if (metric === 'errorRate' || metric === 'averageLatency' || metric === 'memoryUsage') {
+                    direction = changeRate > 0 ? 'degrading' : 'improving';
+                }
+                else {
+                    // For throughput and health score, increase is good
+                    direction = changeRate > 0 ? 'improving' : 'degrading';
+                }
+            }
+            // Simple linear prediction
+            const prediction = recentAvg + (recentAvg * changeRate);
+            trends.push({
+                metric,
+                direction,
+                changeRate,
+                prediction
+            });
+        });
+        return trends;
+    }
+    /**
+     * Reset counters
+     */
+    resetCounters() {
+        this.metrics.totalOperations = 0;
+        this.metrics.successfulOperations = 0;
+        this.metrics.failedOperations = 0;
+        this.operationSizes = [];
+        this.lastReset = Date.now();
+    }
+    /**
+     * Get current metrics
+     */
+    getMetrics() {
+        return { ...this.metrics };
+    }
+    /**
+     * Get performance trends
+     */
+    getTrends() {
+        return this.analyzeTrends();
+    }
+    /**
+     * Get recommendations
+     */
+    getRecommendations() {
+        return [...this.recommendations];
+    }
+    /**
+     * Get performance report
+     */
+    getReport() {
+        return {
+            metrics: this.getMetrics(),
+            trends: this.getTrends(),
+            recommendations: this.getRecommendations(),
+            socketConfig: getGlobalSocketManager().getConfig(),
+            backpressureStatus: getGlobalBackpressure().getStatus()
+        };
+    }
+    /**
+     * Enable/disable auto-optimization
+     */
+    setAutoOptimize(enabled) {
+        this.autoOptimizeEnabled = enabled;
+        this.logger.info(`Auto-optimization ${enabled ? 'enabled' : 'disabled'}`);
+    }
+    /**
+     * Reset all metrics and history
+     */
+    reset() {
+        this.metrics = {
+            totalOperations: 0,
+            successfulOperations: 0,
+            failedOperations: 0,
+            averageLatency: 0,
+            p95Latency: 0,
+            p99Latency: 0,
+            operationsPerSecond: 0,
+            bytesPerSecond: 0,
+            memoryUsage: 0,
+            cpuUsage: 0,
+            socketUtilization: 0,
+            queueDepth: 0,
+            errorRate: 0,
+            healthScore: 100
+        };
+        this.history = [];
+        this.operationLatencies = [];
+        this.operationSizes = [];
+        this.recommendations = [];
+        this.lastReset = Date.now();
+        this.logger.info('Performance monitor reset');
+    }
+}
+// Global singleton instance
+let globalMonitor = null;
+/**
+ * Get the global performance monitor instance
+ */
+export function getGlobalPerformanceMonitor() {
+    if (!globalMonitor) {
+        globalMonitor = new PerformanceMonitor();
+    }
+    return globalMonitor;
+}
+//# sourceMappingURL=performanceMonitor.js.map

package/dist/utils/performanceMonitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"performanceMonitor.js","sourceRoot":"","sources":["../../src/utils/performanceMonitor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AAiCjE;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAA/B;QACU,WAAM,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAA;QAEzD,kBAAkB;QACV,YAAO,GAAuB;YACpC,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,CAAC;YACvB,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,mBAAmB,EAAE,CAAC;YACtB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,iBAAiB,EAAE,CAAC;YACpB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;SACjB,CAAA;QAED,qCAAqC;QAC7B,YAAO,GAAyB,EAAE,CAAA;QAClC,mBAAc,GAAG,IAAI,CAAA;QAE7B,qBAAqB;QACb,uBAAkB,GAAa,EAAE,CAAA;QACjC,mBAAc,GAAa,EAAE,CAAA;QAC7B,cAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,kBAAa,GAAG,KAAK,CAAA,CAAE,8BAA8B;QAE7D,eAAe;QACP,iBAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3D,iBAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAEjC,mBAAmB;QACX,eAAU,GAAG;YACnB,SAAS,EAAE,IAAI,EAAM,gBAAgB;YACrC,UAAU,EAAE,IAAI,EAAK,eAAe;YACpC,WAAW,EAAE,GAAG,EAAK,aAAa;YAClC,QAAQ,EAAE,GAAG,EAAQ,UAAU;YAC/B,WAAW,EAAE,EAAE,CAAM,wBAAwB;SAC9C,CAAA;QAED,+BAA+B;QACvB,oBAAe,GAAa,EAAE,CAAA;QAEtC,0BAA0B;QAClB,wBAAmB,GAAG,IAAI,CAAA;QAC1B,qBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC7B,yBAAoB,GAAG,KAAK,CAAA,CAAE,4BAA4B;IAoYpE,CAAC;IAlYC;;OAEG;IACI,cAAc,CACnB,OAAgB,EAChB,OAAe,EACf,QAAgB,CAAC;QAEjB,kBAAkB;QAClB,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAA;QACjC,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrC,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAC3C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAA;QAChE,CAAC;QAED,aAAa;QACb,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC/B,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;gBACvC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,cAAc,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAA;QAEpD,gCAAgC;QAChC,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;YACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;YAEjD,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;YAC/E,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC/C,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACjD,CAAC;QAED,uBAAuB;QACvB,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,cAAc,CAAA;YAEhF,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;YACjE,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,UAAU,GAAG,cAAc,CAAA;QAC3D,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,CAAC;YACvD,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe;YAC9D,CAAC,CAAC,CAAC,CAAA;QAEL,0BAA0B;QAC1B,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAE5B,yBAAyB;QACzB,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE3B,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;QACtC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;QACtB,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,WAAW,EAAE,CAAA;QAElB,2BAA2B;QAC3B,IAAI,IAAI,CAAC,mBAAmB,IAAI,GAAG,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxF,IAAI,CAAC,YAAY,EAAE,CAAA;YACnB,IAAI,CAAC,gBAAgB,GAAG,GAAG,CAAA;QAC7B,CAAC;QAED,8BAA8B;QAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC9C,IAAI,CAAC,aAAa,EAAE,CAAA;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,eAAe;QACf,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;YACtC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAA;QACnE,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAA;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACtB,MAAM,QAAQ,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,CAAA;YAExC,IAAI,QAAQ,GAAG,IAAI,EAAE,CAAC,CAAE,0BAA0B;gBAChD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAA;gBAC9D,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAA;gBACpE,MAAM,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAA;gBAEvC,+BAA+B;gBAC/B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,SAAS,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAA;gBAErD,IAAI,CAAC,YAAY,GAAG,eAAe,CAAA;gBACnC,IAAI,CAAC,YAAY,GAAG,GAAG,CAAA;YACzB,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,aAAa,GAAG,sBAAsB,EAAE,CAAC,UAAU,EAAE,CAAA;QAC3D,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAG,aAAa,CAAC,iBAAiB,CAAA;QAEhE,uCAAuC;QACvC,MAAM,kBAAkB,GAAG,qBAAqB,EAAE,CAAC,SAAS,EAAE,CAAA;QAC9D,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,kBAAkB,CAAC,WAAW,CAAA;IAC1D,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,IAAI,KAAK,GAAG,GAAG,CAAA;QAEf,oCAAoC;QACpC,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YAClC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAA;QACrD,CAAC;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YACnC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAA;QAC/D,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YACnC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;QAC9D,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;YAChC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;QAC3D,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,OAAO,CAAC,mBAAmB,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,EAAE,CAAC;YAC9E,KAAK,IAAI,EAAE,CAAA;QACb,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YAClC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,EAAE,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAA;IAC9D,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QAC/E,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAA;QAC/D,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACnF,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QAC7E,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACzE,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;QAC3E,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAA;QAEzB,iBAAiB;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QAEnC,uDAAuD;QACvD,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAA;QACtF,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAA;QACtF,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;QAC/E,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;QAChF,CAAC;QAED,6BAA6B;QAC7B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACrB,IAAI,KAAK,CAAC,SAAS,KAAK,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC;gBACxE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,oBAAoB,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA;YACjH,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,6BAA6B;QAC7B,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;gBAC3D,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,MAAM,MAAM,GAAuB,EAAE,CAAA;QAErC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAA,CAAE,kBAAkB;QACnC,CAAC;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;QAE1C,sBAAsB;QACtB,MAAM,gBAAgB,GAAG;YACvB,WAAW;YACX,gBAAgB;YAChB,qBAAqB;YACrB,aAAa;YACb,aAAa;SACL,CAAA;QAEV,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YAChC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;YAC/E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC/B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM;gBAC7D,CAAC,CAAC,SAAS,CAAA;YAEb,MAAM,UAAU,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;YAEzE,IAAI,SAAS,GAAyC,QAAQ,CAAA;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,EAAE,CAAC,CAAE,eAAe;gBACjD,8CAA8C;gBAC9C,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,gBAAgB,IAAI,MAAM,KAAK,aAAa,EAAE,CAAC;oBACtF,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAA;gBACxD,CAAC;qBAAM,CAAC;oBACN,oDAAoD;oBACpD,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAA;gBACxD,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,MAAM,UAAU,GAAG,SAAS,GAAG,CAAC,SAAS,GAAG,UAAU,CAAC,CAAA;YAEvD,MAAM,CAAC,IAAI,CAAC;gBACV,MAAM;gBACN,SAAS;gBACT,UAAU;gBACV,UAAU;aACX,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,OAAO,CAAC,oBAAoB,GAAG,CAAC,CAAA;QACrC,IAAI,CAAC,OAAO,CAAC,gBAAgB,GAAG,CAAC,CAAA;QACjC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC7B,CAAC;IAED;;OAEG;IACI,UAAU;QACf,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED;;OAEG;IACI,SAAS;QACd,OAAO,IAAI,CAAC,aAAa,EAAE,CAAA;IAC7B,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAA;IAClC,CAAC;IAED;;OAEG;IACI,SAAS;QAOd,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;YAC1B,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;YACxB,eAAe,EAAE,IAAI,CAAC,kBAAkB,EAAE;YAC1C,YAAY,EAAE,sBAAsB,EAAE,CAAC,SAAS,EAAE;YAClD,kBAAkB,EAAE,qBAAqB,EAAE,CAAC,SAAS,EAAE;SACxD,CAAA;IACH,CAAC;IAED;;OAEG;IACI,eAAe,CAAC,OAAgB;QACrC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;IAC3E,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,CAAC;YACvB,gBAAgB,EAAE,CAAC;YACnB,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,mBAAmB,EAAE,CAAC;YACtB,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,iBAAiB,EAAE,CAAC;YACpB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;SACjB,CAAA;QAED,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAA;QAC5B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAA;QACxB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAA;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;IAC/C,CAAC;CACF;AAED,4BAA4B;AAC5B,IAAI,aAAa,GAA8B,IAAI,CAAA;AAEnD;;GAEG;AACH,MAAM,UAAU,2BAA2B;IACzC,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,kBAAkB,EAAE,CAAA;IAC1C,CAAC;IACD,OAAO,aAAa,CAAA;AACtB,CAAC"}

package/dist/utils/requestCoalescer.d.ts

@@ -0,0 +1,91 @@
+/**
+ * Request Coalescer
+ * Batches and deduplicates operations to reduce S3 API calls
+ * Automatically flushes based on size, time, or pressure
+ */
+interface CoalescedOperation {
+    type: 'write' | 'read' | 'delete';
+    key: string;
+    data?: any;
+    resolve: (value: any) => void;
+    reject: (error: any) => void;
+    timestamp: number;
+}
+interface BatchStats {
+    totalOperations: number;
+    coalescedOperations: number;
+    deduplicated: number;
+    batchesProcessed: number;
+    averageBatchSize: number;
+}
+/**
+ * Coalesces multiple operations into efficient batches
+ */
+export declare class RequestCoalescer {
+    private logger;
+    private writeQueue;
+    private readQueue;
+    private deleteQueue;
+    private maxBatchSize;
+    private maxBatchAge;
+    private minBatchSize;
+    private flushTimer;
+    private lastFlush;
+    private stats;
+    private processor;
+    constructor(processor: (batch: CoalescedOperation[]) => Promise<void>, options?: {
+        maxBatchSize?: number;
+        maxBatchAge?: number;
+        minBatchSize?: number;
+    });
+    /**
+     * Add a write operation to be coalesced
+     */
+    write(key: string, data: any): Promise<void>;
+    /**
+     * Add a read operation to be coalesced
+     */
+    read(key: string): Promise<any>;
+    /**
+     * Add a delete operation to be coalesced
+     */
+    delete(key: string): Promise<void>;
+    /**
+     * Check if we should flush the queues
+     */
+    private checkFlush;
+    /**
+     * Flush all queued operations
+     */
+    flush(reason?: string): Promise<void>;
+    /**
+     * Get current statistics
+     */
+    getStats(): BatchStats;
+    /**
+     * Get current queue sizes
+     */
+    getQueueSizes(): {
+        writes: number;
+        reads: number;
+        deletes: number;
+        total: number;
+    };
+    /**
+     * Adjust batch parameters based on load
+     */
+    adjustParameters(pending: number): void;
+    /**
+     * Force immediate flush of all operations
+     */
+    forceFlush(): Promise<void>;
+}
+/**
+ * Get or create a coalescer for a storage instance
+ */
+export declare function getCoalescer(storageId: string, processor: (batch: any[]) => Promise<void>): RequestCoalescer;
+/**
+ * Clear all coalescers
+ */
+export declare function clearCoalescers(): void;
+export {};