@soulcraft/brainy 0.53.0 → 0.54.1

package/dist/utils/adaptiveBackpressure.js

@@ -0,0 +1,342 @@
+/**
+ * Adaptive Backpressure System
+ * Automatically manages request flow and prevents system overload
+ * Self-healing with pattern learning for optimal throughput
+ */
+import { createModuleLogger } from './logger.js';
+/**
+ * Self-healing backpressure manager that learns from load patterns
+ */
+export class AdaptiveBackpressure {
+    constructor() {
+        this.logger = createModuleLogger('AdaptiveBackpressure');
+        // Queue management
+        this.queue = [];
+        // Active operations tracking
+        this.activeOperations = new Set();
+        this.maxConcurrent = 100;
+        // Metrics tracking
+        this.metrics = {
+            queueDepth: 0,
+            processingRate: 0,
+            errorRate: 0,
+            latency: 0,
+            throughput: 0
+        };
+        // Configuration that adapts over time
+        this.config = {
+            maxQueueDepth: 1000,
+            targetLatency: 1000, // 1 second target
+            minThroughput: 10, // Minimum 10 ops/sec
+            adaptationRate: 0.1 // How quickly to adapt
+        };
+        // Historical patterns for learning
+        this.patterns = [];
+        // Circuit breaker state
+        this.circuitState = 'closed';
+        this.circuitOpenTime = 0;
+        this.circuitFailures = 0;
+        this.circuitThreshold = 5;
+        this.circuitTimeout = 30000; // 30 seconds
+        // Performance tracking
+        this.operationTimes = new Map();
+        this.completedOps = [];
+        this.errorOps = 0;
+        this.lastAdaptation = Date.now();
+    }
+    /**
+     * Request permission to proceed with an operation
+     */
+    async requestPermission(operationId, priority = 1) {
+        // Check circuit breaker
+        if (this.isCircuitOpen()) {
+            throw new Error('Circuit breaker is open - system is recovering');
+        }
+        // Fast path for low load
+        if (this.activeOperations.size < this.maxConcurrent * 0.5 && this.queue.length === 0) {
+            this.activeOperations.add(operationId);
+            this.operationTimes.set(operationId, Date.now());
+            return;
+        }
+        // Check if we need to queue
+        if (this.activeOperations.size >= this.maxConcurrent) {
+            // Check queue depth
+            if (this.queue.length >= this.config.maxQueueDepth) {
+                throw new Error('Backpressure queue is full - try again later');
+            }
+            // Add to queue and wait
+            return new Promise((resolve) => {
+                this.queue.push({
+                    id: operationId,
+                    priority,
+                    timestamp: Date.now(),
+                    resolve
+                });
+                // Sort queue by priority (higher priority first)
+                this.queue.sort((a, b) => b.priority - a.priority);
+                // Update metrics
+                this.metrics.queueDepth = this.queue.length;
+            });
+        }
+        // Add to active operations
+        this.activeOperations.add(operationId);
+        this.operationTimes.set(operationId, Date.now());
+    }
+    /**
+     * Release permission after operation completes
+     */
+    releasePermission(operationId, success = true) {
+        // Remove from active operations
+        this.activeOperations.delete(operationId);
+        // Track completion time
+        const startTime = this.operationTimes.get(operationId);
+        if (startTime) {
+            const duration = Date.now() - startTime;
+            this.completedOps.push(duration);
+            this.operationTimes.delete(operationId);
+            // Keep array bounded
+            if (this.completedOps.length > 1000) {
+                this.completedOps = this.completedOps.slice(-500);
+            }
+        }
+        // Track errors for circuit breaker
+        if (!success) {
+            this.errorOps++;
+            this.circuitFailures++;
+            // Check if we should open circuit
+            if (this.circuitFailures >= this.circuitThreshold) {
+                this.openCircuit();
+            }
+        }
+        else {
+            // Reset circuit failures on success
+            if (this.circuitState === 'half-open') {
+                this.closeCircuit();
+            }
+        }
+        // Process queue if there are waiting operations
+        if (this.queue.length > 0 && this.activeOperations.size < this.maxConcurrent) {
+            const next = this.queue.shift();
+            if (next) {
+                this.activeOperations.add(next.id);
+                this.operationTimes.set(next.id, Date.now());
+                next.resolve();
+                // Update metrics
+                this.metrics.queueDepth = this.queue.length;
+            }
+        }
+        // Adapt configuration periodically
+        this.adaptIfNeeded();
+    }
+    /**
+     * Check if circuit breaker is open
+     */
+    isCircuitOpen() {
+        if (this.circuitState === 'open') {
+            // Check if timeout has passed
+            if (Date.now() - this.circuitOpenTime > this.circuitTimeout) {
+                this.circuitState = 'half-open';
+                this.logger.info('Circuit breaker entering half-open state');
+                return false;
+            }
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Open the circuit breaker
+     */
+    openCircuit() {
+        if (this.circuitState !== 'open') {
+            this.circuitState = 'open';
+            this.circuitOpenTime = Date.now();
+            this.logger.warn('Circuit breaker opened due to high error rate');
+            // Reduce load immediately
+            this.maxConcurrent = Math.max(10, Math.floor(this.maxConcurrent * 0.3));
+        }
+    }
+    /**
+     * Close the circuit breaker
+     */
+    closeCircuit() {
+        this.circuitState = 'closed';
+        this.circuitFailures = 0;
+        this.logger.info('Circuit breaker closed - system recovered');
+        // Gradually increase capacity
+        this.maxConcurrent = Math.min(500, Math.floor(this.maxConcurrent * 1.5));
+    }
+    /**
+     * Adapt configuration based on metrics
+     */
+    adaptIfNeeded() {
+        const now = Date.now();
+        if (now - this.lastAdaptation < 5000) { // Adapt every 5 seconds
+            return;
+        }
+        this.lastAdaptation = now;
+        this.updateMetrics();
+        // Learn from current patterns
+        this.learnPattern();
+        // Adapt based on metrics
+        this.adaptConfiguration();
+    }
+    /**
+     * Update current metrics
+     */
+    updateMetrics() {
+        // Calculate processing rate
+        this.metrics.processingRate = this.completedOps.length > 0
+            ? 1000 / (this.completedOps.reduce((a, b) => a + b, 0) / this.completedOps.length)
+            : 0;
+        // Calculate error rate
+        const totalOps = this.completedOps.length + this.errorOps;
+        this.metrics.errorRate = totalOps > 0 ? this.errorOps / totalOps : 0;
+        // Calculate average latency
+        this.metrics.latency = this.completedOps.length > 0
+            ? this.completedOps.reduce((a, b) => a + b, 0) / this.completedOps.length
+            : 0;
+        // Calculate throughput
+        this.metrics.throughput = this.activeOperations.size + this.metrics.processingRate;
+        // Reset error counter periodically
+        if (this.completedOps.length > 100) {
+            this.errorOps = Math.floor(this.errorOps * 0.9); // Decay error count
+        }
+    }
+    /**
+     * Learn from current load patterns
+     */
+    learnPattern() {
+        const currentLoad = this.activeOperations.size + this.queue.length;
+        const optimalConcurrency = this.calculateOptimalConcurrency();
+        this.patterns.push({
+            timestamp: Date.now(),
+            load: currentLoad,
+            optimal: optimalConcurrency
+        });
+        // Keep patterns bounded
+        if (this.patterns.length > 1000) {
+            this.patterns = this.patterns.slice(-500);
+        }
+    }
+    /**
+     * Calculate optimal concurrency based on Little's Law
+     */
+    calculateOptimalConcurrency() {
+        // Little's Law: L = λ * W
+        // L = number of requests in system
+        // λ = arrival rate
+        // W = average time in system
+        if (this.metrics.latency === 0 || this.metrics.processingRate === 0) {
+            return this.maxConcurrent; // Keep current if no data
+        }
+        // Target: Keep latency under target while maximizing throughput
+        const targetConcurrency = Math.ceil(this.metrics.processingRate * (this.config.targetLatency / 1000));
+        // Adjust based on error rate
+        const errorAdjustment = 1 - (this.metrics.errorRate * 2); // Reduce by up to 50% for errors
+        // Apply adjustment
+        const adjusted = Math.floor(targetConcurrency * errorAdjustment);
+        // Apply bounds
+        return Math.max(10, Math.min(500, adjusted));
+    }
+    /**
+     * Adapt configuration based on metrics and patterns
+     */
+    adaptConfiguration() {
+        const optimal = this.calculateOptimalConcurrency();
+        const current = this.maxConcurrent;
+        // Smooth adaptation using exponential moving average
+        const newConcurrency = Math.floor(current * (1 - this.config.adaptationRate) +
+            optimal * this.config.adaptationRate);
+        // Check if adaptation is needed
+        if (Math.abs(newConcurrency - current) > current * 0.1) { // 10% threshold
+            const oldValue = this.maxConcurrent;
+            this.maxConcurrent = newConcurrency;
+            this.logger.debug('Adapted concurrency', {
+                from: oldValue,
+                to: newConcurrency,
+                metrics: this.metrics
+            });
+        }
+        // Adapt queue depth based on throughput
+        if (this.metrics.throughput > 0) {
+            // Allow queue depth to be 10 seconds worth of throughput
+            this.config.maxQueueDepth = Math.max(100, Math.min(10000, Math.floor(this.metrics.throughput * 10)));
+        }
+        // Adapt circuit breaker threshold based on error patterns
+        if (this.metrics.errorRate < 0.01 && this.circuitThreshold > 5) {
+            this.circuitThreshold = Math.max(5, this.circuitThreshold - 1);
+        }
+        else if (this.metrics.errorRate > 0.05 && this.circuitThreshold < 20) {
+            this.circuitThreshold = Math.min(20, this.circuitThreshold + 1);
+        }
+    }
+    /**
+     * Predict future load based on patterns
+     */
+    predictLoad(futureSeconds = 60) {
+        if (this.patterns.length < 10) {
+            return this.maxConcurrent; // Not enough data
+        }
+        // Simple linear regression on recent patterns
+        const recentPatterns = this.patterns.slice(-50);
+        const n = recentPatterns.length;
+        // Calculate averages
+        let sumX = 0, sumY = 0, sumXY = 0, sumX2 = 0;
+        const startTime = recentPatterns[0].timestamp;
+        recentPatterns.forEach(p => {
+            const x = (p.timestamp - startTime) / 1000; // Time in seconds
+            const y = p.load;
+            sumX += x;
+            sumY += y;
+            sumXY += x * y;
+            sumX2 += x * x;
+        });
+        // Calculate slope and intercept
+        const slope = (n * sumXY - sumX * sumY) / (n * sumX2 - sumX * sumX);
+        const intercept = (sumY - slope * sumX) / n;
+        // Predict future load
+        const currentTime = (Date.now() - startTime) / 1000;
+        const predictedLoad = intercept + slope * (currentTime + futureSeconds);
+        return Math.max(0, Math.min(this.config.maxQueueDepth, Math.floor(predictedLoad)));
+    }
+    /**
+     * Get current configuration and metrics
+     */
+    getStatus() {
+        return {
+            config: { ...this.config },
+            metrics: { ...this.metrics },
+            circuit: this.circuitState,
+            maxConcurrent: this.maxConcurrent,
+            activeOps: this.activeOperations.size,
+            queueLength: this.queue.length
+        };
+    }
+    /**
+     * Reset to default state
+     */
+    reset() {
+        this.queue = [];
+        this.activeOperations.clear();
+        this.operationTimes.clear();
+        this.completedOps = [];
+        this.errorOps = 0;
+        this.patterns = [];
+        this.circuitState = 'closed';
+        this.circuitFailures = 0;
+        this.maxConcurrent = 100;
+        this.logger.info('Backpressure system reset to defaults');
+    }
+}
+// Global singleton instance
+let globalBackpressure = null;
+/**
+ * Get the global backpressure instance
+ */
+export function getGlobalBackpressure() {
+    if (!globalBackpressure) {
+        globalBackpressure = new AdaptiveBackpressure();
+    }
+    return globalBackpressure;
+}
+//# sourceMappingURL=adaptiveBackpressure.js.map

package/dist/utils/adaptiveBackpressure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptiveBackpressure.js","sourceRoot":"","sources":["../../src/utils/adaptiveBackpressure.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAiBhD;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAAjC;QACU,WAAM,GAAG,kBAAkB,CAAC,sBAAsB,CAAC,CAAA;QAE3D,mBAAmB;QACX,UAAK,GAKR,EAAE,CAAA;QAEP,6BAA6B;QACrB,qBAAgB,GAAG,IAAI,GAAG,EAAU,CAAA;QACpC,kBAAa,GAAG,GAAG,CAAA;QAE3B,mBAAmB;QACX,YAAO,GAAwB;YACrC,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,CAAC;SACd,CAAA;QAED,sCAAsC;QAC9B,WAAM,GAAuB;YACnC,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI,EAAG,kBAAkB;YACxC,aAAa,EAAE,EAAE,EAAK,qBAAqB;YAC3C,cAAc,EAAE,GAAG,CAAG,uBAAuB;SAC9C,CAAA;QAED,mCAAmC;QAC3B,aAAQ,GAIX,EAAE,CAAA;QAEP,wBAAwB;QAChB,iBAAY,GAAoC,QAAQ,CAAA;QACxD,oBAAe,GAAG,CAAC,CAAA;QACnB,oBAAe,GAAG,CAAC,CAAA;QACnB,qBAAgB,GAAG,CAAC,CAAA;QACpB,mBAAc,GAAG,KAAK,CAAA,CAAE,aAAa;QAE7C,uBAAuB;QACf,mBAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;QAC1C,iBAAY,GAAa,EAAE,CAAA;QAC3B,aAAQ,GAAG,CAAC,CAAA;QACZ,mBAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAiWrC,CAAC;IA/VC;;OAEG;IACI,KAAK,CAAC,iBAAiB,CAC5B,WAAmB,EACnB,WAAmB,CAAC;QAEpB,wBAAwB;QACxB,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACnE,CAAC;QAED,yBAAyB;QACzB,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,GAAG,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YACtC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;YAChD,OAAM;QACR,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrD,oBAAoB;YACpB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;YACjE,CAAC;YAED,wBAAwB;YACxB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,WAAW;oBACf,QAAQ;oBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,OAAO;iBACR,CAAC,CAAA;gBAEF,iDAAiD;gBACjD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAA;gBAElD,iBAAiB;gBACjB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;YAC7C,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACtC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAClD,CAAC;IAED;;OAEG;IACI,iBAAiB,CAAC,WAAmB,EAAE,UAAmB,IAAI;QACnE,gCAAgC;QAChC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAEzC,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACtD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YACvC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAChC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YAEvC,qBAAqB;YACrB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,EAAE,CAAA;YACf,IAAI,CAAC,eAAe,EAAE,CAAA;YAEtB,kCAAkC;YAClC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAClD,IAAI,CAAC,WAAW,EAAE,CAAA;YACpB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,oCAAoC;YACpC,IAAI,IAAI,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;gBACtC,IAAI,CAAC,YAAY,EAAE,CAAA;YACrB,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC/B,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAClC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;gBAC5C,IAAI,CAAC,OAAO,EAAE,CAAA;gBAEd,iBAAiB;gBACjB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;YAC7C,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,IAAI,IAAI,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;YACjC,8BAA8B;YAC9B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5D,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA;gBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAA;gBAC5D,OAAO,KAAK,CAAA;YACd,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACK,WAAW;QACjB,IAAI,IAAI,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;YAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAA;YAEjE,0BAA0B;YAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,CAAA;QACzE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAA;QAC5B,IAAI,CAAC,eAAe,GAAG,CAAC,CAAA;QACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAA;QAE7D,8BAA8B;QAC9B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,CAAA;IAC1E,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,EAAE,CAAC,CAAE,wBAAwB;YAC/D,OAAM;QACR,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,GAAG,CAAA;QACzB,IAAI,CAAC,aAAa,EAAE,CAAA;QAEpB,8BAA8B;QAC9B,IAAI,CAAC,YAAY,EAAE,CAAA;QAEnB,yBAAyB;QACzB,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC3B,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,4BAA4B;QAC5B,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YACxD,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAClF,CAAC,CAAC,CAAC,CAAA;QAEL,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAA;QACzD,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QAEpE,4BAA4B;QAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YACjD,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM;YACzE,CAAC,CAAC,CAAC,CAAA;QAEL,uBAAuB;QACvB,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAA;QAElF,mCAAmC;QACnC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAA,CAAE,oBAAoB;QACvE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;QAClE,MAAM,kBAAkB,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAA;QAE7D,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,kBAAkB;SAC5B,CAAC,CAAA;QAEF,wBAAwB;QACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAA;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,0BAA0B;QAC1B,mCAAmC;QACnC,mBAAmB;QACnB,6BAA6B;QAE7B,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YACpE,OAAO,IAAI,CAAC,aAAa,CAAA,CAAE,0BAA0B;QACvD,CAAC;QAED,gEAAgE;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CACjC,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CACjE,CAAA;QAED,6BAA6B;QAC7B,MAAM,eAAe,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAA,CAAE,iCAAiC;QAE3F,mBAAmB;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,eAAe,CAAC,CAAA;QAEhE,eAAe;QACf,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;IAC9C,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAA;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAA;QAElC,qDAAqD;QACrD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAC/B,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;YAC1C,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CACrC,CAAA;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,GAAG,OAAO,GAAG,GAAG,EAAE,CAAC,CAAE,gBAAgB;YACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAA;YACnC,IAAI,CAAC,aAAa,GAAG,cAAc,CAAA;YAEnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;gBACvC,IAAI,EAAE,QAAQ;gBACd,EAAE,EAAE,cAAc;gBAClB,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAA;QACJ,CAAC;QAED,wCAAwC;QACxC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YAChC,yDAAyD;YACzD,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAClC,GAAG,EACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAC1D,CAAA;QACH,CAAC;QAED,0DAA0D;QAC1D,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAA;QAChE,CAAC;aAAM,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC,gBAAgB,GAAG,EAAE,EAAE,CAAC;YACvE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,gBAAwB,EAAE;QAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,aAAa,CAAA,CAAE,kBAAkB;QAC/C,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;QAC/C,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,CAAA;QAE/B,qBAAqB;QACrB,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAA;QAC5C,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAE7C,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACzB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,IAAI,CAAA,CAAE,kBAAkB;YAC9D,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAA;YAChB,IAAI,IAAI,CAAC,CAAA;YACT,IAAI,IAAI,CAAC,CAAA;YACT,KAAK,IAAI,CAAC,GAAG,CAAC,CAAA;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,CAAA;QAChB,CAAC,CAAC,CAAA;QAEF,gCAAgC;QAChC,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAA;QACnE,MAAM,SAAS,GAAG,CAAC,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAE3C,sBAAsB;QACtB,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAA;QACnD,MAAM,aAAa,GAAG,SAAS,GAAG,KAAK,GAAG,CAAC,WAAW,GAAG,aAAa,CAAC,CAAA;QAEvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;IACpF,CAAC;IAED;;OAEG;IACI,SAAS;QAQd,OAAO;YACL,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE;YAC1B,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE;YAC5B,OAAO,EAAE,IAAI,CAAC,YAAY;YAC1B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI;YACrC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;SAC/B,CAAA;IACH,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;QACf,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAA;QAC7B,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAA;QAC3B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;QACjB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAA;QAC5B,IAAI,CAAC,eAAe,GAAG,CAAC,CAAA;QACxB,IAAI,CAAC,aAAa,GAAG,GAAG,CAAA;QAExB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAA;IAC3D,CAAC;CACF;AAED,4BAA4B;AAC5B,IAAI,kBAAkB,GAAgC,IAAI,CAAA;AAE1D;;GAEG;AACH,MAAM,UAAU,qBAAqB;IACnC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,IAAI,oBAAoB,EAAE,CAAA;IACjD,CAAC;IACD,OAAO,kBAAkB,CAAA;AAC3B,CAAC"}

package/dist/utils/adaptiveSocketManager.d.ts

@@ -0,0 +1,117 @@
+/**
+ * Adaptive Socket Manager
+ * Automatically manages socket pools and connection settings based on load patterns
+ * Zero-configuration approach that learns and adapts to workload characteristics
+ */
+import { NodeHttpHandler } from '@smithy/node-http-handler';
+interface LoadMetrics {
+    requestsPerSecond: number;
+    pendingRequests: number;
+    socketUtilization: number;
+    errorRate: number;
+    latencyP50: number;
+    latencyP95: number;
+    memoryUsage: number;
+}
+interface AdaptiveConfig {
+    maxSockets: number;
+    maxFreeSockets: number;
+    keepAliveTimeout: number;
+    connectionTimeout: number;
+    socketTimeout: number;
+    batchSize: number;
+}
+/**
+ * Adaptive Socket Manager that automatically scales based on load patterns
+ */
+export declare class AdaptiveSocketManager {
+    private logger;
+    private config;
+    private metrics;
+    private history;
+    private maxHistorySize;
+    private lastAdaptationTime;
+    private adaptationInterval;
+    private consecutiveHighLoad;
+    private consecutiveLowLoad;
+    private requestStartTimes;
+    private requestLatencies;
+    private errorCount;
+    private successCount;
+    private lastMetricReset;
+    private currentAgent;
+    private currentHandler;
+    /**
+     * Get or create an optimized HTTP handler
+     */
+    getHttpHandler(): NodeHttpHandler;
+    /**
+     * Get current batch size recommendation
+     */
+    getBatchSize(): number;
+    /**
+     * Track request start
+     */
+    trackRequestStart(requestId: string): void;
+    /**
+     * Track request completion
+     */
+    trackRequestComplete(requestId: string, success: boolean): void;
+    /**
+     * Check if we should adapt configuration
+     */
+    private adaptIfNeeded;
+    /**
+     * Update current metrics
+     */
+    private updateMetrics;
+    /**
+     * Analyze metrics and adapt configuration
+     */
+    private analyzeAndAdapt;
+    /**
+     * Detect high load conditions
+     */
+    private detectHighLoad;
+    /**
+     * Detect low load conditions
+     */
+    private detectLowLoad;
+    /**
+     * Scale up resources for high load
+     */
+    private scaleUp;
+    /**
+     * Scale down resources for low load
+     */
+    private scaleDown;
+    /**
+     * Handle error conditions by adjusting configuration
+     */
+    private handleErrors;
+    /**
+     * Check if we should recreate the handler
+     */
+    private shouldRecreateHandler;
+    /**
+     * Get current configuration (for monitoring)
+     */
+    getConfig(): Readonly<AdaptiveConfig>;
+    /**
+     * Get current metrics (for monitoring)
+     */
+    getMetrics(): Readonly<LoadMetrics>;
+    /**
+     * Predict optimal configuration based on historical data
+     */
+    predictOptimalConfig(): AdaptiveConfig;
+    /**
+     * Reset to default configuration
+     */
+    reset(): void;
+}
+/**
+ * Get the global socket manager instance
+ */
+export declare function getGlobalSocketManager(): AdaptiveSocketManager;
+export {};