@blackms/aistack 1.5.0 → 1.5.1

package/dist/monitoring/resource-exhaustion-service.d.ts

@@ -0,0 +1,121 @@
+/**
+ * Resource Exhaustion Service - monitors and prevents runaway agents
+ */
+import type { SQLiteStore } from '../memory/sqlite-store.js';
+import type { AgentResourceMetrics, ResourceExhaustionConfig, ResourceExhaustionPhase, ResourceExhaustionEvent, DeliverableType, DeliverableCheckpoint } from '../types.js';
+export interface ResourceExhaustionMetricsSummary {
+    totalAgentsTracked: number;
+    agentsByPhase: Record<ResourceExhaustionPhase, number>;
+    pausedAgents: number;
+    totalWarnings: number;
+    totalInterventions: number;
+    totalTerminations: number;
+    recentEvents: ResourceExhaustionEvent[];
+}
+/**
+ * Service for tracking and managing agent resource consumption
+ */
+export declare class ResourceExhaustionService {
+    private store;
+    private config;
+    private metricsCache;
+    private checkInterval;
+    private pauseCallbacks;
+    private agentTypes;
+    constructor(store: SQLiteStore, config: ResourceExhaustionConfig);
+    /**
+     * Check if the service is enabled
+     */
+    isEnabled(): boolean;
+    /**
+     * Get current configuration
+     */
+    getConfig(): ResourceExhaustionConfig;
+    /**
+     * Initialize tracking for a new agent
+     */
+    initializeAgent(agentId: string, agentType: string): AgentResourceMetrics;
+    /**
+     * Record a file operation
+     */
+    recordFileOperation(agentId: string, op: 'read' | 'write' | 'modify'): void;
+    /**
+     * Record an API call
+     */
+    recordApiCall(agentId: string, tokens?: number): void;
+    /**
+     * Record a subtask spawn
+     */
+    recordSubtaskSpawn(agentId: string): void;
+    /**
+     * Record a deliverable checkpoint
+     */
+    recordDeliverable(agentId: string, type: DeliverableType, description?: string, artifacts?: string[]): DeliverableCheckpoint;
+    /**
+     * Evaluate agent's current phase based on resource consumption
+     */
+    evaluateAgent(agentId: string): ResourceExhaustionPhase;
+    /**
+     * Check all active agents
+     */
+    checkAllAgents(): void;
+    /**
+     * Pause an agent
+     */
+    pauseAgent(agentId: string, reason: string): Promise<boolean>;
+    /**
+     * Resume a paused agent
+     */
+    resumeAgent(agentId: string): boolean;
+    /**
+     * Check if an agent is paused
+     */
+    isAgentPaused(agentId: string): boolean;
+    /**
+     * Terminate an agent due to resource exhaustion
+     */
+    terminateAgent(agentId: string, reason: string): boolean;
+    /**
+     * Wait for an agent to be unpaused (returns true if resumed, false if terminated)
+     */
+    waitForResume(agentId: string): Promise<boolean>;
+    /**
+     * Get metrics for a specific agent
+     */
+    getAgentMetrics(agentId: string): AgentResourceMetrics | null;
+    /**
+     * Get a summary of resource exhaustion metrics
+     */
+    getResourceMetrics(since?: Date): ResourceExhaustionMetricsSummary;
+    /**
+     * Get recent events
+     */
+    getRecentEvents(limit?: number): ResourceExhaustionEvent[];
+    /**
+     * Start the background monitoring interval
+     */
+    start(): void;
+    /**
+     * Stop the background monitoring
+     */
+    stop(): void;
+    /**
+     * Clean up tracking for an agent
+     */
+    cleanupAgent(agentId: string): void;
+    private getOrCreateMetrics;
+    private updateMetrics;
+    private getTotalFilesAccessed;
+    private getPausedAgentCount;
+    private loadMetricsFromDatabase;
+    private handlePhaseTransition;
+}
+/**
+ * Get or create the ResourceExhaustionService singleton
+ */
+export declare function getResourceExhaustionService(store: SQLiteStore, config: ResourceExhaustionConfig, forceNew?: boolean): ResourceExhaustionService;
+/**
+ * Reset the singleton (for testing)
+ */
+export declare function resetResourceExhaustionService(): void;
+//# sourceMappingURL=resource-exhaustion-service.d.ts.map

package/dist/monitoring/resource-exhaustion-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resource-exhaustion-service.d.ts","sourceRoot":"","sources":["../../src/monitoring/resource-exhaustion-service.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,KAAK,EACV,oBAAoB,EACpB,wBAAwB,EACxB,uBAAuB,EAEvB,uBAAuB,EAEvB,eAAe,EACf,qBAAqB,EACtB,MAAM,aAAa,CAAC;AAMrB,MAAM,WAAW,gCAAgC;IAC/C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;IACvD,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,uBAAuB,EAAE,CAAC;CACzC;AAED;;GAEG;AACH,qBAAa,yBAAyB;IACpC,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,cAAc,CAAqD;IAC3E,OAAO,CAAC,UAAU,CAAkC;gBAExC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,wBAAwB;IAUhE;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,SAAS,IAAI,wBAAwB;IAIrC;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,oBAAoB;IA6BzE;;OAEG;IACH,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,IAAI;IA0B3E;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsBrD;;OAEG;IACH,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAYzC;;OAEG;IACH,iBAAiB,CACf,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,eAAe,EACrB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,EAAE,GACnB,qBAAqB;IA+BxB;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,uBAAuB;IA4DvD;;OAEG;IACH,cAAc,IAAI,IAAI;IAQtB;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAwBnE;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAuBrC;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKvC;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IAcxD;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMtD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI;IAI7D;;OAEG;IACH,kBAAkB,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,gCAAgC;IA0BlE;;OAEG;IACH,eAAe,CAAC,KAAK,GAAE,MAAW,GAAG,uBAAuB,EAAE;IAI9D;;OAEG;IACH,KAAK,IAAI,IAAI;IAYb;;OAEG;IACH,IAAI,IAAI,IAAI;IAQZ;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAwBnC,OAAO,CAAC,kBAAkB;IAc1B,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,mBAAmB;IAU3B,OAAO,CAAC,uBAAuB;IAQ/B,OAAO,CAAC,qBAAqB;CAgE9B;AAMD;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,wBAAwB,EAChC,QAAQ,GAAE,OAAe,GACxB,yBAAyB,CA2B3B;AAED;;GAEG;AACH,wBAAgB,8BAA8B,IAAI,IAAI,CAMrD"}

package/dist/monitoring/resource-exhaustion-service.js

@@ -0,0 +1,499 @@
+/**
+ * Resource Exhaustion Service - monitors and prevents runaway agents
+ */
+import { randomUUID } from 'node:crypto';
+import { logger } from '../utils/logger.js';
+import { getMetricsCollector } from './metrics.js';
+const log = logger.child('resource-exhaustion');
+/**
+ * Service for tracking and managing agent resource consumption
+ */
+export class ResourceExhaustionService {
+    store;
+    config;
+    metricsCache = new Map();
+    checkInterval = null;
+    pauseCallbacks = new Map();
+    agentTypes = new Map(); // agentId -> agentType
+    constructor(store, config) {
+        this.store = store;
+        this.config = config;
+        // Load existing metrics from database on startup
+        if (this.isEnabled()) {
+            this.loadMetricsFromDatabase();
+        }
+    }
+    /**
+     * Check if the service is enabled
+     */
+    isEnabled() {
+        return this.config.enabled;
+    }
+    /**
+     * Get current configuration
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+    /**
+     * Initialize tracking for a new agent
+     */
+    initializeAgent(agentId, agentType) {
+        const now = new Date();
+        const metrics = {
+            agentId,
+            filesRead: 0,
+            filesWritten: 0,
+            filesModified: 0,
+            apiCallsCount: 0,
+            subtasksSpawned: 0,
+            tokensConsumed: 0,
+            startedAt: now,
+            lastDeliverableAt: null,
+            lastActivityAt: now,
+            phase: 'normal',
+            pausedAt: null,
+            pauseReason: null,
+        };
+        this.metricsCache.set(agentId, metrics);
+        this.agentTypes.set(agentId, agentType);
+        // Persist to database
+        this.store.saveAgentResourceMetrics(metrics);
+        log.debug('Initialized agent resource tracking', { agentId, agentType });
+        return metrics;
+    }
+    /**
+     * Record a file operation
+     */
+    recordFileOperation(agentId, op) {
+        if (!this.isEnabled())
+            return;
+        const metrics = this.getOrCreateMetrics(agentId);
+        if (!metrics)
+            return;
+        switch (op) {
+            case 'read':
+                metrics.filesRead++;
+                break;
+            case 'write':
+                metrics.filesWritten++;
+                break;
+            case 'modify':
+                metrics.filesModified++;
+                break;
+        }
+        metrics.lastActivityAt = new Date();
+        this.updateMetrics(agentId, metrics);
+        // Update Prometheus metrics
+        const collector = getMetricsCollector();
+        collector.observeHistogram('agent_files_accessed', this.getTotalFilesAccessed(metrics));
+    }
+    /**
+     * Record an API call
+     */
+    recordApiCall(agentId, tokens) {
+        if (!this.isEnabled())
+            return;
+        const metrics = this.getOrCreateMetrics(agentId);
+        if (!metrics)
+            return;
+        metrics.apiCallsCount++;
+        if (tokens) {
+            metrics.tokensConsumed += tokens;
+        }
+        metrics.lastActivityAt = new Date();
+        this.updateMetrics(agentId, metrics);
+        // Update Prometheus metrics
+        const collector = getMetricsCollector();
+        collector.observeHistogram('agent_api_calls', metrics.apiCallsCount);
+        if (tokens) {
+            collector.observeHistogram('agent_tokens_consumed', metrics.tokensConsumed);
+        }
+    }
+    /**
+     * Record a subtask spawn
+     */
+    recordSubtaskSpawn(agentId) {
+        if (!this.isEnabled())
+            return;
+        const metrics = this.getOrCreateMetrics(agentId);
+        if (!metrics)
+            return;
+        metrics.subtasksSpawned++;
+        metrics.lastActivityAt = new Date();
+        this.updateMetrics(agentId, metrics);
+    }
+    /**
+     * Record a deliverable checkpoint
+     */
+    recordDeliverable(agentId, type, description, artifacts) {
+        const metrics = this.getOrCreateMetrics(agentId);
+        const now = new Date();
+        // Create checkpoint
+        const checkpoint = this.store.createDeliverableCheckpoint({
+            id: randomUUID(),
+            agentId,
+            type,
+            description,
+            artifacts,
+        });
+        // Update metrics
+        if (metrics) {
+            metrics.lastDeliverableAt = now;
+            metrics.lastActivityAt = now;
+            // Reset phase to normal if we were in warning
+            if (metrics.phase === 'warning') {
+                metrics.phase = 'normal';
+            }
+            this.updateMetrics(agentId, metrics);
+        }
+        log.info('Recorded deliverable checkpoint', { agentId, type, description });
+        return checkpoint;
+    }
+    /**
+     * Evaluate agent's current phase based on resource consumption
+     */
+    evaluateAgent(agentId) {
+        if (!this.isEnabled())
+            return 'normal';
+        const metrics = this.metricsCache.get(agentId);
+        if (!metrics)
+            return 'normal';
+        const thresholds = this.config.thresholds;
+        const warningPercent = this.config.warningThresholdPercent;
+        // Check each threshold
+        const checks = [
+            { key: 'maxFilesAccessed', value: this.getTotalFilesAccessed(metrics), max: thresholds.maxFilesAccessed },
+            { key: 'maxApiCalls', value: metrics.apiCallsCount, max: thresholds.maxApiCalls },
+            { key: 'maxSubtasksSpawned', value: metrics.subtasksSpawned, max: thresholds.maxSubtasksSpawned },
+            { key: 'maxTokensConsumed', value: metrics.tokensConsumed, max: thresholds.maxTokensConsumed },
+        ];
+        // Check time without deliverable
+        const timeSinceDeliverable = metrics.lastDeliverableAt
+            ? Date.now() - metrics.lastDeliverableAt.getTime()
+            : Date.now() - metrics.startedAt.getTime();
+        checks.push({
+            key: 'maxTimeWithoutDeliverableMs',
+            value: timeSinceDeliverable,
+            max: thresholds.maxTimeWithoutDeliverableMs,
+        });
+        // Determine phase based on highest threshold breach
+        let newPhase = 'normal';
+        let triggeredBy = null;
+        for (const check of checks) {
+            const ratio = check.value / check.max;
+            if (ratio >= 1) {
+                // Exceeded threshold - intervention (upgrade from warning or normal)
+                if (newPhase === 'normal' || newPhase === 'warning') {
+                    newPhase = 'intervention';
+                    triggeredBy = check.key;
+                }
+            }
+            else if (ratio >= warningPercent) {
+                // Warning threshold (only upgrade from normal)
+                if (newPhase === 'normal') {
+                    newPhase = 'warning';
+                    triggeredBy = check.key;
+                }
+            }
+        }
+        // Handle phase transition
+        if (newPhase !== metrics.phase) {
+            this.handlePhaseTransition(agentId, metrics.phase, newPhase, triggeredBy);
+            metrics.phase = newPhase;
+            this.updateMetrics(agentId, metrics);
+        }
+        return newPhase;
+    }
+    /**
+     * Check all active agents
+     */
+    checkAllAgents() {
+        if (!this.isEnabled())
+            return;
+        for (const agentId of this.metricsCache.keys()) {
+            this.evaluateAgent(agentId);
+        }
+    }
+    /**
+     * Pause an agent
+     */
+    async pauseAgent(agentId, reason) {
+        const metrics = this.metricsCache.get(agentId);
+        if (!metrics)
+            return false;
+        metrics.pausedAt = new Date();
+        metrics.pauseReason = reason;
+        this.updateMetrics(agentId, metrics);
+        // Update Prometheus metrics
+        const collector = getMetricsCollector();
+        collector.setGauge('agents_paused_current', this.getPausedAgentCount());
+        log.info('Agent paused', { agentId, reason });
+        // If there's a pending callback (agent waiting to execute), resolve it with false
+        const callback = this.pauseCallbacks.get(agentId);
+        if (callback) {
+            callback(false);
+            this.pauseCallbacks.delete(agentId);
+        }
+        return true;
+    }
+    /**
+     * Resume a paused agent
+     */
+    resumeAgent(agentId) {
+        const metrics = this.metricsCache.get(agentId);
+        if (!metrics || !metrics.pausedAt)
+            return false;
+        metrics.pausedAt = null;
+        metrics.pauseReason = null;
+        // Reset phase to warning if it was at intervention
+        if (metrics.phase === 'intervention') {
+            metrics.phase = 'warning';
+        }
+        this.updateMetrics(agentId, metrics);
+        // Update Prometheus metrics
+        const collector = getMetricsCollector();
+        collector.setGauge('agents_paused_current', this.getPausedAgentCount());
+        log.info('Agent resumed', { agentId });
+        return true;
+    }
+    /**
+     * Check if an agent is paused
+     */
+    isAgentPaused(agentId) {
+        const metrics = this.metricsCache.get(agentId);
+        return metrics?.pausedAt !== null;
+    }
+    /**
+     * Terminate an agent due to resource exhaustion
+     */
+    terminateAgent(agentId, reason) {
+        const metrics = this.metricsCache.get(agentId);
+        if (!metrics)
+            return false;
+        // Trigger termination phase transition
+        this.handlePhaseTransition(agentId, metrics.phase, 'termination', 'maxTimeWithoutDeliverableMs');
+        metrics.phase = 'termination';
+        this.updateMetrics(agentId, metrics);
+        log.info('Agent terminated', { agentId, reason });
+        return true;
+    }
+    /**
+     * Wait for an agent to be unpaused (returns true if resumed, false if terminated)
+     */
+    async waitForResume(agentId) {
+        return new Promise((resolve) => {
+            this.pauseCallbacks.set(agentId, resolve);
+        });
+    }
+    /**
+     * Get metrics for a specific agent
+     */
+    getAgentMetrics(agentId) {
+        return this.metricsCache.get(agentId) ?? null;
+    }
+    /**
+     * Get a summary of resource exhaustion metrics
+     */
+    getResourceMetrics(since) {
+        const dbMetrics = this.store.getResourceExhaustionMetrics(since);
+        const events = this.store.getResourceExhaustionEvents({ limit: 10, since });
+        const agentsByPhase = {
+            normal: 0,
+            warning: 0,
+            intervention: 0,
+            termination: 0,
+        };
+        for (const metrics of this.metricsCache.values()) {
+            agentsByPhase[metrics.phase]++;
+        }
+        return {
+            totalAgentsTracked: this.metricsCache.size,
+            agentsByPhase,
+            pausedAgents: this.getPausedAgentCount(),
+            totalWarnings: dbMetrics.warningCount,
+            totalInterventions: dbMetrics.interventionCount,
+            totalTerminations: dbMetrics.terminationCount,
+            recentEvents: events,
+        };
+    }
+    /**
+     * Get recent events
+     */
+    getRecentEvents(limit = 10) {
+        return this.store.getResourceExhaustionEvents({ limit });
+    }
+    /**
+     * Start the background monitoring interval
+     */
+    start() {
+        if (!this.isEnabled() || this.checkInterval)
+            return;
+        this.checkInterval = setInterval(() => {
+            this.checkAllAgents();
+        }, this.config.checkIntervalMs);
+        log.info('Resource exhaustion monitoring started', {
+            checkIntervalMs: this.config.checkIntervalMs,
+        });
+    }
+    /**
+     * Stop the background monitoring
+     */
+    stop() {
+        if (this.checkInterval) {
+            clearInterval(this.checkInterval);
+            this.checkInterval = null;
+            log.info('Resource exhaustion monitoring stopped');
+        }
+    }
+    /**
+     * Clean up tracking for an agent
+     */
+    cleanupAgent(agentId) {
+        const metrics = this.metricsCache.get(agentId);
+        // Update final histograms before cleanup
+        if (metrics) {
+            const collector = getMetricsCollector();
+            collector.observeHistogram('agent_files_accessed', this.getTotalFilesAccessed(metrics));
+            collector.observeHistogram('agent_api_calls', metrics.apiCallsCount);
+            collector.observeHistogram('agent_tokens_consumed', metrics.tokensConsumed);
+        }
+        this.metricsCache.delete(agentId);
+        this.agentTypes.delete(agentId);
+        this.pauseCallbacks.delete(agentId);
+        // Clean up from database
+        this.store.deleteAgentResourceMetrics(agentId);
+        this.store.deleteDeliverableCheckpoints(agentId);
+        log.debug('Cleaned up agent resource tracking', { agentId });
+    }
+    // Private methods
+    getOrCreateMetrics(agentId) {
+        let metrics = this.metricsCache.get(agentId);
+        if (!metrics) {
+            // Try to load from database
+            metrics = this.store.getAgentResourceMetrics(agentId) ?? undefined;
+            if (metrics) {
+                this.metricsCache.set(agentId, metrics);
+            }
+        }
+        return metrics ?? null;
+    }
+    updateMetrics(agentId, metrics) {
+        this.metricsCache.set(agentId, metrics);
+        this.store.saveAgentResourceMetrics(metrics);
+    }
+    getTotalFilesAccessed(metrics) {
+        return metrics.filesRead + metrics.filesWritten + metrics.filesModified;
+    }
+    getPausedAgentCount() {
+        let count = 0;
+        for (const metrics of this.metricsCache.values()) {
+            if (metrics.pausedAt !== null) {
+                count++;
+            }
+        }
+        return count;
+    }
+    loadMetricsFromDatabase() {
+        const savedMetrics = this.store.listAgentResourceMetrics();
+        for (const metrics of savedMetrics) {
+            this.metricsCache.set(metrics.agentId, metrics);
+        }
+        log.debug('Loaded metrics from database', { count: savedMetrics.length });
+    }
+    handlePhaseTransition(agentId, oldPhase, newPhase, triggeredBy) {
+        const metrics = this.metricsCache.get(agentId);
+        if (!metrics)
+            return;
+        const agentType = this.agentTypes.get(agentId) ?? 'unknown';
+        let action = 'allowed';
+        // Update Prometheus metrics
+        const collector = getMetricsCollector();
+        if (newPhase === 'warning') {
+            action = 'warned';
+            collector.incrementCounter('resource_exhaustion_warnings_total');
+            log.warn('Agent approaching resource limits', {
+                agentId,
+                agentType,
+                triggeredBy,
+                phase: newPhase,
+            });
+        }
+        else if (newPhase === 'intervention') {
+            action = 'paused';
+            collector.incrementCounter('resource_exhaustion_interventions_total');
+            log.error('Agent exceeded resource limits', {
+                agentId,
+                agentType,
+                triggeredBy,
+                phase: newPhase,
+            });
+            // Auto-pause if configured
+            if (this.config.pauseOnIntervention) {
+                this.pauseAgent(agentId, `Resource threshold exceeded: ${triggeredBy}`);
+            }
+        }
+        else if (newPhase === 'termination') {
+            action = 'terminated';
+            collector.incrementCounter('resource_exhaustion_terminations_total');
+            log.error('Agent terminated due to resource exhaustion', {
+                agentId,
+                agentType,
+                triggeredBy,
+                phase: newPhase,
+            });
+        }
+        // Log event to database
+        const event = {
+            id: randomUUID(),
+            agentId,
+            agentType,
+            phase: newPhase,
+            actionTaken: action,
+            metrics: { ...metrics },
+            thresholds: { ...this.config.thresholds },
+            triggeredBy,
+            createdAt: new Date(),
+        };
+        this.store.saveResourceExhaustionEvent(event);
+    }
+}
+// Singleton management
+let instance = null;
+let lastConfig = null;
+/**
+ * Get or create the ResourceExhaustionService singleton
+ */
+export function getResourceExhaustionService(store, config, forceNew = false) {
+    // Check if config has changed
+    const configChanged = lastConfig !== null && (lastConfig.enabled !== config.enabled ||
+        lastConfig.warningThresholdPercent !== config.warningThresholdPercent ||
+        lastConfig.checkIntervalMs !== config.checkIntervalMs ||
+        lastConfig.autoTerminate !== config.autoTerminate ||
+        lastConfig.pauseOnIntervention !== config.pauseOnIntervention ||
+        JSON.stringify(lastConfig.thresholds) !== JSON.stringify(config.thresholds));
+    if (!instance || forceNew || configChanged) {
+        // Stop existing instance if any
+        if (instance) {
+            instance.stop();
+        }
+        instance = new ResourceExhaustionService(store, config);
+        lastConfig = { ...config };
+        // Start monitoring if enabled
+        if (config.enabled) {
+            instance.start();
+        }
+    }
+    return instance;
+}
+/**
+ * Reset the singleton (for testing)
+ */
+export function resetResourceExhaustionService() {
+    if (instance) {
+        instance.stop();
+        instance = null;
+    }
+    lastConfig = null;
+}
+//# sourceMappingURL=resource-exhaustion-service.js.map

package/dist/monitoring/resource-exhaustion-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resource-exhaustion-service.js","sourceRoot":"","sources":["../../src/monitoring/resource-exhaustion-service.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAYzC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;AAYhD;;GAEG;AACH,MAAM,OAAO,yBAAyB;IAC5B,KAAK,CAAc;IACnB,MAAM,CAA2B;IACjC,YAAY,GAAsC,IAAI,GAAG,EAAE,CAAC;IAC5D,aAAa,GAA0B,IAAI,CAAC;IAC5C,cAAc,GAA2C,IAAI,GAAG,EAAE,CAAC;IACnE,UAAU,GAAwB,IAAI,GAAG,EAAE,CAAC,CAAC,uBAAuB;IAE5E,YAAY,KAAkB,EAAE,MAAgC;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,iDAAiD;QACjD,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,OAAe,EAAE,SAAiB;QAChD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,OAAO,GAAyB;YACpC,OAAO;YACP,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,GAAG;YACd,iBAAiB,EAAE,IAAI;YACvB,cAAc,EAAE,GAAG;YACnB,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,IAAI;SAClB,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAExC,sBAAsB;QACtB,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;QAE7C,GAAG,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAEzE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,OAAe,EAAE,EAA+B;QAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,MAAM;gBACT,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM;YACR,KAAK,OAAO;gBACV,OAAO,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM;YACR,KAAK,QAAQ;gBACX,OAAO,CAAC,aAAa,EAAE,CAAC;gBACxB,MAAM;QACV,CAAC;QAED,OAAO,CAAC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErC,4BAA4B;QAC5B,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;QACxC,SAAS,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAe,EAAE,MAAe;QAC5C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;QACnC,CAAC;QACD,OAAO,CAAC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;QAEpC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErC,4BAA4B;QAC5B,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;QACxC,SAAS,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,OAAe;QAChC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,CAAC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;QAEpC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,OAAe,EACf,IAAqB,EACrB,WAAoB,EACpB,SAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,oBAAoB;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC;YACxD,EAAE,EAAE,UAAU,EAAE;YAChB,OAAO;YACP,IAAI;YACJ,WAAW;YACX,SAAS;SACV,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,iBAAiB,GAAG,GAAG,CAAC;YAChC,OAAO,CAAC,cAAc,GAAG,GAAG,CAAC;YAE7B,8CAA8C;YAC9C,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAChC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAE5E,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO,QAAQ,CAAC;QAEvC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,QAAQ,CAAC;QAE9B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC;QAE3D,uBAAuB;QACvB,MAAM,MAAM,GAAyE;YACnF,EAAE,GAAG,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,gBAAgB,EAAE;YACzG,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,GAAG,EAAE,UAAU,CAAC,WAAW,EAAE;YACjF,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE,GAAG,EAAE,UAAU,CAAC,kBAAkB,EAAE;YACjG,EAAE,GAAG,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,cAAc,EAAE,GAAG,EAAE,UAAU,CAAC,iBAAiB,EAAE;SAC/F,CAAC;QAEF,iCAAiC;QACjC,MAAM,oBAAoB,GAAG,OAAO,CAAC,iBAAiB;YACpD,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,OAAO,EAAE;YAClD,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE7C,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,EAAE,6BAA6B;YAClC,KAAK,EAAE,oBAAoB;YAC3B,GAAG,EAAE,UAAU,CAAC,2BAA2B;SAC5C,CAAC,CAAC;QAEH,oDAAoD;QACpD,IAAI,QAAQ,GAA4B,QAAQ,CAAC;QACjD,IAAI,WAAW,GAAoC,IAAI,CAAC;QAExD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC;YAEtC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACf,qEAAqE;gBACrE,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACpD,QAAQ,GAAG,cAAc,CAAC;oBAC1B,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC;gBAC1B,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,IAAI,cAAc,EAAE,CAAC;gBACnC,+CAA+C;gBAC/C,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAC1B,QAAQ,GAAG,SAAS,CAAC;oBACrB,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,QAAQ,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAY,CAAC,CAAC;YAC3E,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC;YACzB,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAAE,OAAO;QAE9B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,MAAc;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,OAAO,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAC9B,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC;QAC7B,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErC,4BAA4B;QAC5B,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;QACxC,SAAS,CAAC,QAAQ,CAAC,uBAAuB,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAExE,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAE9C,kFAAkF;QAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAe;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAEhD,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;QAE3B,mDAAmD;QACnD,IAAI,OAAO,CAAC,KAAK,KAAK,cAAc,EAAE,CAAC;YACrC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErC,4BAA4B;QAC5B,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;QACxC,SAAS,CAAC,QAAQ,CAAC,uBAAuB,EAAE,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAExE,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAEvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAe;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,OAAO,EAAE,QAAQ,KAAK,IAAI,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,OAAe,EAAE,MAAc;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,uCAAuC;QACvC,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,aAAa,EAAE,6BAA6B,CAAC,CAAC;QACjG,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC;QAC9B,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErC,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,OAAe;QACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,OAAe;QAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,KAAY;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5E,MAAM,aAAa,GAA4C;YAC7D,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACjD,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,CAAC;QAED,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YAC1C,aAAa;YACb,YAAY,EAAE,IAAI,CAAC,mBAAmB,EAAE;YACxC,aAAa,EAAE,SAAS,CAAC,YAAY;YACrC,kBAAkB,EAAE,SAAS,CAAC,iBAAiB;YAC/C,iBAAiB,EAAE,SAAS,CAAC,gBAAgB;YAC7C,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB,EAAE;QAChC,OAAO,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAEpD,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAEhC,GAAG,CAAC,IAAI,CAAC,wCAAwC,EAAE;YACjD,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SAC7C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAe;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE/C,yCAAyC;QACzC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;YACxC,SAAS,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;YACxF,SAAS,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;YACrE,SAAS,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEpC,yBAAyB;QACzB,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QAEjD,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,kBAAkB;IAEV,kBAAkB,CAAC,OAAe;QACxC,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,4BAA4B;YAC5B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;YACnE,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,IAAI,IAAI,CAAC;IACzB,CAAC;IAEO,aAAa,CAAC,OAAe,EAAE,OAA6B;QAClE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAEO,qBAAqB,CAAC,OAA6B;QACzD,OAAO,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAC1E,CAAC;IAEO,mBAAmB;QACzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACjD,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBAC9B,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,uBAAuB;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;IAEO,qBAAqB,CAC3B,OAAe,EACf,QAAiC,EACjC,QAAiC,EACjC,WAAqC;QAErC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;QAC5D,IAAI,MAAM,GAA6B,SAAS,CAAC;QAEjD,4BAA4B;QAC5B,MAAM,SAAS,GAAG,mBAAmB,EAAE,CAAC;QAExC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,GAAG,QAAQ,CAAC;YAClB,SAAS,CAAC,gBAAgB,CAAC,oCAAoC,CAAC,CAAC;YACjE,GAAG,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBAC5C,OAAO;gBACP,SAAS;gBACT,WAAW;gBACX,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;YACvC,MAAM,GAAG,QAAQ,CAAC;YAClB,SAAS,CAAC,gBAAgB,CAAC,yCAAyC,CAAC,CAAC;YACtE,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE;gBAC1C,OAAO;gBACP,SAAS;gBACT,WAAW;gBACX,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,2BAA2B;YAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;gBACpC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,gCAAgC,WAAW,EAAE,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;YACtC,MAAM,GAAG,YAAY,CAAC;YACtB,SAAS,CAAC,gBAAgB,CAAC,wCAAwC,CAAC,CAAC;YACrE,GAAG,CAAC,KAAK,CAAC,6CAA6C,EAAE;gBACvD,OAAO;gBACP,SAAS;gBACT,WAAW;gBACX,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC;QAED,wBAAwB;QACxB,MAAM,KAAK,GAA4B;YACrC,EAAE,EAAE,UAAU,EAAE;YAChB,OAAO;YACP,SAAS;YACT,KAAK,EAAE,QAAQ;YACf,WAAW,EAAE,MAAM;YACnB,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE;YACvB,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YACzC,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;CACF;AAED,uBAAuB;AACvB,IAAI,QAAQ,GAAqC,IAAI,CAAC;AACtD,IAAI,UAAU,GAAoC,IAAI,CAAC;AAEvD;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAC1C,KAAkB,EAClB,MAAgC,EAChC,WAAoB,KAAK;IAEzB,8BAA8B;IAC9B,MAAM,aAAa,GAAG,UAAU,KAAK,IAAI,IAAI,CAC3C,UAAU,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO;QACrC,UAAU,CAAC,uBAAuB,KAAK,MAAM,CAAC,uBAAuB;QACrE,UAAU,CAAC,eAAe,KAAK,MAAM,CAAC,eAAe;QACrD,UAAU,CAAC,aAAa,KAAK,MAAM,CAAC,aAAa;QACjD,UAAU,CAAC,mBAAmB,KAAK,MAAM,CAAC,mBAAmB;QAC7D,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAC5E,CAAC;IAEF,IAAI,CAAC,QAAQ,IAAI,QAAQ,IAAI,aAAa,EAAE,CAAC;QAC3C,gCAAgC;QAChC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,EAAE,CAAC;QAClB,CAAC;QAED,QAAQ,GAAG,IAAI,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACxD,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAE3B,8BAA8B;QAC9B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,8BAA8B;IAC5C,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;IACD,UAAU,GAAG,IAAI,CAAC;AACpB,CAAC"}