agent-relay 1.1.0 → 1.2.0

package/dist/cloud/services/auto-scaler.d.ts

@@ -0,0 +1,152 @@
+/**
+ * Auto-Scaler Service
+ *
+ * Monitors workspace metrics and automatically scales instances based on
+ * defined policies. Uses Redis pub/sub for cross-server coordination to
+ * ensure only one scaling operation happens at a time.
+ *
+ * Key responsibilities:
+ * - Subscribe to metrics updates from monitoring service
+ * - Evaluate scaling policies periodically
+ * - Coordinate scaling decisions across multiple cloud servers
+ * - Execute scaling actions via workspace provisioner
+ * - Track scaling history and pending operations
+ */
+import { EventEmitter } from 'events';
+import { ScalingDecision, UserScalingContext, WorkspaceMetrics } from './scaling-policy.js';
+export interface ScalingOperation {
+    id: string;
+    userId: string;
+    action: 'scale_up' | 'scale_down' | 'resize_up' | 'resize_down' | 'increase_agent_limit' | 'migrate_agents' | 'rebalance';
+    targetWorkspaceId?: string;
+    targetResourceTier?: 'small' | 'medium' | 'large' | 'xlarge';
+    targetAgentLimit?: number;
+    status: 'pending' | 'in_progress' | 'completed' | 'failed';
+    startedAt: Date;
+    completedAt?: Date;
+    error?: string;
+    triggeredBy: string;
+    metrics: Record<string, number>;
+}
+export interface AutoScalerConfig {
+    enabled: boolean;
+    evaluationIntervalMs: number;
+    lockTimeoutMs: number;
+    maxConcurrentOperations: number;
+    redisKeyPrefix: string;
+}
+export interface MetricsSnapshot {
+    userId: string;
+    workspaces: WorkspaceMetrics[];
+    timestamp: Date;
+}
+export declare class AutoScaler extends EventEmitter {
+    private config;
+    private policyService;
+    private redis;
+    private subscriber;
+    private evaluationTimer;
+    private pendingOperations;
+    private metricsCache;
+    private isLeader;
+    private serverId;
+    private lastScalingActions;
+    constructor(config?: Partial<AutoScalerConfig>);
+    /**
+     * Initialize with Redis connection for cross-server coordination
+     */
+    initialize(redisUrl: string): Promise<void>;
+    /**
+     * Set up Redis pub/sub subscriptions
+     */
+    private setupSubscriptions;
+    /**
+     * Handle channel message
+     */
+    private handleChannelMessage;
+    /**
+     * Handle incoming pub/sub messages
+     */
+    private handlePubSubMessage;
+    /**
+     * Handle metrics update from monitoring service
+     */
+    private handleMetricsUpdate;
+    /**
+     * Handle scaling request (from any server)
+     */
+    private handleScalingRequest;
+    /**
+     * Handle scaling completion
+     */
+    private handleScalingComplete;
+    /**
+     * Handle leadership change
+     */
+    private handleLeadershipChange;
+    /**
+     * Attempt to become the leader (only leader evaluates scaling)
+     */
+    private attemptLeadership;
+    /**
+     * Schedule leadership lock renewal
+     */
+    private scheduleLeadershipRenewal;
+    /**
+     * Start the periodic evaluation loop
+     */
+    private startEvaluationLoop;
+    /**
+     * Evaluate scaling for all cached users
+     */
+    private evaluateAllUsers;
+    /**
+     * Evaluate scaling for a specific user
+     */
+    private evaluateUserScaling;
+    /**
+     * Build user context for policy evaluation
+     */
+    private buildUserContext;
+    /**
+     * Request a scaling operation
+     */
+    private requestScaling;
+    /**
+     * Execute the actual scaling operation
+     */
+    private executeScaling;
+    /**
+     * Report metrics from monitoring service
+     */
+    reportMetrics(userId: string, workspaces: WorkspaceMetrics[]): Promise<void>;
+    /**
+     * Manually trigger scaling evaluation for a user
+     */
+    triggerEvaluation(userId: string): Promise<ScalingDecision | null>;
+    /**
+     * Get current scaling status
+     */
+    getStatus(): {
+        enabled: boolean;
+        isLeader: boolean;
+        serverId: string;
+        pendingOperations: number;
+        cachedUsers: number;
+    };
+    /**
+     * Get pending operations for a user
+     */
+    getPendingOperations(userId?: string): ScalingOperation[];
+    /**
+     * Update user plan in cache
+     */
+    setUserPlan(userId: string, plan: UserScalingContext['plan']): Promise<void>;
+    /**
+     * Clean shutdown
+     */
+    shutdown(): Promise<void>;
+}
+export declare function getAutoScaler(): AutoScaler;
+export declare function createAutoScaler(config?: Partial<AutoScalerConfig>): AutoScaler;
+//# sourceMappingURL=auto-scaler.d.ts.map

package/dist/cloud/services/auto-scaler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-scaler.d.ts","sourceRoot":"","sources":["../../../src/cloud/services/auto-scaler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAEL,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EACF,UAAU,GACV,YAAY,GACZ,WAAW,GACX,aAAa,GACb,sBAAsB,GACtB,gBAAgB,GAChB,WAAW,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC7D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,SAAS,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3D,SAAS,EAAE,IAAI,CAAC;IAChB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,EAAE,MAAM,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,SAAS,EAAE,IAAI,CAAC;CACjB;AAkBD,qBAAa,UAAW,SAAQ,YAAY;IAC1C,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,eAAe,CAA+C;IACtE,OAAO,CAAC,iBAAiB,CAA4C;IACrE,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,kBAAkB,CAAgC;gBAE9C,MAAM,GAAE,OAAO,CAAC,gBAAgB,CAAM;IAOlD;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCjD;;OAEG;YACW,kBAAkB;IAqBhC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;OAEG;YACW,mBAAmB;IAiBjC;;OAEG;YACW,mBAAmB;IAUjC;;OAEG;YACW,oBAAoB;IAMlC;;OAEG;YACW,qBAAqB;IASnC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAO9B;;OAEG;YACW,iBAAiB;IAsB/B;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAgBjC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAe3B;;OAEG;YACW,gBAAgB;IAU9B;;OAEG;YACW,mBAAmB;IA2BjC;;OAEG;YACW,gBAAgB;IA0B9B;;OAEG;YACW,cAAc;IAkD5B;;OAEG;YACW,cAAc;IAiB5B;;OAEG;IACG,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBlF;;OAEG;IACG,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAUxE;;OAEG;IACH,SAAS,IAAI;QACX,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,EAAE,OAAO,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;KACrB;IAUD;;OAEG;IACH,oBAAoB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAKzD;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAMlF;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAwBhC;AAKD,wBAAgB,aAAa,IAAI,UAAU,CAK1C;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAAG,UAAU,CAGnF"}

package/dist/cloud/services/auto-scaler.js

@@ -0,0 +1,439 @@
+/**
+ * Auto-Scaler Service
+ *
+ * Monitors workspace metrics and automatically scales instances based on
+ * defined policies. Uses Redis pub/sub for cross-server coordination to
+ * ensure only one scaling operation happens at a time.
+ *
+ * Key responsibilities:
+ * - Subscribe to metrics updates from monitoring service
+ * - Evaluate scaling policies periodically
+ * - Coordinate scaling decisions across multiple cloud servers
+ * - Execute scaling actions via workspace provisioner
+ * - Track scaling history and pending operations
+ */
+import { EventEmitter } from 'events';
+import { createClient } from 'redis';
+import { getScalingPolicyService, } from './scaling-policy.js';
+const DEFAULT_CONFIG = {
+    enabled: true,
+    evaluationIntervalMs: 30000, // 30 seconds
+    lockTimeoutMs: 60000, // 1 minute
+    maxConcurrentOperations: 5,
+    redisKeyPrefix: 'autoscaler:',
+};
+// Redis pub/sub channels
+const CHANNELS = {
+    METRICS_UPDATE: 'autoscaler:metrics',
+    SCALING_REQUEST: 'autoscaler:scale',
+    SCALING_COMPLETE: 'autoscaler:complete',
+    LOCK_ACQUIRED: 'autoscaler:lock',
+};
+export class AutoScaler extends EventEmitter {
+    config;
+    policyService;
+    redis = null;
+    subscriber = null;
+    evaluationTimer = null;
+    pendingOperations = new Map();
+    metricsCache = new Map();
+    isLeader = false;
+    serverId;
+    lastScalingActions = new Map(); // userId -> lastAction
+    constructor(config = {}) {
+        super();
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        this.policyService = getScalingPolicyService();
+        this.serverId = `server-${process.pid}-${Date.now()}`;
+    }
+    /**
+     * Initialize with Redis connection for cross-server coordination
+     */
+    async initialize(redisUrl) {
+        if (!this.config.enabled) {
+            this.emit('disabled');
+            return;
+        }
+        try {
+            // Main Redis client for commands
+            this.redis = createClient({ url: redisUrl });
+            this.redis.on('error', (err) => this.emit('error', { context: 'redis', error: err }));
+            // Separate client for subscriptions
+            this.subscriber = createClient({ url: redisUrl });
+            this.subscriber.on('error', (err) => this.emit('error', { context: 'subscriber', error: err }));
+            await Promise.all([this.redis.connect(), this.subscriber.connect()]);
+            // Set up pub/sub subscriptions
+            await this.setupSubscriptions();
+            // Start evaluation loop
+            this.startEvaluationLoop();
+            // Attempt to become leader
+            await this.attemptLeadership();
+            this.emit('initialized', { serverId: this.serverId, isLeader: this.isLeader });
+        }
+        catch (error) {
+            this.emit('error', error);
+            throw error;
+        }
+    }
+    /**
+     * Set up Redis pub/sub subscriptions
+     */
+    async setupSubscriptions() {
+        if (!this.subscriber)
+            return;
+        // Subscribe to all channels
+        await this.subscriber.subscribe(CHANNELS.METRICS_UPDATE, (message) => {
+            this.handleChannelMessage(CHANNELS.METRICS_UPDATE, message);
+        });
+        await this.subscriber.subscribe(CHANNELS.SCALING_REQUEST, (message) => {
+            this.handleChannelMessage(CHANNELS.SCALING_REQUEST, message);
+        });
+        await this.subscriber.subscribe(CHANNELS.SCALING_COMPLETE, (message) => {
+            this.handleChannelMessage(CHANNELS.SCALING_COMPLETE, message);
+        });
+        await this.subscriber.subscribe(CHANNELS.LOCK_ACQUIRED, (message) => {
+            this.handleChannelMessage(CHANNELS.LOCK_ACQUIRED, message);
+        });
+    }
+    /**
+     * Handle channel message
+     */
+    handleChannelMessage(channel, message) {
+        try {
+            const data = JSON.parse(message);
+            this.handlePubSubMessage(channel, data).catch((err) => {
+                this.emit('error', { context: 'message_handler', error: err });
+            });
+        }
+        catch (error) {
+            this.emit('error', { context: 'pubsub_parse', error });
+        }
+    }
+    /**
+     * Handle incoming pub/sub messages
+     */
+    async handlePubSubMessage(channel, data) {
+        switch (channel) {
+            case CHANNELS.METRICS_UPDATE:
+                await this.handleMetricsUpdate(data);
+                break;
+            case CHANNELS.SCALING_REQUEST:
+                await this.handleScalingRequest(data);
+                break;
+            case CHANNELS.SCALING_COMPLETE:
+                await this.handleScalingComplete(data);
+                break;
+            case CHANNELS.LOCK_ACQUIRED:
+                this.handleLeadershipChange(data);
+                break;
+        }
+    }
+    /**
+     * Handle metrics update from monitoring service
+     */
+    async handleMetricsUpdate(snapshot) {
+        this.metricsCache.set(snapshot.userId, snapshot);
+        this.emit('metrics_received', snapshot);
+        // If we're the leader, evaluate immediately for this user
+        if (this.isLeader) {
+            await this.evaluateUserScaling(snapshot.userId);
+        }
+    }
+    /**
+     * Handle scaling request (from any server)
+     */
+    async handleScalingRequest(operation) {
+        // Track the operation
+        this.pendingOperations.set(operation.id, operation);
+        this.emit('scaling_started', operation);
+    }
+    /**
+     * Handle scaling completion
+     */
+    async handleScalingComplete(operation) {
+        const pending = this.pendingOperations.get(operation.id);
+        if (pending) {
+            this.pendingOperations.delete(operation.id);
+            this.lastScalingActions.set(operation.userId, new Date());
+        }
+        this.emit('scaling_completed', operation);
+    }
+    /**
+     * Handle leadership change
+     */
+    handleLeadershipChange(data) {
+        if (data.serverId !== this.serverId) {
+            this.isLeader = false;
+            this.emit('leadership_lost');
+        }
+    }
+    /**
+     * Attempt to become the leader (only leader evaluates scaling)
+     */
+    async attemptLeadership() {
+        if (!this.redis)
+            return false;
+        const lockKey = `${this.config.redisKeyPrefix}leader`;
+        const result = await this.redis.set(lockKey, this.serverId, {
+            PX: this.config.lockTimeoutMs,
+            NX: true,
+        });
+        if (result === 'OK') {
+            this.isLeader = true;
+            await this.redis.publish(CHANNELS.LOCK_ACQUIRED, JSON.stringify({ serverId: this.serverId }));
+            this.emit('became_leader');
+            // Renew leadership periodically
+            this.scheduleLeadershipRenewal();
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Schedule leadership lock renewal
+     */
+    scheduleLeadershipRenewal() {
+        const renewInterval = this.config.lockTimeoutMs / 2;
+        setInterval(async () => {
+            if (this.isLeader && this.redis) {
+                const lockKey = `${this.config.redisKeyPrefix}leader`;
+                const currentHolder = await this.redis.get(lockKey);
+                if (currentHolder === this.serverId) {
+                    await this.redis.pExpire(lockKey, this.config.lockTimeoutMs);
+                }
+                else {
+                    this.isLeader = false;
+                    this.emit('leadership_lost');
+                }
+            }
+        }, renewInterval);
+    }
+    /**
+     * Start the periodic evaluation loop
+     */
+    startEvaluationLoop() {
+        if (this.evaluationTimer) {
+            clearInterval(this.evaluationTimer);
+        }
+        this.evaluationTimer = setInterval(async () => {
+            if (this.isLeader) {
+                await this.evaluateAllUsers();
+            }
+            else {
+                // Try to become leader if current leader is gone
+                await this.attemptLeadership();
+            }
+        }, this.config.evaluationIntervalMs);
+    }
+    /**
+     * Evaluate scaling for all cached users
+     */
+    async evaluateAllUsers() {
+        const evaluations = [];
+        for (const userId of this.metricsCache.keys()) {
+            evaluations.push(this.evaluateUserScaling(userId));
+        }
+        await Promise.allSettled(evaluations);
+    }
+    /**
+     * Evaluate scaling for a specific user
+     */
+    async evaluateUserScaling(userId) {
+        const snapshot = this.metricsCache.get(userId);
+        if (!snapshot)
+            return;
+        // Check if we have too many pending operations
+        const userPendingOps = Array.from(this.pendingOperations.values()).filter((op) => op.userId === userId && op.status === 'in_progress').length;
+        if (userPendingOps >= this.config.maxConcurrentOperations) {
+            return;
+        }
+        // Build context for policy evaluation
+        const context = await this.buildUserContext(userId, snapshot);
+        if (!context)
+            return;
+        // Evaluate policies
+        const decision = this.policyService.evaluate(context);
+        if (decision.shouldScale && decision.action) {
+            await this.requestScaling(userId, decision);
+        }
+        this.emit('evaluation_complete', { userId, decision });
+    }
+    /**
+     * Build user context for policy evaluation
+     */
+    async buildUserContext(userId, snapshot) {
+        if (!this.redis)
+            return null;
+        // Get user plan from Redis cache or database
+        const userPlanKey = `${this.config.redisKeyPrefix}user:${userId}:plan`;
+        let plan = (await this.redis.get(userPlanKey));
+        if (!plan) {
+            plan = 'free'; // Default, should be fetched from database
+        }
+        const maxWorkspaces = this.policyService.getMaxWorkspaces(plan);
+        const lastScalingAction = this.lastScalingActions.get(userId);
+        return {
+            userId,
+            plan,
+            currentWorkspaceCount: snapshot.workspaces.length,
+            maxWorkspaces,
+            workspaceMetrics: snapshot.workspaces,
+            lastScalingAction,
+        };
+    }
+    /**
+     * Request a scaling operation
+     */
+    async requestScaling(userId, decision) {
+        if (!this.redis || !decision.action)
+            return;
+        const operation = {
+            id: `scale-${userId}-${Date.now()}`,
+            userId,
+            action: decision.action.type,
+            targetWorkspaceId: decision.action.targetWorkspaceId,
+            targetResourceTier: decision.action.resourceTier,
+            targetAgentLimit: decision.action.newAgentLimit,
+            status: 'pending',
+            startedAt: new Date(),
+            triggeredBy: decision.triggeredPolicy || 'manual',
+            metrics: decision.metrics,
+        };
+        // Acquire distributed lock for this user's scaling
+        const lockKey = `${this.config.redisKeyPrefix}scaling:${userId}`;
+        const lockAcquired = await this.redis.set(lockKey, operation.id, {
+            PX: 60000,
+            NX: true,
+        });
+        if (lockAcquired !== 'OK') {
+            // Another scaling operation is in progress
+            this.emit('scaling_skipped', { reason: 'lock_held', userId });
+            return;
+        }
+        try {
+            // Publish scaling request
+            await this.redis.publish(CHANNELS.SCALING_REQUEST, JSON.stringify(operation));
+            // Execute the scaling operation
+            operation.status = 'in_progress';
+            await this.executeScaling(operation, decision);
+        }
+        catch (error) {
+            operation.status = 'failed';
+            operation.error = error instanceof Error ? error.message : 'Unknown error';
+            this.emit('scaling_error', { operation, error });
+        }
+        finally {
+            // Release lock
+            await this.redis.del(lockKey);
+            // Publish completion
+            operation.completedAt = new Date();
+            await this.redis.publish(CHANNELS.SCALING_COMPLETE, JSON.stringify(operation));
+        }
+    }
+    /**
+     * Execute the actual scaling operation
+     */
+    async executeScaling(operation, decision) {
+        // This will be integrated with the workspace provisioner
+        // For now, emit event for external handling
+        this.emit('execute_scaling', { operation, decision });
+        // The actual implementation would:
+        // 1. Call workspaceProvisioner.provisionWorkspace() for scale_up
+        // 2. Call workspaceProvisioner.terminateWorkspace() for scale_down
+        // 3. Call coordinator.rebalanceAgents() for rebalance
+        operation.status = 'completed';
+        this.emit('scaling_executed', operation);
+    }
+    /**
+     * Report metrics from monitoring service
+     */
+    async reportMetrics(userId, workspaces) {
+        if (!this.redis)
+            return;
+        const snapshot = {
+            userId,
+            workspaces,
+            timestamp: new Date(),
+        };
+        // Cache locally
+        this.metricsCache.set(userId, snapshot);
+        // Publish to all servers
+        await this.redis.publish(CHANNELS.METRICS_UPDATE, JSON.stringify(snapshot));
+    }
+    /**
+     * Manually trigger scaling evaluation for a user
+     */
+    async triggerEvaluation(userId) {
+        const snapshot = this.metricsCache.get(userId);
+        if (!snapshot)
+            return null;
+        const context = await this.buildUserContext(userId, snapshot);
+        if (!context)
+            return null;
+        return this.policyService.evaluate(context);
+    }
+    /**
+     * Get current scaling status
+     */
+    getStatus() {
+        return {
+            enabled: this.config.enabled,
+            isLeader: this.isLeader,
+            serverId: this.serverId,
+            pendingOperations: this.pendingOperations.size,
+            cachedUsers: this.metricsCache.size,
+        };
+    }
+    /**
+     * Get pending operations for a user
+     */
+    getPendingOperations(userId) {
+        const ops = Array.from(this.pendingOperations.values());
+        return userId ? ops.filter((op) => op.userId === userId) : ops;
+    }
+    /**
+     * Update user plan in cache
+     */
+    async setUserPlan(userId, plan) {
+        if (!this.redis)
+            return;
+        const key = `${this.config.redisKeyPrefix}user:${userId}:plan`;
+        await this.redis.set(key, plan, { EX: 3600 }); // 1 hour TTL
+    }
+    /**
+     * Clean shutdown
+     */
+    async shutdown() {
+        if (this.evaluationTimer) {
+            clearInterval(this.evaluationTimer);
+            this.evaluationTimer = null;
+        }
+        if (this.subscriber) {
+            await this.subscriber.unsubscribe();
+            await this.subscriber.quit();
+            this.subscriber = null;
+        }
+        if (this.redis) {
+            // Release leadership if we have it
+            if (this.isLeader) {
+                const lockKey = `${this.config.redisKeyPrefix}leader`;
+                await this.redis.del(lockKey);
+            }
+            await this.redis.quit();
+            this.redis = null;
+        }
+        this.emit('shutdown');
+    }
+}
+// Singleton instance
+let _autoScaler = null;
+export function getAutoScaler() {
+    if (!_autoScaler) {
+        _autoScaler = new AutoScaler();
+    }
+    return _autoScaler;
+}
+export function createAutoScaler(config = {}) {
+    _autoScaler = new AutoScaler(config);
+    return _autoScaler;
+}
+//# sourceMappingURL=auto-scaler.js.map

package/dist/cloud/services/auto-scaler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-scaler.js","sourceRoot":"","sources":["../../../src/cloud/services/auto-scaler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,YAAY,EAAmB,MAAM,OAAO,CAAC;AACtD,OAAO,EAKL,uBAAuB,GACxB,MAAM,qBAAqB,CAAC;AAsC7B,MAAM,cAAc,GAAqB;IACvC,OAAO,EAAE,IAAI;IACb,oBAAoB,EAAE,KAAK,EAAE,aAAa;IAC1C,aAAa,EAAE,KAAK,EAAE,WAAW;IACjC,uBAAuB,EAAE,CAAC;IAC1B,cAAc,EAAE,aAAa;CAC9B,CAAC;AAEF,yBAAyB;AACzB,MAAM,QAAQ,GAAG;IACf,cAAc,EAAE,oBAAoB;IACpC,eAAe,EAAE,kBAAkB;IACnC,gBAAgB,EAAE,qBAAqB;IACvC,aAAa,EAAE,iBAAiB;CACjC,CAAC;AAEF,MAAM,OAAO,UAAW,SAAQ,YAAY;IAClC,MAAM,CAAmB;IACzB,aAAa,CAAuB;IACpC,KAAK,GAA2B,IAAI,CAAC;IACrC,UAAU,GAA2B,IAAI,CAAC;IAC1C,eAAe,GAA0C,IAAI,CAAC;IAC9D,iBAAiB,GAAkC,IAAI,GAAG,EAAE,CAAC;IAC7D,YAAY,GAAiC,IAAI,GAAG,EAAE,CAAC;IACvD,QAAQ,GAAY,KAAK,CAAC;IAC1B,QAAQ,CAAS;IACjB,kBAAkB,GAAsB,IAAI,GAAG,EAAE,CAAC,CAAC,uBAAuB;IAElF,YAAY,SAAoC,EAAE;QAChD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,uBAAuB,EAAE,CAAC;QAC/C,IAAI,CAAC,QAAQ,GAAG,UAAU,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,iCAAiC;YACjC,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YAEtF,oCAAoC;YACpC,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YAEhG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAErE,+BAA+B;YAC/B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAEhC,wBAAwB;YACxB,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE3B,2BAA2B;YAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAE/B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,4BAA4B;QAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,OAAe,EAAE,EAAE;YAC3E,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC,OAAe,EAAE,EAAE;YAC5E,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,OAAe,EAAE,EAAE;YAC7E,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,OAAe,EAAE,EAAE;YAC1E,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,OAAe,EAAE,OAAe;QAC3D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACpD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,OAAe,EAAE,IAAa;QAC9D,QAAQ,OAAO,EAAE,CAAC;YAChB,KAAK,QAAQ,CAAC,cAAc;gBAC1B,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAuB,CAAC,CAAC;gBACxD,MAAM;YACR,KAAK,QAAQ,CAAC,eAAe;gBAC3B,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAwB,CAAC,CAAC;gBAC1D,MAAM;YACR,KAAK,QAAQ,CAAC,gBAAgB;gBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAwB,CAAC,CAAC;gBAC3D,MAAM;YACR,KAAK,QAAQ,CAAC,aAAa;gBACzB,IAAI,CAAC,sBAAsB,CAAC,IAA4B,CAAC,CAAC;gBAC1D,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,QAAyB;QACzD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QAExC,0DAA0D;QAC1D,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,SAA2B;QAC5D,sBAAsB;QACtB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAAC,SAA2B;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACzD,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,IAA0B;QACvD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAE9B,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,QAAQ,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE;YAC1D,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YAC7B,EAAE,EAAE,IAAI;SACT,CAAC,CAAC;QAEH,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAE3B,gCAAgC;YAChC,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,yBAAyB;QAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QACpD,WAAW,CAAC,KAAK,IAAI,EAAE;YACrB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChC,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,QAAQ,CAAC;gBACtD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpD,IAAI,aAAa,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;oBACtB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC,EAAE,aAAa,CAAC,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,iDAAiD;gBACjD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACjC,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,MAAM,WAAW,GAAoB,EAAE,CAAC;QAExC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9C,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,MAAc;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,+CAA+C;QAC/C,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACvE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,MAAM,IAAI,EAAE,CAAC,MAAM,KAAK,aAAa,CAC5D,CAAC,MAAM,CAAC;QAET,IAAI,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,sCAAsC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEtD,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,MAAc,EACd,QAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAE7B,6CAA6C;QAC7C,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,QAAQ,MAAM,OAAO,CAAC;QACvE,IAAI,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAsC,CAAC;QACpF,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,MAAM,CAAC,CAAC,2CAA2C;QAC5D,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE9D,OAAO;YACL,MAAM;YACN,IAAI;YACJ,qBAAqB,EAAE,QAAQ,CAAC,UAAU,CAAC,MAAM;YACjD,aAAa;YACb,gBAAgB,EAAE,QAAQ,CAAC,UAAU;YACrC,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,QAAyB;QACpE,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO;QAE5C,MAAM,SAAS,GAAqB;YAClC,EAAE,EAAE,SAAS,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;YACnC,MAAM;YACN,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAkC;YAC1D,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,iBAAiB;YACpD,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY;YAChD,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,aAAa;YAC/C,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,WAAW,EAAE,QAAQ,CAAC,eAAe,IAAI,QAAQ;YACjD,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC;QAEF,mDAAmD;QACnD,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,WAAW,MAAM,EAAE,CAAC;QACjE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE;YAC/D,EAAE,EAAE,KAAK;YACT,EAAE,EAAE,IAAI;SACT,CAAC,CAAC;QAEH,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,2CAA2C;YAC3C,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,0BAA0B;YAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAE9E,gCAAgC;YAChC,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC;YAC5B,SAAS,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3E,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QACnD,CAAC;gBAAS,CAAC;YACT,eAAe;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE9B,qBAAqB;YACrB,SAAS,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAC1B,SAA2B,EAC3B,QAAyB;QAEzB,yDAAyD;QACzD,4CAA4C;QAC5C,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtD,mCAAmC;QACnC,iEAAiE;QACjE,mEAAmE;QACnE,sDAAsD;QAEtD,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,UAA8B;QAChE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,MAAM,QAAQ,GAAoB;YAChC,MAAM;YACN,UAAU;YACV,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,gBAAgB;QAChB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAExC,yBAAyB;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,MAAc;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE1B,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,SAAS;QAOP,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI;YAC9C,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,MAAe;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAgC;QAChE,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,QAAQ,MAAM,OAAO,CAAC;QAC/D,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,mCAAmC;YACnC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,QAAQ,CAAC;gBACtD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;CACF;AAED,qBAAqB;AACrB,IAAI,WAAW,GAAsB,IAAI,CAAC;AAE1C,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,WAAW,GAAG,IAAI,UAAU,EAAE,CAAC;IACjC,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAoC,EAAE;IACrE,WAAW,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,WAAW,CAAC;AACrB,CAAC"}