@morojs/moro 1.6.5 → 1.6.8

package/dist/core/jobs/leader-election.d.ts

@@ -0,0 +1,124 @@
+import { EventEmitter } from 'events';
+import { Logger } from '../../types/logger.js';
+export interface LeaderElectionOptions {
+    strategy: 'file' | 'redis' | 'none';
+    lockPath?: string;
+    lockTimeout?: number;
+    heartbeatInterval?: number;
+    redisClient?: any;
+    forceLeader?: boolean;
+    instanceId?: string;
+}
+export interface LeaderInfo {
+    instanceId: string;
+    hostname: string;
+    pid: number;
+    electedAt: Date;
+    lastHeartbeat: Date;
+    metadata?: Record<string, any>;
+}
+/**
+ * LeaderElection - Ensures only one job scheduler runs across distributed instances
+ * Supports:
+ * - File-based locking (for local/NFS environments)
+ * - Redis-based locking (for distributed systems)
+ * - Kubernetes pod detection
+ * - Automatic failover with health checks
+ */
+export declare class LeaderElection extends EventEmitter {
+    private isLeader;
+    private strategy;
+    private lockPath?;
+    private lockTimeout;
+    private heartbeatInterval;
+    private heartbeatTimer?;
+    private checkTimer?;
+    private logger;
+    private loggerContext;
+    private instanceId;
+    private leaderInfo?;
+    private redisClient?;
+    private isShuttingDown;
+    private lockAcquireAttempts;
+    constructor(logger: Logger, options?: LeaderElectionOptions);
+    /**
+     * Start leader election process
+     */
+    start(): Promise<void>;
+    /**
+     * Check if this process should participate in leader election
+     */
+    private shouldParticipate;
+    /**
+     * Try to acquire leadership
+     */
+    private tryAcquireLeadership;
+    /**
+     * Try to acquire file-based lock
+     */
+    private tryAcquireFileLock;
+    /**
+     * Try to acquire Redis-based lock
+     */
+    private tryAcquireRedisLock;
+    /**
+     * Become leader
+     */
+    private becomeLeader;
+    /**
+     * Step down as leader
+     */
+    private stepDown;
+    /**
+     * Start heartbeat to maintain leadership
+     */
+    private startHeartbeat;
+    /**
+     * Stop heartbeat
+     */
+    private stopHeartbeat;
+    /**
+     * Send heartbeat to maintain lock
+     */
+    private sendHeartbeat;
+    /**
+     * Start periodic check for leadership changes
+     */
+    private startPeriodicCheck;
+    /**
+     * Stop periodic check
+     */
+    private stopPeriodicCheck;
+    /**
+     * Verify we still hold leadership
+     */
+    private verifyLeadership;
+    /**
+     * Check health of current leader
+     */
+    private checkLeaderHealth;
+    /**
+     * Get instance metadata
+     */
+    private getInstanceMetadata;
+    /**
+     * Check if current instance is leader
+     */
+    isCurrentLeader(): boolean;
+    /**
+     * Get current leader info
+     */
+    getLeaderInfo(): LeaderInfo | undefined;
+    /**
+     * Get instance ID
+     */
+    getInstanceId(): string;
+    /**
+     * Force step down (for testing/admin)
+     */
+    forceStepDown(): Promise<void>;
+    /**
+     * Shutdown and cleanup
+     */
+    shutdown(): Promise<void>;
+}

package/dist/core/jobs/leader-election.js

@@ -0,0 +1,481 @@
+// Production-grade Leader Election for Distributed Job Scheduling
+// Supports file-based and Redis-based locking for K8s and clustered environments
+import { EventEmitter } from 'events';
+import fs from 'fs';
+import path from 'path';
+import os from 'os';
+import cluster from 'cluster';
+import { isMainThread } from 'worker_threads';
+/**
+ * LeaderElection - Ensures only one job scheduler runs across distributed instances
+ * Supports:
+ * - File-based locking (for local/NFS environments)
+ * - Redis-based locking (for distributed systems)
+ * - Kubernetes pod detection
+ * - Automatic failover with health checks
+ */
+export class LeaderElection extends EventEmitter {
+    isLeader = false;
+    strategy;
+    lockPath;
+    lockTimeout;
+    heartbeatInterval;
+    heartbeatTimer;
+    checkTimer;
+    logger;
+    loggerContext = 'LeaderElection';
+    instanceId;
+    leaderInfo;
+    redisClient;
+    isShuttingDown = false;
+    lockAcquireAttempts = 0;
+    constructor(logger, options = { strategy: 'file' }) {
+        super();
+        this.logger = logger;
+        this.strategy = options.strategy;
+        this.lockTimeout = options.lockTimeout ?? 30000; // 30s default
+        this.heartbeatInterval = options.heartbeatInterval ?? 10000; // 10s default
+        this.redisClient = options.redisClient;
+        // Generate unique instance ID
+        this.instanceId =
+            options.instanceId ||
+                `${os.hostname()}-${process.pid}-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`;
+        // Setup lock path for file-based strategy
+        if (this.strategy === 'file') {
+            if (options.lockPath) {
+                this.lockPath = options.lockPath;
+            }
+            else {
+                const tmpDir = os.tmpdir();
+                this.lockPath = path.join(tmpDir, 'moro-jobs-leader.lock');
+            }
+        }
+        // Force leader mode (for dev/testing)
+        if (options.forceLeader) {
+            this.isLeader = true;
+            this.logger.warn('Leader election forced - running as leader');
+        }
+        this.logger.debug('LeaderElection initialized', this.loggerContext, {
+            strategy: this.strategy,
+            instanceId: this.instanceId,
+            lockPath: this.lockPath,
+            forceLeader: options.forceLeader,
+        });
+    }
+    /**
+     * Start leader election process
+     */
+    async start() {
+        if (this.strategy === 'none') {
+            this.logger.debug('Leader election disabled, assuming leader role');
+            this.becomeLeader();
+            return;
+        }
+        // Check if we should participate in leader election
+        if (!this.shouldParticipate()) {
+            this.logger.info('Not participating in leader election (worker process/thread)');
+            return;
+        }
+        this.logger.info('Starting leader election...', this.loggerContext, {
+            strategy: this.strategy,
+            instanceId: this.instanceId,
+        });
+        // Try to acquire leadership
+        await this.tryAcquireLeadership();
+        // Start periodic checks
+        this.startPeriodicCheck();
+    }
+    /**
+     * Check if this process should participate in leader election
+     */
+    shouldParticipate() {
+        // Only main thread and primary cluster process can be leader
+        if (!isMainThread) {
+            return false;
+        }
+        if (cluster.isWorker) {
+            return false;
+        }
+        return true;
+    }
+    /**
+     * Try to acquire leadership
+     */
+    async tryAcquireLeadership() {
+        if (this.isShuttingDown) {
+            return false;
+        }
+        this.lockAcquireAttempts++;
+        try {
+            let acquired = false;
+            if (this.strategy === 'file') {
+                acquired = await this.tryAcquireFileLock();
+            }
+            else if (this.strategy === 'redis') {
+                acquired = await this.tryAcquireRedisLock();
+            }
+            if (acquired) {
+                this.becomeLeader();
+                return true;
+            }
+            else {
+                // Check if current leader is still alive
+                await this.checkLeaderHealth();
+                return false;
+            }
+        }
+        catch (error) {
+            this.logger.error('Error during leader election', this.loggerContext, {
+                error,
+                attempt: this.lockAcquireAttempts,
+            });
+            return false;
+        }
+    }
+    /**
+     * Try to acquire file-based lock
+     */
+    async tryAcquireFileLock() {
+        if (!this.lockPath) {
+            throw new Error('Lock path not configured');
+        }
+        try {
+            // Check if lock file exists
+            const exists = await fs.promises
+                .access(this.lockPath)
+                .then(() => true)
+                .catch(() => false);
+            if (exists) {
+                // Read existing lock
+                const lockData = await fs.promises.readFile(this.lockPath, 'utf-8');
+                const existingLeader = JSON.parse(lockData);
+                // Check if lock is expired
+                const lockAge = Date.now() - new Date(existingLeader.lastHeartbeat).getTime();
+                if (lockAge < this.lockTimeout) {
+                    // Lock is still valid
+                    this.leaderInfo = existingLeader;
+                    this.logger.debug('Leader lock held by another instance', this.loggerContext, {
+                        leader: existingLeader.instanceId,
+                        age: lockAge,
+                    });
+                    return false;
+                }
+                // Lock expired, take over
+                this.logger.warn('Leader lock expired, taking over', this.loggerContext, {
+                    previousLeader: existingLeader.instanceId,
+                    lockAge,
+                });
+            }
+            // Create/update lock file
+            const lockInfo = {
+                instanceId: this.instanceId,
+                hostname: os.hostname(),
+                pid: process.pid,
+                electedAt: new Date(),
+                lastHeartbeat: new Date(),
+                metadata: this.getInstanceMetadata(),
+            };
+            await fs.promises.writeFile(this.lockPath, JSON.stringify(lockInfo, null, 2), 'utf-8');
+            this.leaderInfo = lockInfo;
+            return true;
+        }
+        catch (error) {
+            this.logger.error('Failed to acquire file lock', this.loggerContext, {
+                error,
+                lockPath: this.lockPath,
+            });
+            return false;
+        }
+    }
+    /**
+     * Try to acquire Redis-based lock
+     */
+    async tryAcquireRedisLock() {
+        if (!this.redisClient) {
+            throw new Error('Redis client not configured');
+        }
+        try {
+            const lockKey = 'moro:jobs:leader:lock';
+            const lockInfo = {
+                instanceId: this.instanceId,
+                hostname: os.hostname(),
+                pid: process.pid,
+                electedAt: new Date(),
+                lastHeartbeat: new Date(),
+                metadata: this.getInstanceMetadata(),
+            };
+            // Try to set lock with NX (only if not exists) and PX (expiration in ms)
+            const result = await this.redisClient.set(lockKey, JSON.stringify(lockInfo), 'PX', this.lockTimeout, 'NX');
+            if (result === 'OK') {
+                this.leaderInfo = lockInfo;
+                return true;
+            }
+            // Lock exists, get current leader info
+            const existingLock = await this.redisClient.get(lockKey);
+            if (existingLock) {
+                this.leaderInfo = JSON.parse(existingLock);
+            }
+            return false;
+        }
+        catch (error) {
+            this.logger.error('Failed to acquire Redis lock', this.loggerContext, { error });
+            return false;
+        }
+    }
+    /**
+     * Become leader
+     */
+    becomeLeader() {
+        if (this.isLeader) {
+            return;
+        }
+        this.isLeader = true;
+        this.logger.info('Became leader', this.loggerContext, {
+            instanceId: this.instanceId,
+            strategy: this.strategy,
+            attempts: this.lockAcquireAttempts,
+        });
+        this.emit('leader:elected', {
+            instanceId: this.instanceId,
+            electedAt: this.leaderInfo?.electedAt,
+        });
+        // Start heartbeat
+        this.startHeartbeat();
+    }
+    /**
+     * Step down as leader
+     */
+    async stepDown() {
+        if (!this.isLeader) {
+            return;
+        }
+        this.logger.info('Stepping down as leader', this.loggerContext, {
+            instanceId: this.instanceId,
+        });
+        this.isLeader = false;
+        this.stopHeartbeat();
+        // Release lock
+        try {
+            if (this.strategy === 'file' && this.lockPath) {
+                await fs.promises.unlink(this.lockPath).catch(() => { });
+            }
+            else if (this.strategy === 'redis' && this.redisClient) {
+                await this.redisClient.del('moro:jobs:leader:lock');
+            }
+        }
+        catch (error) {
+            this.logger.error('Failed to release lock during step down', this.loggerContext, { error });
+        }
+        this.emit('leader:stepdown', { instanceId: this.instanceId });
+    }
+    /**
+     * Start heartbeat to maintain leadership
+     */
+    startHeartbeat() {
+        if (this.heartbeatTimer) {
+            return;
+        }
+        this.heartbeatTimer = setInterval(async () => {
+            if (this.isShuttingDown) {
+                return;
+            }
+            try {
+                await this.sendHeartbeat();
+            }
+            catch (error) {
+                this.logger.error('Heartbeat failed', this.loggerContext, { error });
+                // Lost leadership
+                await this.stepDown();
+                // Try to reacquire
+                setTimeout(() => this.tryAcquireLeadership(), 1000);
+            }
+        }, this.heartbeatInterval);
+        // Don't keep process alive
+        this.heartbeatTimer.unref();
+    }
+    /**
+     * Stop heartbeat
+     */
+    stopHeartbeat() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = undefined;
+        }
+    }
+    /**
+     * Send heartbeat to maintain lock
+     */
+    async sendHeartbeat() {
+        if (!this.leaderInfo) {
+            return;
+        }
+        this.leaderInfo.lastHeartbeat = new Date();
+        if (this.strategy === 'file' && this.lockPath) {
+            await fs.promises.writeFile(this.lockPath, JSON.stringify(this.leaderInfo, null, 2), 'utf-8');
+        }
+        else if (this.strategy === 'redis' && this.redisClient) {
+            const lockKey = 'moro:jobs:leader:lock';
+            await this.redisClient.set(lockKey, JSON.stringify(this.leaderInfo), 'PX', this.lockTimeout);
+        }
+        this.logger.debug('Heartbeat sent', this.loggerContext, { instanceId: this.instanceId });
+        this.emit('leader:heartbeat', {
+            instanceId: this.instanceId,
+            timestamp: this.leaderInfo.lastHeartbeat,
+        });
+    }
+    /**
+     * Start periodic check for leadership changes
+     */
+    startPeriodicCheck() {
+        if (this.checkTimer) {
+            return;
+        }
+        const checkInterval = Math.floor(this.heartbeatInterval * 1.5);
+        this.checkTimer = setInterval(async () => {
+            if (this.isShuttingDown) {
+                return;
+            }
+            if (!this.isLeader) {
+                // Try to acquire leadership
+                await this.tryAcquireLeadership();
+            }
+            else {
+                // Verify we still hold the lock
+                await this.verifyLeadership();
+            }
+        }, checkInterval);
+        // Don't keep process alive
+        this.checkTimer.unref();
+    }
+    /**
+     * Stop periodic check
+     */
+    stopPeriodicCheck() {
+        if (this.checkTimer) {
+            clearInterval(this.checkTimer);
+            this.checkTimer = undefined;
+        }
+    }
+    /**
+     * Verify we still hold leadership
+     */
+    async verifyLeadership() {
+        if (!this.isLeader) {
+            return;
+        }
+        try {
+            let stillLeader = false;
+            if (this.strategy === 'file' && this.lockPath) {
+                const lockData = await fs.promises.readFile(this.lockPath, 'utf-8');
+                const currentLeader = JSON.parse(lockData);
+                stillLeader = currentLeader.instanceId === this.instanceId;
+            }
+            else if (this.strategy === 'redis' && this.redisClient) {
+                const lockData = await this.redisClient.get('moro:jobs:leader:lock');
+                if (lockData) {
+                    const currentLeader = JSON.parse(lockData);
+                    stillLeader = currentLeader.instanceId === this.instanceId;
+                }
+            }
+            if (!stillLeader) {
+                this.logger.warn('Lost leadership', this.loggerContext, { instanceId: this.instanceId });
+                await this.stepDown();
+            }
+        }
+        catch (error) {
+            this.logger.error('Failed to verify leadership', this.loggerContext, { error });
+            await this.stepDown();
+        }
+    }
+    /**
+     * Check health of current leader
+     */
+    async checkLeaderHealth() {
+        if (!this.leaderInfo || this.leaderInfo.instanceId === this.instanceId) {
+            return;
+        }
+        const heartbeatAge = Date.now() - new Date(this.leaderInfo.lastHeartbeat).getTime();
+        if (heartbeatAge > this.lockTimeout) {
+            this.logger.warn('Current leader appears unhealthy', this.loggerContext, {
+                leader: this.leaderInfo.instanceId,
+                heartbeatAge,
+            });
+            this.emit('leader:unhealthy', {
+                leader: this.leaderInfo.instanceId,
+                heartbeatAge,
+            });
+        }
+    }
+    /**
+     * Get instance metadata
+     */
+    getInstanceMetadata() {
+        const metadata = {
+            nodeVersion: process.version,
+            platform: process.platform,
+            arch: process.arch,
+            uptime: process.uptime(),
+        };
+        // K8s detection
+        if (process.env.KUBERNETES_SERVICE_HOST) {
+            metadata.kubernetes = {
+                podName: process.env.HOSTNAME || os.hostname(),
+                namespace: process.env.POD_NAMESPACE,
+                nodeName: process.env.NODE_NAME,
+            };
+        }
+        // Container detection
+        if (process.env.CONTAINER) {
+            metadata.container = process.env.CONTAINER;
+        }
+        return metadata;
+    }
+    /**
+     * Check if current instance is leader
+     */
+    isCurrentLeader() {
+        return this.isLeader;
+    }
+    /**
+     * Get current leader info
+     */
+    getLeaderInfo() {
+        return this.leaderInfo ? { ...this.leaderInfo } : undefined;
+    }
+    /**
+     * Get instance ID
+     */
+    getInstanceId() {
+        return this.instanceId;
+    }
+    /**
+     * Force step down (for testing/admin)
+     */
+    async forceStepDown() {
+        if (!this.isLeader) {
+            return;
+        }
+        this.logger.warn('Forced step down requested', this.loggerContext, {
+            instanceId: this.instanceId,
+        });
+        await this.stepDown();
+    }
+    /**
+     * Shutdown and cleanup
+     */
+    async shutdown() {
+        this.logger.info('LeaderElection shutting down...', this.loggerContext, {
+            instanceId: this.instanceId,
+            wasLeader: this.isLeader,
+        });
+        this.isShuttingDown = true;
+        this.stopHeartbeat();
+        this.stopPeriodicCheck();
+        if (this.isLeader) {
+            await this.stepDown();
+        }
+        this.removeAllListeners();
+        this.logger.info('LeaderElection shutdown complete');
+    }
+}
+//# sourceMappingURL=leader-election.js.map

package/dist/core/jobs/leader-election.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-election.js","sourceRoot":"","sources":["../../../src/core/jobs/leader-election.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAClE,iFAAiF;AAEjF,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAqB9C;;;;;;;GAOG;AACH,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,QAAQ,GAAG,KAAK,CAAC;IACjB,QAAQ,CAA4B;IACpC,QAAQ,CAAU;IAClB,WAAW,CAAS;IACpB,iBAAiB,CAAS;IAC1B,cAAc,CAAkB;IAChC,UAAU,CAAkB;IAC5B,MAAM,CAAS;IACf,aAAa,GAAG,gBAAgB,CAAC;IACjC,UAAU,CAAS;IACnB,UAAU,CAAc;IACxB,WAAW,CAAO;IAClB,cAAc,GAAG,KAAK,CAAC;IACvB,mBAAmB,GAAG,CAAC,CAAC;IAEhC,YAAY,MAAc,EAAE,UAAiC,EAAE,QAAQ,EAAE,MAAM,EAAE;QAC/E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,CAAC,cAAc;QAC/D,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC,CAAC,cAAc;QAC3E,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAEvC,8BAA8B;QAC9B,IAAI,CAAC,UAAU;YACb,OAAO,CAAC,UAAU;gBAClB,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAE5F,0CAA0C;QAC1C,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC7B,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,IAAI,CAAC,aAAa,EAAE;YAClE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,KAAK;QAChB,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,CAAC,aAAa,EAAE;YAClE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAElC,wBAAwB;QACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,6DAA6D;QAC7D,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB;QAChC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC7B,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7C,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACrC,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC9C,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,yCAAyC;gBACzC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC/B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,aAAa,EAAE;gBACpE,KAAK;gBACL,OAAO,EAAE,IAAI,CAAC,mBAAmB;aAClC,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC;YACH,4BAA4B;YAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ;iBAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;iBACrB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;iBAChB,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YAEtB,IAAI,MAAM,EAAE,CAAC;gBACX,qBAAqB;gBACrB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACpE,MAAM,cAAc,GAAe,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAExD,2BAA2B;gBAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;gBAE9E,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/B,sBAAsB;oBACtB,IAAI,CAAC,UAAU,GAAG,cAAc,CAAC;oBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,IAAI,CAAC,aAAa,EAAE;wBAC5E,MAAM,EAAE,cAAc,CAAC,UAAU;wBACjC,GAAG,EAAE,OAAO;qBACb,CAAC,CAAC;oBACH,OAAO,KAAK,CAAC;gBACf,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,aAAa,EAAE;oBACvE,cAAc,EAAE,cAAc,CAAC,UAAU;oBACzC,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YAED,0BAA0B;YAC1B,MAAM,QAAQ,GAAe;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE;gBACvB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE;aACrC,CAAC;YAEF,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAEvF,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,aAAa,EAAE;gBACnE,KAAK;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,uBAAuB,CAAC;YACxC,MAAM,QAAQ,GAAe;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE;gBACvB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE;aACrC,CAAC;YAEF,yEAAyE;YACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CACvC,OAAO,EACP,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EACxB,IAAI,EACJ,IAAI,CAAC,WAAW,EAChB,IAAI,CACL,CAAC;YAEF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;gBAC3B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,uCAAuC;YACvC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACzD,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE;YACpD,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,mBAAmB;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC1B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS;SACtC,CAAC,CAAC;QAEH,kBAAkB;QAClB,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ;QACpB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,aAAa,EAAE;YAC9D,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,eAAe;QACf,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9C,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzD,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC3C,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrE,kBAAkB;gBAClB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtB,mBAAmB;gBACnB,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAE3B,2BAA2B;QAC3B,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3C,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChG,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzD,MAAM,OAAO,GAAG,uBAAuB,CAAC;YACxC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC5B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;SACzC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC;QAE/D,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YACvC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,4BAA4B;gBAC5B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,gCAAgC;gBAChC,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;QACH,CAAC,EAAE,aAAa,CAAC,CAAC;QAElB,2BAA2B;QAC3B,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACpE,MAAM,aAAa,GAAe,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACvD,WAAW,GAAG,aAAa,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC;YAC7D,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;gBACrE,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,aAAa,GAAe,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvD,WAAW,GAAG,aAAa,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBACzF,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACvE,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;QAEpF,IAAI,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,aAAa,EAAE;gBACvE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;gBAClC,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAC5B,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;gBAClC,YAAY;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,MAAM,QAAQ,GAAwB;YACpC,WAAW,EAAE,OAAO,CAAC,OAAO;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;SACzB,CAAC;QAEF,gBAAgB;QAChB,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;YACxC,QAAQ,CAAC,UAAU,GAAG;gBACpB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,QAAQ,EAAE;gBAC9C,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;gBACpC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;aAChC,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAC1B,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAC7C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACI,eAAe;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,CAAC;IAED;;OAEG;IACI,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,CAAC,aAAa,EAAE;YACjE,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,QAAQ;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,aAAa,EAAE;YACtE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,QAAQ;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAE3B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACvD,CAAC;CACF"}