atomic-queues 1.2.8 → 1.5.2

package/dist/services/spawn-queue/spawn-queue.service.d.ts

@@ -0,0 +1,119 @@
+import { OnModuleInit, OnModuleDestroy } from '@nestjs/common';
+import Redis from 'ioredis';
+import { IAtomicQueuesModuleConfig } from '../../domain';
+import { WorkerManagerService } from '../worker-manager';
+import { QueueEventsManagerService } from '../queue-events-manager';
+/**
+ * Spawn job payload
+ */
+export interface ISpawnJobData {
+    entityType: string;
+    entityId: string;
+}
+/**
+ * Handler callback that the ProcessorDiscoveryService registers
+ * to actually create the entity worker on this pod.
+ */
+export type SpawnWorkerHandler = (entityType: string, entityId: string) => Promise<void>;
+/**
+ * SpawnQueueService
+ *
+ * Replaces the cron-based / service-queue-based worker creation model
+ * with a distributed spawn queue.
+ *
+ * Architecture:
+ * - One shared BullMQ queue: `{prefix}-spawn-queue`
+ * - EVERY pod runs a BullMQ Worker on this queue (concurrency: 1)
+ * - When QueueEventsManager detects a job for an entity with no worker,
+ *   it enqueues a spawn-worker job here
+ * - BullMQ distributes spawn jobs round-robin across pods
+ * - Whichever pod picks up the job creates the entity worker locally
+ * - Duplicate protection: before creating, check if worker already exists
+ *   (heartbeat key in Redis). If yes, skip. Race-safe because BullMQ
+ *   guarantees only ONE worker processes each job.
+ *
+ * Benefits over the old cron approach:
+ * - Workers naturally distribute across all pods
+ * - No single leader / no single point of bottleneck
+ * - No distributed lock / leader election needed
+ * - Reactive (spawn on demand) rather than polling
+ *
+ * Idle cleanup:
+ * - Each pod runs a local interval that checks its OWN workers' idle time
+ * - Idle workers are closed directly (no cross-pod signaling needed)
+ */
+export declare class SpawnQueueService implements OnModuleInit, OnModuleDestroy {
+    private readonly redis;
+    private readonly config;
+    private readonly workerManager;
+    private readonly logger;
+    private readonly keyPrefix;
+    private readonly spawnQueueName;
+    private spawnQueue;
+    private spawnWorker;
+    private idleSweepInterval;
+    /** Handler registered by ProcessorDiscoveryService */
+    private spawnHandler;
+    /** Idle timeout per entity type (set by ProcessorDiscovery) */
+    private readonly idleTimeouts;
+    /** Default idle timeout in seconds */
+    private readonly defaultIdleTimeoutSeconds;
+    /** Idle sweep interval in ms */
+    private readonly idleSweepIntervalMs;
+    /** Reference to QueueEventsManager for hot-cache eviction on idle close */
+    private queueEventsManager;
+    constructor(redis: Redis, config: IAtomicQueuesModuleConfig, workerManager: WorkerManagerService);
+    /**
+     * Set the QueueEventsManagerService reference for hot-cache eviction.
+     * Called by ProcessorDiscoveryService to avoid circular dependency.
+     */
+    setQueueEventsManager(manager: QueueEventsManagerService): void;
+    /**
+     * Register the handler that creates entity workers.
+     * Called by ProcessorDiscoveryService during init.
+     */
+    registerSpawnHandler(handler: SpawnWorkerHandler): void;
+    /**
+     * Register idle timeout for an entity type.
+     */
+    registerIdleTimeout(entityType: string, timeoutSeconds: number): void;
+    /**
+     * Initialize: create the spawn queue and start the spawn worker + idle sweep.
+     */
+    onModuleInit(): Promise<void>;
+    /**
+     * Enqueue a spawn-worker request.
+     * Called by QueueEventsManager when a job arrives for an entity with no worker.
+     *
+     * Uses deduplication: jobId = `spawn-{entityType}-{entityId}` so BullMQ
+     * will not create a duplicate if one is already queued/active.
+     */
+    requestSpawn(entityType: string, entityId: string): Promise<void>;
+    /**
+     * Handle a spawn job picked up by this pod's worker.
+     */
+    private handleSpawnJob;
+    /**
+     * Direct spawn — bypasses the BullMQ queue entirely.
+     * Called by QueueEventsManagerService when it wins the atomic claim
+     * and wants to create the worker on this pod immediately.
+     */
+    handleSpawnJobDirect(entityType: string, entityId: string): Promise<void>;
+    /**
+     * Start the local idle sweep interval.
+     * Periodically checks all workers on THIS pod and closes idle ones.
+     */
+    private startIdleSweep;
+    /**
+     * Sweep all workers on this pod, close any that are idle.
+     */
+    private sweepIdleWorkers;
+    /**
+     * Extract entity type from worker name.
+     * Worker names follow pattern: {entityType}-{entityId}-worker
+     * e.g., "candy-abc123-worker" → "candy"
+     */
+    private extractEntityTypeFromWorkerName;
+    onModuleDestroy(): Promise<void>;
+}
+//# sourceMappingURL=spawn-queue.service.d.ts.map

package/dist/services/spawn-queue/spawn-queue.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spawn-queue.service.d.ts","sourceRoot":"","sources":["../../../src/services/spawn-queue/spawn-queue.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,YAAY,EACZ,eAAe,EAChB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAEzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAC/B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,KACb,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnB;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,qBACa,iBAAkB,YAAW,YAAY,EAAE,eAAe;IAyBtC,OAAO,CAAC,QAAQ,CAAC,KAAK;IAEnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa;IA3BhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsC;IAC7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IAExC,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,iBAAiB,CAA+B;IAExD,sDAAsD;IACtD,OAAO,CAAC,YAAY,CAAmC;IAEvD,+DAA+D;IAC/D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAkC;IAE/D,sCAAsC;IACtC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAS;IAEnD,gCAAgC;IAChC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAE7C,2EAA2E;IAC3E,OAAO,CAAC,kBAAkB,CAA0C;gBAGpB,KAAK,EAAE,KAAK,EAEzC,MAAM,EAAE,yBAAyB,EACjC,aAAa,EAAE,oBAAoB;IAQtD;;;OAGG;IACH,qBAAqB,CAAC,OAAO,EAAE,yBAAyB,GAAG,IAAI;IAI/D;;;OAGG;IACH,oBAAoB,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAKvD;;OAEG;IACH,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAIrE;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA0CnC;;;;;;OAMG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8BvE;;OAEG;YACW,cAAc;IAwB5B;;;;OAIG;IACG,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAc/E;;;OAGG;IACH,OAAO,CAAC,cAAc;IAgBtB;;OAEG;YACW,gBAAgB;IA+B9B;;;;OAIG;IACH,OAAO,CAAC,+BAA+B;IAejC,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;CAqBvC"}

package/dist/services/spawn-queue/spawn-queue.service.js

@@ -0,0 +1,273 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var SpawnQueueService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpawnQueueService = void 0;
+const common_1 = require("@nestjs/common");
+const bullmq_1 = require("bullmq");
+const ioredis_1 = __importDefault(require("ioredis"));
+const constants_1 = require("../constants");
+const worker_manager_1 = require("../worker-manager");
+/**
+ * SpawnQueueService
+ *
+ * Replaces the cron-based / service-queue-based worker creation model
+ * with a distributed spawn queue.
+ *
+ * Architecture:
+ * - One shared BullMQ queue: `{prefix}-spawn-queue`
+ * - EVERY pod runs a BullMQ Worker on this queue (concurrency: 1)
+ * - When QueueEventsManager detects a job for an entity with no worker,
+ *   it enqueues a spawn-worker job here
+ * - BullMQ distributes spawn jobs round-robin across pods
+ * - Whichever pod picks up the job creates the entity worker locally
+ * - Duplicate protection: before creating, check if worker already exists
+ *   (heartbeat key in Redis). If yes, skip. Race-safe because BullMQ
+ *   guarantees only ONE worker processes each job.
+ *
+ * Benefits over the old cron approach:
+ * - Workers naturally distribute across all pods
+ * - No single leader / no single point of bottleneck
+ * - No distributed lock / leader election needed
+ * - Reactive (spawn on demand) rather than polling
+ *
+ * Idle cleanup:
+ * - Each pod runs a local interval that checks its OWN workers' idle time
+ * - Idle workers are closed directly (no cross-pod signaling needed)
+ */
+let SpawnQueueService = SpawnQueueService_1 = class SpawnQueueService {
+    constructor(redis, config, workerManager) {
+        this.redis = redis;
+        this.config = config;
+        this.workerManager = workerManager;
+        this.logger = new common_1.Logger(SpawnQueueService_1.name);
+        this.spawnQueue = null;
+        this.spawnWorker = null;
+        this.idleSweepInterval = null;
+        /** Handler registered by ProcessorDiscoveryService */
+        this.spawnHandler = null;
+        /** Idle timeout per entity type (set by ProcessorDiscovery) */
+        this.idleTimeouts = new Map();
+        /** Reference to QueueEventsManager for hot-cache eviction on idle close */
+        this.queueEventsManager = null;
+        this.keyPrefix = config.keyPrefix || 'aq';
+        this.spawnQueueName = `${this.keyPrefix}-spawn-queue`;
+        this.defaultIdleTimeoutSeconds = 15;
+        this.idleSweepIntervalMs = config.cronInterval ?? 5000;
+    }
+    /**
+     * Set the QueueEventsManagerService reference for hot-cache eviction.
+     * Called by ProcessorDiscoveryService to avoid circular dependency.
+     */
+    setQueueEventsManager(manager) {
+        this.queueEventsManager = manager;
+    }
+    /**
+     * Register the handler that creates entity workers.
+     * Called by ProcessorDiscoveryService during init.
+     */
+    registerSpawnHandler(handler) {
+        this.spawnHandler = handler;
+        this.logger.debug('Spawn handler registered');
+    }
+    /**
+     * Register idle timeout for an entity type.
+     */
+    registerIdleTimeout(entityType, timeoutSeconds) {
+        this.idleTimeouts.set(entityType, timeoutSeconds);
+    }
+    /**
+     * Initialize: create the spawn queue and start the spawn worker + idle sweep.
+     */
+    async onModuleInit() {
+        // Create the spawn queue
+        this.spawnQueue = new bullmq_1.Queue(this.spawnQueueName, {
+            connection: this.redis.duplicate(),
+            defaultJobOptions: {
+                removeOnComplete: true,
+                removeOnFail: 100,
+                attempts: 2,
+                backoff: { type: 'fixed', delay: 500 },
+            },
+        });
+        // Create a BullMQ worker on this pod to consume spawn jobs
+        this.spawnWorker = new bullmq_1.Worker(this.spawnQueueName, async (job) => {
+            await this.handleSpawnJob(job);
+        }, {
+            connection: this.redis.duplicate(),
+            concurrency: 3, // Allow a few concurrent spawns
+        });
+        this.spawnWorker.on('ready', () => {
+            this.logger.log(`Spawn worker ready on this pod — listening to ${this.spawnQueueName}`);
+        });
+        this.spawnWorker.on('failed', (job, error) => {
+            this.logger.error(`Spawn job ${job?.id} failed: ${error.message}`);
+        });
+        // Start the local idle sweep
+        this.startIdleSweep();
+        this.logger.log('SpawnQueueService initialized');
+    }
+    /**
+     * Enqueue a spawn-worker request.
+     * Called by QueueEventsManager when a job arrives for an entity with no worker.
+     *
+     * Uses deduplication: jobId = `spawn-{entityType}-{entityId}` so BullMQ
+     * will not create a duplicate if one is already queued/active.
+     */
+    async requestSpawn(entityType, entityId) {
+        if (!this.spawnQueue) {
+            this.logger.warn('Spawn queue not initialized yet');
+            return;
+        }
+        const jobId = `spawn-${entityType}-${entityId}`;
+        try {
+            await this.spawnQueue.add('spawn-worker', { entityType, entityId }, { jobId });
+            this.logger.debug(`Enqueued spawn request: ${entityType}/${entityId}`);
+        }
+        catch (error) {
+            // Duplicate job ID → already queued, that's fine
+            const msg = error.message;
+            if (msg.includes('duplicate')) {
+                this.logger.debug(`Spawn already queued for ${entityType}/${entityId}`);
+            }
+            else {
+                this.logger.error(`Failed to enqueue spawn: ${msg}`);
+            }
+        }
+    }
+    /**
+     * Handle a spawn job picked up by this pod's worker.
+     */
+    async handleSpawnJob(job) {
+        const { entityType, entityId } = job.data;
+        this.logger.log(`Processing spawn job: ${entityType}/${entityId} (job ${job.id})`);
+        if (!this.spawnHandler) {
+            this.logger.warn('No spawn handler registered — cannot create worker');
+            return;
+        }
+        try {
+            await this.spawnHandler(entityType, entityId);
+        }
+        catch (error) {
+            this.logger.error(`Spawn handler failed for ${entityType}/${entityId}: ${error.message}`);
+            throw error; // Let BullMQ retry
+        }
+    }
+    /**
+     * Direct spawn — bypasses the BullMQ queue entirely.
+     * Called by QueueEventsManagerService when it wins the atomic claim
+     * and wants to create the worker on this pod immediately.
+     */
+    async handleSpawnJobDirect(entityType, entityId) {
+        if (!this.spawnHandler) {
+            this.logger.warn('No spawn handler registered — cannot create worker (direct)');
+            return;
+        }
+        this.logger.log(`Direct spawn: ${entityType}/${entityId} (no queue round-trip)`);
+        await this.spawnHandler(entityType, entityId);
+    }
+    // =========================================================================
+    // IDLE SWEEP — runs locally on each pod
+    // =========================================================================
+    /**
+     * Start the local idle sweep interval.
+     * Periodically checks all workers on THIS pod and closes idle ones.
+     */
+    startIdleSweep() {
+        this.idleSweepInterval = setInterval(async () => {
+            try {
+                await this.sweepIdleWorkers();
+            }
+            catch (error) {
+                this.logger.error(`Idle sweep error: ${error.message}`);
+            }
+        }, this.idleSweepIntervalMs);
+        this.logger.debug(`Idle sweep started (interval: ${this.idleSweepIntervalMs}ms)`);
+    }
+    /**
+     * Sweep all workers on this pod, close any that are idle.
+     */
+    async sweepIdleWorkers() {
+        const localWorkers = await this.workerManager.getNodeWorkers();
+        if (localWorkers.length === 0)
+            return;
+        for (const workerName of localWorkers) {
+            // Skip the spawn worker itself
+            if (workerName.includes('spawn'))
+                continue;
+            // Determine idle timeout for this worker's entity type
+            const entityType = this.extractEntityTypeFromWorkerName(workerName);
+            const idleTimeout = entityType
+                ? (this.idleTimeouts.get(entityType) ?? this.defaultIdleTimeoutSeconds)
+                : this.defaultIdleTimeoutSeconds;
+            const isIdle = await this.workerManager.isWorkerIdle(workerName, idleTimeout);
+            if (isIdle) {
+                const idleSeconds = await this.workerManager.getWorkerIdleSeconds(workerName);
+                this.logger.log(`[IdleSweep] Closing idle worker: ${workerName} (idle ${idleSeconds}s >= ${idleTimeout}s threshold)`);
+                // Evict from hot cache BEFORE closing so the next job triggers a fresh spawn
+                if (this.queueEventsManager) {
+                    this.queueEventsManager.evictFromHotCache(workerName);
+                }
+                await this.workerManager.signalWorkerClose(workerName);
+            }
+        }
+    }
+    /**
+     * Extract entity type from worker name.
+     * Worker names follow pattern: {entityType}-{entityId}-worker
+     * e.g., "candy-abc123-worker" → "candy"
+     */
+    extractEntityTypeFromWorkerName(workerName) {
+        // Worker names from config: e.g., "candy-{uuid}-worker"
+        // We need to match against registered entity types
+        for (const entityType of this.idleTimeouts.keys()) {
+            if (workerName.startsWith(`${entityType}-`)) {
+                return entityType;
+            }
+        }
+        return null;
+    }
+    // =========================================================================
+    // CLEANUP
+    // =========================================================================
+    async onModuleDestroy() {
+        // Stop idle sweep
+        if (this.idleSweepInterval) {
+            clearInterval(this.idleSweepInterval);
+            this.idleSweepInterval = null;
+        }
+        // Close spawn worker
+        if (this.spawnWorker) {
+            await this.spawnWorker.close();
+            this.spawnWorker = null;
+        }
+        // Close spawn queue
+        if (this.spawnQueue) {
+            await this.spawnQueue.close();
+            this.spawnQueue = null;
+        }
+        this.logger.log('SpawnQueueService destroyed');
+    }
+};
+exports.SpawnQueueService = SpawnQueueService;
+exports.SpawnQueueService = SpawnQueueService = SpawnQueueService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
+    __param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
+    __metadata("design:paramtypes", [ioredis_1.default, Object, worker_manager_1.WorkerManagerService])
+], SpawnQueueService);
+//# sourceMappingURL=spawn-queue.service.js.map

package/dist/services/spawn-queue/spawn-queue.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spawn-queue.service.js","sourceRoot":"","sources":["../../../src/services/spawn-queue/spawn-queue.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAOwB;AACxB,mCAA4C;AAC5C,sDAA4B;AAE5B,4CAAyE;AACzE,sDAAyD;AAoBzD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEI,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAwB5B,YAC+B,KAA6B,EAE1D,MAAkD,EACjC,aAAmC;QAHN,UAAK,GAAL,KAAK,CAAO;QAEzC,WAAM,GAAN,MAAM,CAA2B;QACjC,kBAAa,GAAb,aAAa,CAAsB;QA3BrC,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAIrD,eAAU,GAAiB,IAAI,CAAC;QAChC,gBAAW,GAAkB,IAAI,CAAC;QAClC,sBAAiB,GAA0B,IAAI,CAAC;QAExD,sDAAsD;QAC9C,iBAAY,GAA8B,IAAI,CAAC;QAEvD,+DAA+D;QAC9C,iBAAY,GAAwB,IAAI,GAAG,EAAE,CAAC;QAQ/D,2EAA2E;QACnE,uBAAkB,GAAqC,IAAI,CAAC;QAQlE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,GAAG,IAAI,CAAC,SAAS,cAAc,CAAC;QACtD,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,OAAkC;QACtD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,OAA2B;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB,EAAE,cAAsB;QAC5D,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,yBAAyB;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,cAAK,CAAC,IAAI,CAAC,cAAc,EAAE;YAC/C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YAClC,iBAAiB,EAAE;gBACjB,gBAAgB,EAAE,IAAI;gBACtB,YAAY,EAAE,GAAG;gBACjB,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,2DAA2D;QAC3D,IAAI,CAAC,WAAW,GAAG,IAAI,eAAM,CAC3B,IAAI,CAAC,cAAc,EACnB,KAAK,EAAE,GAAuB,EAAE,EAAE;YAChC,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,EACD;YACE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YAClC,WAAW,EAAE,CAAC,EAAE,gCAAgC;SACjD,CACF,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,iDAAiD,IAAI,CAAC,cAAc,EAAE,CACvE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,aAAa,GAAG,EAAE,EAAE,YAAY,KAAK,CAAC,OAAO,EAAE,CAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,6BAA6B;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,QAAgB;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,UAAU,IAAI,QAAQ,EAAE,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACvB,cAAc,EACd,EAAE,UAAU,EAAE,QAAQ,EAA0B,EAChD,EAAE,KAAK,EAAE,CACV,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2BAA2B,UAAU,IAAI,QAAQ,EAAE,CACpD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iDAAiD;YACjD,MAAM,GAAG,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4BAA4B,UAAU,IAAI,QAAQ,EAAE,CACrD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,GAAuB;QAClD,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yBAAyB,UAAU,IAAI,QAAQ,SAAS,GAAG,CAAC,EAAE,GAAG,CAClE,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,CACrD,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4BAA4B,UAAU,IAAI,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAClF,CAAC;YACF,MAAM,KAAK,CAAC,CAAC,mBAAmB;QAClC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,oBAAoB,CAAC,UAAkB,EAAE,QAAgB;QAC7D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,UAAU,IAAI,QAAQ,wBAAwB,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,4EAA4E;IAC5E,wCAAwC;IACxC,4EAA4E;IAE5E;;;OAGG;IACK,cAAc;QACpB,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAsB,KAAe,CAAC,OAAO,EAAE,CAChD,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,IAAI,CAAC,mBAAmB,KAAK,CAC/D,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEtC,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;YACtC,+BAA+B;YAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YAE3C,uDAAuD;YACvD,MAAM,UAAU,GAAG,IAAI,CAAC,+BAA+B,CAAC,UAAU,CAAC,CAAC;YACpE,MAAM,WAAW,GAAG,UAAU;gBAC5B,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,yBAAyB,CAAC;gBACvE,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAEnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAE9E,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oCAAoC,UAAU,UAAU,WAAW,QAAQ,WAAW,cAAc,CACrG,CAAC;gBACF,6EAA6E;gBAC7E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC5B,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,+BAA+B,CAAC,UAAkB;QACxD,wDAAwD;QACxD,mDAAmD;QACnD,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YAClD,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,UAAU;IACV,4EAA4E;IAE5E,KAAK,CAAC,eAAe;QACnB,kBAAkB;QAClB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;CACF,CAAA;AA3RY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IA0BR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK,UAG1B,qCAAoB;GA5B3C,iBAAiB,CA2R7B"}

package/dist/services/worker-manager/worker-manager.service.d.ts

@@ -39,6 +39,8 @@ export declare class WorkerManagerService implements IWorkerManager, OnModuleIni
     private readonly workerStates;
     private readonly heartbeatIntervals;
     private readonly shutdownSubscriptions;
+    /** Tracks the last job completion time per worker (for idle detection) */
+    private readonly lastJobCompletedAt;
     private subscriberClient;
     private readonly keyPrefix;
     constructor(redis: Redis, config: IAtomicQueuesModuleConfig);
@@ -58,8 +60,23 @@ export declare class WorkerManagerService implements IWorkerManager, OnModuleIni
     createWorker(options: IWorkerCreationOptions): Promise<Worker>;
     /**
      * Check if a worker exists and is alive (has valid heartbeat).
+     * Uses a global alive key for O(1) lookup instead of KEYS scan.
+     * The alive key is maintained alongside the per-node heartbeat key.
      */
     workerExists(workerName: string): Promise<boolean>;
+    /**
+     * Atomically claim a worker slot using SET NX.
+     * Returns true if this pod claimed the slot (and should create the worker).
+     * Returns false if another pod already claimed it.
+     * Uses a separate claim key (not the alive key) so that workerExists()
+     * doesn't see the claim as an existing worker before creation finishes.
+     */
+    claimWorkerSlot(workerName: string, ttlSeconds?: number): Promise<boolean>;
+    /**
+     * Check if a worker exists on THIS node specifically.
+     * Use this when you need node-local checks (e.g., for cleanup).
+     */
+    workerExistsOnThisNode(workerName: string): Promise<boolean>;
     /**
      * Get all running workers for the current node.
      */
@@ -99,6 +116,39 @@ export declare class WorkerManagerService implements IWorkerManager, OnModuleIni
      * Remove worker heartbeat (mark as dead).
      */
     removeWorkerHeartbeat(workerName: string): Promise<void>;
+    /**
+     * Mark that a worker has completed a job (resets idle counter).
+     * Called internally when job completes.
+     */
+    markWorkerActive(workerName: string): void;
+    /**
+     * Get the idle seconds counter for a worker from Redis.
+     * This is incremented by the heartbeat and reset when a job completes.
+     */
+    getWorkerIdleSeconds(workerName: string): Promise<number>;
+    /**
+     * Reset the idle counter for a worker (called when job completes).
+     */
+    resetWorkerIdleCounter(workerName: string): Promise<void>;
+    /**
+     * Increment the idle counter for a worker (called by heartbeat).
+     * Returns the new idle seconds value.
+     */
+    incrementWorkerIdleCounter(workerName: string, incrementBy?: number): Promise<number>;
+    /**
+     * Remove the idle counter for a worker (cleanup).
+     */
+    removeWorkerIdleCounter(workerName: string): Promise<void>;
+    /**
+     * Check if a worker is idle based on threshold.
+     * @param workerName - Worker name
+     * @param thresholdSeconds - Idle threshold in seconds (default: 15)
+     */
+    isWorkerIdle(workerName: string, thresholdSeconds?: number): Promise<boolean>;
+    /**
+     * Get the Redis key for a worker's idle counter.
+     */
+    private getWorkerIdleKey;
     /**
      * Get the node ID for this instance.
      */
@@ -128,9 +178,16 @@ export declare class WorkerManagerService implements IWorkerManager, OnModuleIni
      */
     private createSubscriberClient;
     /**
-     * Get the Redis key for a worker's heartbeat.
+     * Get the Redis key for a worker's heartbeat (per-node).
      */
     private getWorkerKey;
+    /**
+     * Get the global alive key for O(1) worker existence check.
+     * This key has the same TTL as the per-node heartbeat and is
+     * refreshed in the same pipeline. It replaces the O(N) KEYS scan
+     * with a single O(1) EXISTS call.
+     */
+    private getGlobalAliveKey;
     /**
      * Get the shutdown channel for a worker.
      */
@@ -141,6 +198,7 @@ export declare class WorkerManagerService implements IWorkerManager, OnModuleIni
     private mergeWorkerConfig;
     /**
      * Set up heartbeat interval for a worker.
+     * Also increments idle counter on each heartbeat tick.
      */
     private setupHeartbeat;
     /**

package/dist/services/worker-manager/worker-manager.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-manager.service.d.ts","sourceRoot":"","sources":["../../../src/services/worker-manager/worker-manager.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,EACZ,qBAAqB,EAEtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,MAAM,EAAO,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,OAAO,EACL,cAAc,EAEd,sBAAsB,EAEtB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAGtB;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBACa,oBACX,YAAW,cAAc,EAAE,YAAY,EAAE,qBAAqB;IAY/B,OAAO,CAAC,QAAQ,CAAC,KAAK;IAEnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAZzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;IAChE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA0C;IAC7E,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsC;IAC5E,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGa,KAAK,EAAE,KAAK,EAEzC,MAAM,EAAE,yBAAyB;IAOpD;;OAEG;IACH,YAAY,IAAI,IAAI;IAIpB;;;;;;;;OAQG;IACG,YAAY,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC;IAmDpE;;OAEG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMxD;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMzC;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMxC;;;;OAIG;IACG,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,EAAE,CAAC;IASpB;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1D;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAS7C;;;OAGG;IACG,eAAe,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvD;;OAEG;IACG,qBAAqB,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D;;OAEG;IACG,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9D;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACG,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,UAAU,SAAI,GACb,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACG,uBAAuB,CAC3B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACH,mBAAmB,IAAI,KAAK;IAO5B;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA6B5C;;OAEG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAI9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAIhC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAazB;;OAEG;IACH,OAAO,CAAC,cAAc;IAetB;;OAEG;YACW,mBAAmB;IA0BjC;;OAEG;YACW,WAAW;IA4BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAiE5B;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}
+{"version":3,"file":"worker-manager.service.d.ts","sourceRoot":"","sources":["../../../src/services/worker-manager/worker-manager.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,EACZ,qBAAqB,EAEtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,MAAM,EAAO,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,OAAO,EACL,cAAc,EAEd,sBAAsB,EAEtB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAGtB;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBACa,oBACX,YAAW,cAAc,EAAE,YAAY,EAAE,qBAAqB;IAc/B,OAAO,CAAC,QAAQ,CAAC,KAAK;IAEnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAdzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;IAChE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA0C;IAC7E,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsC;IAC5E,0EAA0E;IAC1E,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAkC;IACrE,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGa,KAAK,EAAE,KAAK,EAEzC,MAAM,EAAE,yBAAyB;IAOpD;;OAEG;IACH,YAAY,IAAI,IAAI;IAIpB;;;;;;;;OAQG;IACG,YAAY,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC;IA0DpE;;;;OAIG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMxD;;;;;;OAMG;IACG,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,GAAE,MAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAOpF;;;OAGG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMlE;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMzC;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMxC;;;;OAIG;IACG,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,EAAE,CAAC;IASpB;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1D;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAS7C;;;OAGG;IACG,eAAe,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvD;;OAEG;IACG,qBAAqB,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D;;OAEG;IACG,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB9D;;;OAGG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;OAGG;IACG,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM/D;;OAEG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D;;;OAGG;IACG,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,GAAE,MAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAM9F;;OAEG;IACG,uBAAuB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKhE;;;;OAIG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,GAAE,MAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IASvF;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAQxB;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACG,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,UAAU,SAAI,GACb,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACG,uBAAuB,CAC3B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACH,mBAAmB,IAAI,KAAK;IAO5B;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA6B5C;;OAEG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAI9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAIzB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAIhC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAazB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAgCtB;;OAEG;YACW,mBAAmB;IA0BjC;;OAEG;YACW,WAAW;IA4BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuE5B;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}