atomic-queues 1.6.2 → 2.0.0

package/dist/services/spawn-queue/spawn-queue.service.js

@@ -1,273 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-var __param = (this && this.__param) || function (paramIndex, decorator) {
-    return function (target, key) { decorator(target, key, paramIndex); }
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var SpawnQueueService_1;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SpawnQueueService = void 0;
-const common_1 = require("@nestjs/common");
-const bullmq_1 = require("bullmq");
-const ioredis_1 = __importDefault(require("ioredis"));
-const constants_1 = require("../constants");
-const worker_manager_1 = require("../worker-manager");
-/**
- * SpawnQueueService
- *
- * Replaces the cron-based / service-queue-based worker creation model
- * with a distributed spawn queue.
- *
- * Architecture:
- * - One shared BullMQ queue: `{prefix}-spawn-queue`
- * - EVERY pod runs a BullMQ Worker on this queue (concurrency: 1)
- * - When QueueEventsManager detects a job for an entity with no worker,
- *   it enqueues a spawn-worker job here
- * - BullMQ distributes spawn jobs round-robin across pods
- * - Whichever pod picks up the job creates the entity worker locally
- * - Duplicate protection: before creating, check if worker already exists
- *   (heartbeat key in Redis). If yes, skip. Race-safe because BullMQ
- *   guarantees only ONE worker processes each job.
- *
- * Benefits over the old cron approach:
- * - Workers naturally distribute across all pods
- * - No single leader / no single point of bottleneck
- * - No distributed lock / leader election needed
- * - Reactive (spawn on demand) rather than polling
- *
- * Idle cleanup:
- * - Each pod runs a local interval that checks its OWN workers' idle time
- * - Idle workers are closed directly (no cross-pod signaling needed)
- */
-let SpawnQueueService = SpawnQueueService_1 = class SpawnQueueService {
-    constructor(redis, config, workerManager) {
-        this.redis = redis;
-        this.config = config;
-        this.workerManager = workerManager;
-        this.logger = new common_1.Logger(SpawnQueueService_1.name);
-        this.spawnQueue = null;
-        this.spawnWorker = null;
-        this.idleSweepInterval = null;
-        /** Handler registered by ProcessorDiscoveryService */
-        this.spawnHandler = null;
-        /** Idle timeout per entity type (set by ProcessorDiscovery) */
-        this.idleTimeouts = new Map();
-        /** Reference to QueueEventsManager for hot-cache eviction on idle close */
-        this.queueEventsManager = null;
-        this.keyPrefix = config.keyPrefix || 'aq';
-        this.spawnQueueName = `${this.keyPrefix}-spawn-queue`;
-        this.defaultIdleTimeoutSeconds = 15;
-        this.idleSweepIntervalMs = config.cronInterval ?? 5000;
-    }
-    /**
-     * Set the QueueEventsManagerService reference for hot-cache eviction.
-     * Called by ProcessorDiscoveryService to avoid circular dependency.
-     */
-    setQueueEventsManager(manager) {
-        this.queueEventsManager = manager;
-    }
-    /**
-     * Register the handler that creates entity workers.
-     * Called by ProcessorDiscoveryService during init.
-     */
-    registerSpawnHandler(handler) {
-        this.spawnHandler = handler;
-        this.logger.debug('Spawn handler registered');
-    }
-    /**
-     * Register idle timeout for an entity type.
-     */
-    registerIdleTimeout(entityType, timeoutSeconds) {
-        this.idleTimeouts.set(entityType, timeoutSeconds);
-    }
-    /**
-     * Initialize: create the spawn queue and start the spawn worker + idle sweep.
-     */
-    async onModuleInit() {
-        // Create the spawn queue
-        this.spawnQueue = new bullmq_1.Queue(this.spawnQueueName, {
-            connection: this.redis.duplicate(),
-            defaultJobOptions: {
-                removeOnComplete: true,
-                removeOnFail: 100,
-                attempts: 2,
-                backoff: { type: 'fixed', delay: 500 },
-            },
-        });
-        // Create a BullMQ worker on this pod to consume spawn jobs
-        this.spawnWorker = new bullmq_1.Worker(this.spawnQueueName, async (job) => {
-            await this.handleSpawnJob(job);
-        }, {
-            connection: this.redis.duplicate(),
-            concurrency: 3, // Allow a few concurrent spawns
-        });
-        this.spawnWorker.on('ready', () => {
-            this.logger.log(`Spawn worker ready on this pod — listening to ${this.spawnQueueName}`);
-        });
-        this.spawnWorker.on('failed', (job, error) => {
-            this.logger.error(`Spawn job ${job?.id} failed: ${error.message}`);
-        });
-        // Start the local idle sweep
-        this.startIdleSweep();
-        this.logger.log('SpawnQueueService initialized');
-    }
-    /**
-     * Enqueue a spawn-worker request.
-     * Called by QueueEventsManager when a job arrives for an entity with no worker.
-     *
-     * Uses deduplication: jobId = `spawn-{entityType}-{entityId}` so BullMQ
-     * will not create a duplicate if one is already queued/active.
-     */
-    async requestSpawn(entityType, entityId) {
-        if (!this.spawnQueue) {
-            this.logger.warn('Spawn queue not initialized yet');
-            return;
-        }
-        const jobId = `spawn-${entityType}-${entityId}`;
-        try {
-            await this.spawnQueue.add('spawn-worker', { entityType, entityId }, { jobId });
-            this.logger.debug(`Enqueued spawn request: ${entityType}/${entityId}`);
-        }
-        catch (error) {
-            // Duplicate job ID → already queued, that's fine
-            const msg = error.message;
-            if (msg.includes('duplicate')) {
-                this.logger.debug(`Spawn already queued for ${entityType}/${entityId}`);
-            }
-            else {
-                this.logger.error(`Failed to enqueue spawn: ${msg}`);
-            }
-        }
-    }
-    /**
-     * Handle a spawn job picked up by this pod's worker.
-     */
-    async handleSpawnJob(job) {
-        const { entityType, entityId } = job.data;
-        this.logger.log(`Processing spawn job: ${entityType}/${entityId} (job ${job.id})`);
-        if (!this.spawnHandler) {
-            this.logger.warn('No spawn handler registered — cannot create worker');
-            return;
-        }
-        try {
-            await this.spawnHandler(entityType, entityId);
-        }
-        catch (error) {
-            this.logger.error(`Spawn handler failed for ${entityType}/${entityId}: ${error.message}`);
-            throw error; // Let BullMQ retry
-        }
-    }
-    /**
-     * Direct spawn — bypasses the BullMQ queue entirely.
-     * Called by QueueEventsManagerService when it wins the atomic claim
-     * and wants to create the worker on this pod immediately.
-     */
-    async handleSpawnJobDirect(entityType, entityId) {
-        if (!this.spawnHandler) {
-            this.logger.warn('No spawn handler registered — cannot create worker (direct)');
-            return;
-        }
-        this.logger.log(`Direct spawn: ${entityType}/${entityId} (no queue round-trip)`);
-        await this.spawnHandler(entityType, entityId);
-    }
-    // =========================================================================
-    // IDLE SWEEP — runs locally on each pod
-    // =========================================================================
-    /**
-     * Start the local idle sweep interval.
-     * Periodically checks all workers on THIS pod and closes idle ones.
-     */
-    startIdleSweep() {
-        this.idleSweepInterval = setInterval(async () => {
-            try {
-                await this.sweepIdleWorkers();
-            }
-            catch (error) {
-                this.logger.error(`Idle sweep error: ${error.message}`);
-            }
-        }, this.idleSweepIntervalMs);
-        this.logger.debug(`Idle sweep started (interval: ${this.idleSweepIntervalMs}ms)`);
-    }
-    /**
-     * Sweep all workers on this pod, close any that are idle.
-     */
-    async sweepIdleWorkers() {
-        const localWorkers = await this.workerManager.getNodeWorkers();
-        if (localWorkers.length === 0)
-            return;
-        for (const workerName of localWorkers) {
-            // Skip the spawn worker itself
-            if (workerName.includes('spawn'))
-                continue;
-            // Determine idle timeout for this worker's entity type
-            const entityType = this.extractEntityTypeFromWorkerName(workerName);
-            const idleTimeout = entityType
-                ? (this.idleTimeouts.get(entityType) ?? this.defaultIdleTimeoutSeconds)
-                : this.defaultIdleTimeoutSeconds;
-            const isIdle = await this.workerManager.isWorkerIdle(workerName, idleTimeout);
-            if (isIdle) {
-                const idleSeconds = await this.workerManager.getWorkerIdleSeconds(workerName);
-                this.logger.log(`[IdleSweep] Closing idle worker: ${workerName} (idle ${idleSeconds}s >= ${idleTimeout}s threshold)`);
-                // Evict from hot cache BEFORE closing so the next job triggers a fresh spawn
-                if (this.queueEventsManager) {
-                    this.queueEventsManager.evictFromHotCache(workerName);
-                }
-                await this.workerManager.signalWorkerClose(workerName);
-            }
-        }
-    }
-    /**
-     * Extract entity type from worker name.
-     * Worker names follow pattern: {entityType}-{entityId}-worker
-     * e.g., "candy-abc123-worker" → "candy"
-     */
-    extractEntityTypeFromWorkerName(workerName) {
-        // Worker names from config: e.g., "candy-{uuid}-worker"
-        // We need to match against registered entity types
-        for (const entityType of this.idleTimeouts.keys()) {
-            if (workerName.startsWith(`${entityType}-`)) {
-                return entityType;
-            }
-        }
-        return null;
-    }
-    // =========================================================================
-    // CLEANUP
-    // =========================================================================
-    async onModuleDestroy() {
-        // Stop idle sweep
-        if (this.idleSweepInterval) {
-            clearInterval(this.idleSweepInterval);
-            this.idleSweepInterval = null;
-        }
-        // Close spawn worker
-        if (this.spawnWorker) {
-            await this.spawnWorker.close();
-            this.spawnWorker = null;
-        }
-        // Close spawn queue
-        if (this.spawnQueue) {
-            await this.spawnQueue.close();
-            this.spawnQueue = null;
-        }
-        this.logger.log('SpawnQueueService destroyed');
-    }
-};
-exports.SpawnQueueService = SpawnQueueService;
-exports.SpawnQueueService = SpawnQueueService = SpawnQueueService_1 = __decorate([
-    (0, common_1.Injectable)(),
-    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
-    __param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
-    __metadata("design:paramtypes", [ioredis_1.default, Object, worker_manager_1.WorkerManagerService])
-], SpawnQueueService);
-//# sourceMappingURL=spawn-queue.service.js.map

package/dist/services/spawn-queue/spawn-queue.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"spawn-queue.service.js","sourceRoot":"","sources":["../../../src/services/spawn-queue/spawn-queue.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAOwB;AACxB,mCAA4C;AAC5C,sDAA4B;AAE5B,4CAAyE;AACzE,sDAAyD;AAoBzD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEI,IAAM,iBAAiB,yBAAvB,MAAM,iBAAiB;IAwB5B,YAC+B,KAA6B,EAE1D,MAAkD,EACjC,aAAmC;QAHN,UAAK,GAAL,KAAK,CAAO;QAEzC,WAAM,GAAN,MAAM,CAA2B;QACjC,kBAAa,GAAb,aAAa,CAAsB;QA3BrC,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;QAIrD,eAAU,GAAiB,IAAI,CAAC;QAChC,gBAAW,GAAkB,IAAI,CAAC;QAClC,sBAAiB,GAA0B,IAAI,CAAC;QAExD,sDAAsD;QAC9C,iBAAY,GAA8B,IAAI,CAAC;QAEvD,+DAA+D;QAC9C,iBAAY,GAAwB,IAAI,GAAG,EAAE,CAAC;QAQ/D,2EAA2E;QACnE,uBAAkB,GAAqC,IAAI,CAAC;QAQlE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,GAAG,IAAI,CAAC,SAAS,cAAc,CAAC;QACtD,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,OAAkC;QACtD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,OAA2B;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,UAAkB,EAAE,cAAsB;QAC5D,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,yBAAyB;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,cAAK,CAAC,IAAI,CAAC,cAAc,EAAE;YAC/C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YAClC,iBAAiB,EAAE;gBACjB,gBAAgB,EAAE,IAAI;gBACtB,YAAY,EAAE,GAAG;gBACjB,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,2DAA2D;QAC3D,IAAI,CAAC,WAAW,GAAG,IAAI,eAAM,CAC3B,IAAI,CAAC,cAAc,EACnB,KAAK,EAAE,GAAuB,EAAE,EAAE;YAChC,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,EACD;YACE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YAClC,WAAW,EAAE,CAAC,EAAE,gCAAgC;SACjD,CACF,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,iDAAiD,IAAI,CAAC,cAAc,EAAE,CACvE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,aAAa,GAAG,EAAE,EAAE,YAAY,KAAK,CAAC,OAAO,EAAE,CAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,6BAA6B;QAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,QAAgB;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,UAAU,IAAI,QAAQ,EAAE,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CACvB,cAAc,EACd,EAAE,UAAU,EAAE,QAAQ,EAA0B,EAChD,EAAE,KAAK,EAAE,CACV,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2BAA2B,UAAU,IAAI,QAAQ,EAAE,CACpD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iDAAiD;YACjD,MAAM,GAAG,GAAI,KAAe,CAAC,OAAO,CAAC;YACrC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4BAA4B,UAAU,IAAI,QAAQ,EAAE,CACrD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,GAAuB;QAClD,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAE1C,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yBAAyB,UAAU,IAAI,QAAQ,SAAS,GAAG,CAAC,EAAE,GAAG,CAClE,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,CACrD,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4BAA4B,UAAU,IAAI,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAClF,CAAC;YACF,MAAM,KAAK,CAAC,CAAC,mBAAmB;QAClC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,oBAAoB,CAAC,UAAkB,EAAE,QAAgB;QAC7D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,UAAU,IAAI,QAAQ,wBAAwB,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,4EAA4E;IAC5E,wCAAwC;IACxC,4EAA4E;IAE5E;;;OAGG;IACK,cAAc;QACpB,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC9C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,qBAAsB,KAAe,CAAC,OAAO,EAAE,CAChD,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,IAAI,CAAC,mBAAmB,KAAK,CAC/D,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;QAE/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEtC,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;YACtC,+BAA+B;YAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YAE3C,uDAAuD;YACvD,MAAM,UAAU,GAAG,IAAI,CAAC,+BAA+B,CAAC,UAAU,CAAC,CAAC;YACpE,MAAM,WAAW,GAAG,UAAU;gBAC5B,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,yBAAyB,CAAC;gBACvE,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC;YAEnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAE9E,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oCAAoC,UAAU,UAAU,WAAW,QAAQ,WAAW,cAAc,CACrG,CAAC;gBACF,6EAA6E;gBAC7E,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC5B,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,+BAA+B,CAAC,UAAkB;QACxD,wDAAwD;QACxD,mDAAmD;QACnD,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YAClD,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,UAAU;IACV,4EAA4E;IAE5E,KAAK,CAAC,eAAe;QACnB,kBAAkB;QAClB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;CACF,CAAA;AA3RY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;IA0BR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK,UAG1B,qCAAoB;GA5B3C,iBAAiB,CA2R7B"}

package/dist/services/worker-manager/index.d.ts

@@ -1,2 +0,0 @@
-export * from './worker-manager.service';
-//# sourceMappingURL=index.d.ts.map

package/dist/services/worker-manager/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/worker-manager/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC"}

package/dist/services/worker-manager/index.js

@@ -1,18 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./worker-manager.service"), exports);
-//# sourceMappingURL=index.js.map

package/dist/services/worker-manager/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/worker-manager/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC"}

package/dist/services/worker-manager/worker-manager.service.d.ts

@@ -1,221 +0,0 @@
-import { OnModuleInit, OnApplicationShutdown } from '@nestjs/common';
-import { Worker } from 'bullmq';
-import Redis from 'ioredis';
-import { IWorkerManager, IWorkerCreationOptions, IAtomicQueuesModuleConfig } from '../../domain';
-/**
- * WorkerManagerService
- *
- * Manages worker lifecycle with features from both Whatsapi and bl-blackjack-service:
- *
- * - Dynamic worker creation per entity (user message queue workers, table workers)
- * - Heartbeat-based liveness tracking with TTL
- * - Graceful shutdown via Redis pub/sub
- * - Node-aware worker tracking (multi-instance support)
- * - Automatic cleanup on application shutdown
- *
- * Architecture Notes:
- * - Each worker registers itself with a heartbeat TTL
- * - Workers subscribe to their own shutdown channel
- * - A cron process monitors worker health and spawns/terminates as needed
- * - On application shutdown, all node workers are signaled to close gracefully
- *
- * @example
- * ```typescript
- * const worker = await workerManager.createWorker({
- *   workerName: `user-${userId}-worker`,
- *   queueName: `user-${userId}-queue`,
- *   processor: async (job) => {
- *     // Process job
- *   },
- * });
- * ```
- */
-export declare class WorkerManagerService implements IWorkerManager, OnModuleInit, OnApplicationShutdown {
-    private readonly redis;
-    private readonly config;
-    private readonly logger;
-    private readonly nodeId;
-    private readonly workers;
-    private readonly workerStates;
-    private readonly heartbeatIntervals;
-    private readonly shutdownSubscriptions;
-    /** Tracks the last job completion time per worker (for idle detection) */
-    private readonly lastJobCompletedAt;
-    private subscriberClient;
-    private readonly keyPrefix;
-    constructor(redis: Redis, config: IAtomicQueuesModuleConfig);
-    /**
-     * Initialize subscriber client for pub/sub communication.
-     */
-    onModuleInit(): void;
-    /**
-     * Create a new worker with automatic lifecycle management.
-     *
-     * This method:
-     * 1. Creates a BullMQ Worker
-     * 2. Sets up heartbeat TTL tracking
-     * 3. Subscribes to shutdown channel for graceful termination
-     * 4. Registers lifecycle event handlers
-     */
-    createWorker(options: IWorkerCreationOptions): Promise<Worker>;
-    /**
-     * Check if a worker exists and is alive (has valid heartbeat).
-     * Uses a global alive key for O(1) lookup instead of KEYS scan.
-     * The alive key is maintained alongside the per-node heartbeat key.
-     */
-    workerExists(workerName: string): Promise<boolean>;
-    /**
-     * Atomically claim a worker slot using SET NX.
-     * Returns true if this pod claimed the slot (and should create the worker).
-     * Returns false if another pod already claimed it.
-     * Uses a separate claim key (not the alive key) so that workerExists()
-     * doesn't see the claim as an existing worker before creation finishes.
-     */
-    claimWorkerSlot(workerName: string, ttlSeconds?: number): Promise<boolean>;
-    /**
-     * Check if a worker exists on THIS node specifically.
-     * Use this when you need node-local checks (e.g., for cleanup).
-     */
-    workerExistsOnThisNode(workerName: string): Promise<boolean>;
-    /**
-     * Get all running workers for the current node.
-     */
-    getNodeWorkers(): Promise<string[]>;
-    /**
-     * Get all running workers across all nodes.
-     */
-    getAllWorkers(): Promise<string[]>;
-    /**
-     * Get all workers for a specific entity.
-     * Uses the worker heartbeat TTL keys as the single source of truth.
-     * Worker names follow the pattern: {entityId}-worker
-     */
-    getEntityWorkers(entityType: string, entityId: string): Promise<string[]>;
-    /**
-     * Signal a worker to close gracefully via pub/sub.
-     */
-    signalWorkerClose(workerName: string): Promise<void>;
-    /**
-     * Signal all workers on current node to close.
-     */
-    signalNodeWorkersClose(): Promise<void>;
-    /**
-     * Close all workers managed by this instance.
-     * This is the public API for external callers to gracefully shutdown workers.
-     */
-    closeAllWorkers(timeoutMs?: number): Promise<void>;
-    /**
-     * Wait for all node workers to close with timeout.
-     */
-    waitForWorkersToClose(timeoutMs?: number): Promise<void>;
-    /**
-     * Reset worker heartbeat TTL.
-     */
-    resetWorkerHeartbeat(workerName: string, ttlSeconds?: number): Promise<void>;
-    /**
-     * Remove worker heartbeat (mark as dead).
-     */
-    removeWorkerHeartbeat(workerName: string): Promise<void>;
-    /**
-     * Mark that a worker has completed a job (resets idle counter).
-     * Called internally when job completes.
-     */
-    markWorkerActive(workerName: string): void;
-    /**
-     * Get the idle seconds counter for a worker from Redis.
-     * This is incremented by the heartbeat and reset when a job completes.
-     */
-    getWorkerIdleSeconds(workerName: string): Promise<number>;
-    /**
-     * Reset the idle counter for a worker (called when job completes).
-     */
-    resetWorkerIdleCounter(workerName: string): Promise<void>;
-    /**
-     * Increment the idle counter for a worker (called by heartbeat).
-     * Returns the new idle seconds value.
-     */
-    incrementWorkerIdleCounter(workerName: string, incrementBy?: number): Promise<number>;
-    /**
-     * Remove the idle counter for a worker (cleanup).
-     */
-    removeWorkerIdleCounter(workerName: string): Promise<void>;
-    /**
-     * Check if a worker is idle based on threshold.
-     * @param workerName - Worker name
-     * @param thresholdSeconds - Idle threshold in seconds (default: 15)
-     */
-    isWorkerIdle(workerName: string, thresholdSeconds?: number): Promise<boolean>;
-    /**
-     * Get the Redis key for a worker's idle counter.
-     */
-    private getWorkerIdleKey;
-    /**
-     * Get the node ID for this instance.
-     */
-    getNodeId(): string;
-    /**
-     * Index a worker for an entity (for entity-based tracking).
-     */
-    indexEntityWorker(entityType: string, entityId: string, workerId: string, ttlSeconds?: number): Promise<void>;
-    /**
-     * Remove entity worker index.
-     */
-    removeEntityWorkerIndex(entityType: string, entityId: string, workerId: string): Promise<void>;
-    /**
-     * Get subscriber client for pub/sub operations.
-     */
-    getSubscriberClient(): Redis;
-    /**
-     * Graceful shutdown on application termination.
-     */
-    onApplicationShutdown(): Promise<void>;
-    /**
-     * Generate a unique node ID for this instance.
-     */
-    private generateNodeId;
-    /**
-     * Create a subscriber client for pub/sub.
-     */
-    private createSubscriberClient;
-    /**
-     * Get the Redis key for a worker's heartbeat (per-node).
-     */
-    private getWorkerKey;
-    /**
-     * Get the global alive key for O(1) worker existence check.
-     * This key has the same TTL as the per-node heartbeat and is
-     * refreshed in the same pipeline. It replaces the O(N) KEYS scan
-     * with a single O(1) EXISTS call.
-     */
-    private getGlobalAliveKey;
-    /**
-     * Get the shutdown channel for a worker.
-     */
-    private getWorkerShutdownChannel;
-    /**
-     * Merge worker config with defaults.
-     */
-    private mergeWorkerConfig;
-    /**
-     * Set up heartbeat interval for a worker.
-     * Also increments idle counter on each heartbeat tick.
-     */
-    private setupHeartbeat;
-    /**
-     * Subscribe to shutdown channel for graceful termination.
-     */
-    private subscribeToShutdown;
-    /**
-     * Close a worker and clean up resources.
-     */
-    private closeWorker;
-    /**
-     * Register event handlers for a worker.
-     */
-    private registerWorkerEvents;
-    /**
-     * Sleep utility.
-     */
-    private sleep;
-}
-//# sourceMappingURL=worker-manager.service.d.ts.map

package/dist/services/worker-manager/worker-manager.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-manager.service.d.ts","sourceRoot":"","sources":["../../../src/services/worker-manager/worker-manager.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,EACZ,qBAAqB,EAEtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,MAAM,EAAO,MAAM,QAAQ,CAAC;AACrC,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,OAAO,EACL,cAAc,EAEd,sBAAsB,EAEtB,yBAAyB,EAC1B,MAAM,cAAc,CAAC;AAItB;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBACa,oBACX,YAAW,cAAc,EAAE,YAAY,EAAE,qBAAqB;IAc/B,OAAO,CAAC,QAAQ,CAAC,KAAK;IAEnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAdzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;IAChE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IACrE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA0C;IAC7E,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsC;IAC5E,0EAA0E;IAC1E,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAkC;IACrE,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGa,KAAK,EAAE,KAAK,EAEzC,MAAM,EAAE,yBAAyB;IAOpD;;OAEG;IACH,YAAY,IAAI,IAAI;IAIpB;;;;;;;;OAQG;IACG,YAAY,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC;IA0DpE;;;;OAIG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMxD;;;;;;OAMG;IACG,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,GAAE,MAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAOpF;;;OAGG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMlE;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMzC;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMxC;;;;OAIG;IACG,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,EAAE,CAAC;IASpB;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1D;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAS7C;;;OAGG;IACG,eAAe,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvD;;OAEG;IACG,qBAAqB,CAAC,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB7D;;OAEG;IACG,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB9D;;;OAGG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;OAGG;IACG,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM/D;;OAEG;IACG,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/D;;;OAGG;IACG,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,GAAE,MAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAM9F;;OAEG;IACG,uBAAuB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKhE;;;;OAIG;IACG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,GAAE,MAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IASvF;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAQxB;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACG,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,UAAU,SAAI,GACb,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACG,uBAAuB,CAC3B,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACH,mBAAmB,IAAI,KAAK;IAO5B;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA6B5C;;OAEG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAI9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAIzB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAIhC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAazB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAgCtB;;OAEG;YACW,mBAAmB;IA0BjC;;OAEG;YACW,WAAW;IA4BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuE5B;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}