atomic-queues 1.6.2 → 2.0.1

package/dist/services/queue-events-manager/queue-events-manager.service.js

@@ -1,343 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-var __param = (this && this.__param) || function (paramIndex, decorator) {
-    return function (target, key) { decorator(target, key, paramIndex); }
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var QueueEventsManagerService_1;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.QueueEventsManagerService = void 0;
-const common_1 = require("@nestjs/common");
-const bullmq_1 = require("bullmq");
-const ioredis_1 = __importDefault(require("ioredis"));
-const constants_1 = require("../constants");
-const utils_1 = require("../../utils");
-const worker_manager_1 = require("../worker-manager");
-const service_queue_1 = require("../service-queue");
-const spawn_queue_1 = require("../spawn-queue");
-/**
- * QueueEventsManagerService
- *
- * Listens to BullMQ queue events using Redis pub/sub (ecological).
- * When a job is added to a queue and no worker exists, triggers worker spawning.
- *
- * This enables a "scalerless" architecture where:
- * - Workers are spawned on-demand when jobs arrive
- * - Workers terminate themselves when idle
- * - No need for @EntityScaler with @GetActiveEntities
- *
- * Key Features:
- * - Redis pub/sub based (ecological) - no polling
- * - Uses BullMQ's QueueEvents for reliable event delivery
- * - Checks for existing workers before spawning
- * - Integrates with ServiceQueue for distributed coordination
- *
- * @example
- * ```typescript
- * // Register a queue for event listening
- * queueEventsManager.registerQueue({
- *   queueName: 'aq:table:123:queue',
- *   entityType: 'table',
- *   extractEntityId: (qn) => qn.split(':')[2], // 123
- *   onJobArrived: async (entityType, entityId) => {
- *     await createWorkerForEntity(entityType, entityId);
- *   },
- * });
- * ```
- */
-let QueueEventsManagerService = QueueEventsManagerService_1 = class QueueEventsManagerService {
-    constructor(redis, config, workerManager, spawnQueueService, serviceQueueManager) {
-        this.redis = redis;
-        this.config = config;
-        this.workerManager = workerManager;
-        this.spawnQueueService = spawnQueueService;
-        this.serviceQueueManager = serviceQueueManager;
-        this.logger = new common_1.Logger(QueueEventsManagerService_1.name);
-        this.registeredQueues = new Map();
-        // Pattern-based listeners for dynamic queue spawning
-        this.entityPatterns = new Map();
-        // Global callback for spawning workers
-        this.onJobArrivedCallback = null;
-        // =========================================================================
-        // HOT CACHE — eliminates Redis calls on the warm path entirely.
-        // Once we know a worker exists (via Redis check or local creation),
-        // we cache the worker name. Subsequent job arrivals for that entity
-        // short-circuit without touching Redis at all.
-        // =========================================================================
-        this.hotCache = new Set();
-        this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
-        this.useServiceQueue = config.serviceQueue?.enabled !== false;
-    }
-    /**
-     * Register a callback to be called when a job arrives for any queue
-     * and no worker exists. Used by ProcessorDiscoveryService.
-     */
-    setOnJobArrivedCallback(callback) {
-        this.onJobArrivedCallback = callback;
-        this.logger.debug('OnJobArrived callback registered');
-    }
-    /**
-     * Register an entity type pattern for automatic queue event listening.
-     * When a job is added to any queue matching this pattern, a worker spawn is triggered.
-     */
-    registerEntityPattern(entityType, queueNameFn, workerNameFn) {
-        // Create a regex pattern extractor by analyzing the queueNameFn
-        // We pass a known placeholder and see where it appears in the result
-        const placeholder = '__ENTITY_ID_PLACEHOLDER__';
-        const sampleQueueName = queueNameFn(placeholder);
-        // Escape regex special characters in the parts before/after the placeholder
-        const parts = sampleQueueName.split(placeholder);
-        const escapeRegex = (str) => str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
-        let extractRegex;
-        if (parts.length === 2) {
-            // Standard case: prefix + entityId + suffix
-            const [prefix, suffix] = parts;
-            extractRegex = new RegExp(`^${escapeRegex(prefix)}(.+)${escapeRegex(suffix)}$`);
-        }
-        else {
-            // Fallback: try common patterns
-            extractRegex = new RegExp(`^(.+)-queue$`);
-        }
-        const extractEntityId = (queueName) => {
-            const match = queueName.match(extractRegex);
-            return match ? match[1] : null;
-        };
-        // Log the derived pattern for debugging
-        this.logger.debug(`[${entityType}] Derived queue pattern: ${extractRegex.source} from sample: ${sampleQueueName}`);
-        this.entityPatterns.set(entityType, {
-            queueNameFn,
-            workerNameFn,
-            extractEntityId,
-        });
-        this.logger.log(`Registered entity pattern for '${entityType}' - will listen for job arrivals`);
-    }
-    /**
-     * Listen for job arrivals on a specific queue.
-     * Creates a QueueEvents instance for the queue and listens for 'waiting' events.
-     *
-     * @param queueName The BullMQ queue name to listen to
-     * @param entityType The entity type (e.g., 'table')
-     * @param extractEntityId Function to extract entityId from queue name
-     */
-    async listenToQueue(queueName, entityType, extractEntityId) {
-        if (this.registeredQueues.has(queueName)) {
-            this.logger.debug(`Already listening to queue: ${queueName}`);
-            return;
-        }
-        this.logger.debug(`Starting to listen to queue events: ${queueName}`);
-        const queueEvents = new bullmq_1.QueueEvents(queueName, {
-            connection: this.redis.duplicate(),
-        });
-        // Listen for job added events (waiting state)
-        queueEvents.on('waiting', async ({ jobId }) => {
-            await this.handleJobArrived(queueName, entityType, extractEntityId, jobId);
-        });
-        // Also listen for delayed jobs becoming ready
-        queueEvents.on('delayed', async ({ jobId }) => {
-            this.logger.debug(`[QueueEvents] Job ${jobId} delayed in ${queueName}`);
-        });
-        // Store the registered queue
-        this.registeredQueues.set(queueName, {
-            queueName,
-            entityType,
-            queueEvents,
-            extractEntityId,
-        });
-        this.logger.log(`Listening to queue events: ${queueName}`);
-    }
-    /**
-     * Handle job arrival — ultra-low-latency path.
-     *
-     * Hot path (worker exists in cache): 0 Redis calls. Instant return.
-     * Warm path (worker exists in Redis): 1 Redis EXISTS call (O(1)).
-     * Cold path (no worker): 1 SET NX claim + direct local creation.
-     *
-     * This replaces the old flow of: KEYS scan → spawn queue enqueue →
-     * spawn queue dequeue → create worker (multiple seconds) with:
-     * cache hit → 0ms, or SET NX + local create → ~10ms.
-     */
-    async handleJobArrived(queueName, entityType, extractEntityId, jobId) {
-        const entityId = extractEntityId(queueName);
-        // Check if worker already exists for this entity
-        const pattern = this.entityPatterns.get(entityType);
-        if (!pattern)
-            return;
-        const workerName = pattern.workerNameFn(entityId);
-        // ── HOT CACHE (0 Redis calls) ────────────────────────────────
-        if (this.hotCache.has(workerName))
-            return;
-        // ── WARM PATH (1 Redis EXISTS — O(1)) ────────────────────────
-        const workerExists = await this.workerManager.workerExists(workerName);
-        if (workerExists) {
-            this.hotCache.add(workerName);
-            return;
-        }
-        // ── COLD PATH — Direct local spawn ───────────────────────────
-        // Atomic claim via SET NX: if this pod wins, it creates the
-        // worker locally (no spawn queue round-trip). If another pod
-        // already claimed it, we skip (that pod is creating it).
-        const claimed = await this.workerManager.claimWorkerSlot(workerName);
-        if (claimed) {
-            this.logger.log(`[QueueEvents] Claimed ${entityType}/${entityId} — creating worker locally`);
-            // Direct local spawn (same-pod, no BullMQ round-trip)
-            try {
-                if (this.onJobArrivedCallback) {
-                    await this.onJobArrivedCallback(entityType, entityId, queueName);
-                }
-                else if (this.spawnQueueService) {
-                    // If only spawn handler is registered, invoke it directly
-                    await this.spawnQueueService.handleSpawnJobDirect?.(entityType, entityId);
-                }
-                this.hotCache.add(workerName);
-            }
-            catch (error) {
-                this.logger.error(`[QueueEvents] Direct spawn failed for ${entityType}/${entityId}: ${error.message}`);
-                // Fall back to spawn queue if direct creation failed
-                if (this.spawnQueueService) {
-                    await this.spawnQueueService.requestSpawn(entityType, entityId);
-                }
-            }
-        }
-        else {
-            // Another pod claimed it — it'll be created there.
-            // Add to cache after a short delay (the other pod needs time to create).
-            setTimeout(() => this.hotCache.add(workerName), 500);
-        }
-    }
-    /**
-     * Evict a worker from the hot cache.
-     * Called by SpawnQueueService when idle sweep closes a worker,
-     * so the next job arrival will trigger a fresh spawn.
-     */
-    evictFromHotCache(workerName) {
-        this.hotCache.delete(workerName);
-    }
-    /**
-     * Get the hot cache size (for diagnostics).
-     */
-    getHotCacheSize() {
-        return this.hotCache.size;
-    }
-    /**
-     * Listen to all queues that match a pattern.
-     * Uses Redis SCAN to find existing queues and listens to them.
-     * Also sets up keyspace notifications for new queues (if enabled).
-     */
-    async listenToEntityTypeQueues(entityType) {
-        const pattern = this.entityPatterns.get(entityType);
-        if (!pattern) {
-            this.logger.warn(`No pattern registered for entity type: ${entityType}`);
-            return;
-        }
-        // Find existing queues matching the pattern
-        const queuePattern = `${this.keyPrefix}:${entityType}:*:queue`;
-        const bulkQueuePattern = `bull:${this.keyPrefix}:${entityType}:*:queue:*`;
-        // Scan for existing BullMQ queue keys
-        const keys = await (0, utils_1.scanKeys)(this.redis, bulkQueuePattern);
-        const queueNames = new Set();
-        for (const key of keys) {
-            // Extract queue name from BullMQ key
-            // Format: bull:{queueName}:{suffix}
-            const match = key.match(/^bull:([^:]+:[^:]+:[^:]+:queue):/);
-            if (match) {
-                queueNames.add(match[1]);
-            }
-        }
-        this.logger.debug(`Found ${queueNames.size} existing queues for ${entityType}`);
-        // Listen to each existing queue
-        for (const queueName of queueNames) {
-            const extractFn = pattern.extractEntityId;
-            if (!extractFn)
-                continue;
-            // Wrap the extractEntityId to handle null return
-            const safeExtract = (qn) => {
-                const result = extractFn(qn);
-                return result ?? 'unknown';
-            };
-            await this.listenToQueue(queueName, entityType, safeExtract);
-        }
-    }
-    /**
-     * Ensure we're listening to events for a specific queue.
-     * Call this when adding a job to ensure we catch the event.
-     */
-    async ensureListening(queueName, entityType) {
-        if (this.registeredQueues.has(queueName)) {
-            return;
-        }
-        const pattern = this.entityPatterns.get(entityType);
-        if (!pattern || !pattern.extractEntityId) {
-            this.logger.debug(`No pattern for ${entityType}, can't auto-listen`);
-            return;
-        }
-        // Wrap the extractEntityId to handle null return
-        const extractFn = pattern.extractEntityId;
-        const safeExtract = (qn) => {
-            const result = extractFn(qn);
-            return result ?? 'unknown';
-        };
-        await this.listenToQueue(queueName, entityType, safeExtract);
-    }
-    /**
-     * Stop listening to a specific queue.
-     */
-    async stopListening(queueName) {
-        const registered = this.registeredQueues.get(queueName);
-        if (!registered) {
-            return;
-        }
-        try {
-            await registered.queueEvents.close();
-            this.registeredQueues.delete(queueName);
-            this.logger.debug(`Stopped listening to queue: ${queueName}`);
-        }
-        catch (error) {
-            this.logger.error(`Error stopping listener for ${queueName}: ${error.message}`);
-        }
-    }
-    /**
-     * Get all registered queue names.
-     */
-    getRegisteredQueues() {
-        return Array.from(this.registeredQueues.keys());
-    }
-    /**
-     * Cleanup on module destroy.
-     */
-    async onModuleDestroy() {
-        this.logger.debug('Closing all queue event listeners...');
-        const closePromises = Array.from(this.registeredQueues.values()).map(async (registered) => {
-            try {
-                await registered.queueEvents.close();
-            }
-            catch (error) {
-                this.logger.error(`Error closing queue events for ${registered.queueName}:`, error);
-            }
-        });
-        await Promise.all(closePromises);
-        this.registeredQueues.clear();
-        this.logger.debug('All queue event listeners closed');
-    }
-};
-exports.QueueEventsManagerService = QueueEventsManagerService;
-exports.QueueEventsManagerService = QueueEventsManagerService = QueueEventsManagerService_1 = __decorate([
-    (0, common_1.Injectable)(),
-    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
-    __param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
-    __param(3, (0, common_1.Optional)()),
-    __param(4, (0, common_1.Optional)()),
-    __metadata("design:paramtypes", [ioredis_1.default, Object, worker_manager_1.WorkerManagerService,
-        spawn_queue_1.SpawnQueueService,
-        service_queue_1.ServiceQueueManager])
-], QueueEventsManagerService);
-//# sourceMappingURL=queue-events-manager.service.js.map

package/dist/services/queue-events-manager/queue-events-manager.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"queue-events-manager.service.js","sourceRoot":"","sources":["../../../src/services/queue-events-manager/queue-events-manager.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAMwB;AACxB,mCAAqC;AACrC,sDAA4B;AAC5B,4CAAyE;AAEzE,uCAAyD;AACzD,sDAAyD;AACzD,oDAA6E;AAC7E,gDAAmD;AAqBnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEI,IAAM,yBAAyB,iCAA/B,MAAM,yBAAyB;IAwBpC,YAC+B,KAA6B,EAE1D,MAAkD,EACjC,aAAmC,EACxC,iBAAsD,EACtD,mBAA0D;QALxB,UAAK,GAAL,KAAK,CAAO;QAEzC,WAAM,GAAN,MAAM,CAA2B;QACjC,kBAAa,GAAb,aAAa,CAAsB;QACvB,sBAAiB,GAAjB,iBAAiB,CAAoB;QACrC,wBAAmB,GAAnB,mBAAmB,CAAsB;QA7BvD,WAAM,GAAG,IAAI,eAAM,CAAC,2BAAyB,CAAC,IAAI,CAAC,CAAC;QACpD,qBAAgB,GAAuC,IAAI,GAAG,EAAE,CAAC;QAIlF,qDAAqD;QACpC,mBAAc,GAI1B,IAAI,GAAG,EAAE,CAAC;QAEf,uCAAuC;QAC/B,yBAAoB,GAAgC,IAAI,CAAC;QAEjE,4EAA4E;QAC5E,gEAAgE;QAChE,oEAAoE;QACpE,oEAAoE;QACpE,+CAA+C;QAC/C,4EAA4E;QAC3D,aAAQ,GAAgB,IAAI,GAAG,EAAE,CAAC;QAUjD,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY,EAAE,OAAO,KAAK,KAAK,CAAC;IAChE,CAAC;IAED;;;OAGG;IACH,uBAAuB,CAAC,QAA8B;QACpD,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;QACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC;IAED;;;OAGG;IACH,qBAAqB,CACnB,UAAkB,EAClB,WAAyC,EACzC,YAA0C;QAE1C,gEAAgE;QAChE,qEAAqE;QACrE,MAAM,WAAW,GAAG,2BAA2B,CAAC;QAChD,MAAM,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAEjD,4EAA4E;QAC5E,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAEhF,IAAI,YAAoB,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,4CAA4C;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC;YAC/B,YAAY,GAAG,IAAI,MAAM,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClF,CAAC;aAAM,CAAC;YACN,gCAAgC;YAChC,YAAY,GAAG,IAAI,MAAM,CAAC,cAAc,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,eAAe,GAAG,CAAC,SAAiB,EAAiB,EAAE;YAC3D,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,CAAC,CAAC;QAEF,wCAAwC;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAI,UAAU,4BAA4B,YAAY,CAAC,MAAM,iBAAiB,eAAe,EAAE,CAChG,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE;YAClC,WAAW;YACX,YAAY;YACZ,eAAe;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,kCAAkC,UAAU,kCAAkC,CAC/E,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CACjB,SAAiB,EACjB,UAAkB,EAClB,eAA8C;QAE9C,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,SAAS,EAAE,CAAC,CAAC;QAEtE,MAAM,WAAW,GAAG,IAAI,oBAAW,CAAC,SAAS,EAAE;YAC7C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;SACnC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;YAC5C,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,KAAK,eAAe,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,6BAA6B;QAC7B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE;YACnC,SAAS;YACT,UAAU;YACV,WAAW;YACX,eAAe;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;;;;;OAUG;IACK,KAAK,CAAC,gBAAgB,CAC5B,SAAiB,EACjB,UAAkB,EAClB,eAA8C,EAC9C,KAAa;QAEb,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAE5C,iDAAiD;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAElD,gEAAgE;QAChE,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,OAAO;QAE1C,gEAAgE;QAChE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvE,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,gEAAgE;QAChE,4DAA4D;QAC5D,6DAA6D;QAC7D,yDAAyD;QACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACrE,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yBAAyB,UAAU,IAAI,QAAQ,4BAA4B,CAC5E,CAAC;YAEF,sDAAsD;YACtD,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;gBACnE,CAAC;qBAAM,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAClC,0DAA0D;oBAC1D,MAAO,IAAI,CAAC,iBAAyB,CAAC,oBAAoB,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACrF,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,yCAAyC,UAAU,IAAI,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAC/F,CAAC;gBACF,qDAAqD;gBACrD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,mDAAmD;YACnD,yEAAyE;YACzE,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,UAAkB;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,wBAAwB,CAAC,UAAkB;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,UAAU,EAAE,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,4CAA4C;QAC5C,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,UAAU,UAAU,CAAC;QAC/D,MAAM,gBAAgB,GAAG,QAAQ,IAAI,CAAC,SAAS,IAAI,UAAU,YAAY,CAAC;QAE1E,sCAAsC;QACtC,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAQ,EAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QAErC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,qCAAqC;YACrC,oCAAoC;YACpC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC5D,IAAI,KAAK,EAAE,CAAC;gBACV,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,SAAS,UAAU,CAAC,IAAI,wBAAwB,UAAU,EAAE,CAC7D,CAAC;QAEF,gCAAgC;QAChC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC;YAC1C,IAAI,CAAC,SAAS;gBAAE,SAAS;YAEzB,iDAAiD;YACjD,MAAM,WAAW,GAAG,CAAC,EAAU,EAAU,EAAE;gBACzC,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC7B,OAAO,MAAM,IAAI,SAAS,CAAC;YAC7B,CAAC,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,SAAiB,EAAE,UAAkB;QACzD,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,UAAU,qBAAqB,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QAED,iDAAiD;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC;QAC1C,MAAM,WAAW,GAAG,CAAC,EAAU,EAAU,EAAE;YACzC,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;YAC7B,OAAO,MAAM,IAAI,SAAS,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+BAA+B,SAAS,KAAM,KAAe,CAAC,OAAO,EAAE,CACxE,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAE1D,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAClE,KAAK,EAAE,UAAU,EAAE,EAAE;YACnB,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,kCAAkC,UAAU,CAAC,SAAS,GAAG,EACzD,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACjC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC;CACF,CAAA;AA1VY,8DAAyB;oCAAzB,yBAAyB;IADrC,IAAA,mBAAU,GAAE;IA0BR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;IAG5B,WAAA,IAAA,iBAAQ,GAAE,CAAA;IACV,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAL0C,iBAAK,UAG1B,qCAAoB;QACH,+BAAiB;QACf,mCAAmB;GA9B7D,yBAAyB,CA0VrC"}

package/dist/services/queue-manager/index.d.ts

@@ -1,2 +0,0 @@
-export * from './queue-manager.service';
-//# sourceMappingURL=index.d.ts.map

package/dist/services/queue-manager/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/queue-manager/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}

package/dist/services/queue-manager/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/queue-manager/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC"}

package/dist/services/queue-manager/queue-manager.service.d.ts

@@ -1,148 +0,0 @@
-import { OnModuleDestroy } from '@nestjs/common';
-import { Queue, Job, QueueEvents } from 'bullmq';
-import Redis from 'ioredis';
-import { IQueueManager, IManagedQueue, IJobOptions } from '../../domain';
-import { IAtomicQueuesModuleConfig } from '../../domain';
-interface IQueueEventsManager {
-    ensureListening(queueName: string, entityType: string): Promise<void>;
-}
-/**
- * QueueManagerService
- *
- * Manages dynamic queue creation and destruction per entity.
- * This is the core service for creating queues on-demand for users, tables,
- * or any other entity type that requires atomic processing.
- *
- * Key Features:
- * - Dynamic queue creation with lazy initialization
- * - Entity-specific queue naming conventions
- * - Automatic cleanup on module destroy
- * - Job management (add, delete)
- * - Queue lifecycle management
- *
- * @example
- * ```typescript
- * // Get or create a queue for a user
- * const queue = queueManager.getOrCreateEntityQueue('user', '123');
- *
- * // Add a job to the queue
- * await queueManager.addJob('user-123-queue', 'process-message', { text: 'hello' });
- * ```
- */
-export declare class QueueManagerService implements IQueueManager, OnModuleDestroy {
-    private readonly redis;
-    private readonly config;
-    private readonly logger;
-    private readonly queues;
-    private readonly queueEvents;
-    private readonly keyPrefix;
-    private queueEventsManager;
-    constructor(redis: Redis, config: IAtomicQueuesModuleConfig);
-    /**
-     * Set the QueueEventsManager reference.
-     * Called by ProcessorDiscoveryService after initialization.
-     */
-    setQueueEventsManager(manager: IQueueEventsManager): void;
-    /**
-     * Get or create a queue by name.
-     * If the queue doesn't exist, it will be created with default configuration.
-     */
-    getOrCreateQueue(queueName: string): Queue;
-    /**
-     * Get or create an entity-specific queue.
-     * Uses naming convention: {entityType}-{entityId}-queue
-     */
-    getOrCreateEntityQueue(entityType: string, entityId: string): Queue;
-    /**
-     * Close and remove a specific queue.
-     * This will gracefully close the queue and clean up resources.
-     */
-    closeQueue(queueName: string): Promise<void>;
-    /**
-     * Close all managed queues.
-     * Called automatically on module destroy.
-     */
-    closeAllQueues(): Promise<void>;
-    /**
-     * Get all managed queue names.
-     */
-    getQueueNames(): string[];
-    /**
-     * Get all queues for a specific entity type.
-     */
-    getEntityTypeQueues(entityType: string): IManagedQueue[];
-    /**
-     * Delete a specific job from a queue.
-     */
-    deleteJob(queueName: string, jobId: string): Promise<void>;
-    /**
-     * Add a job to a queue with optional configuration.
-     * If QueueEventsManager is available and entityType is provided,
-     * ensures we're listening for job events to trigger auto-spawning.
-     */
-    addJob<T>(queueName: string, jobName: string, data: T, options?: IJobOptions & {
-        entityType?: string;
-    }): Promise<Job<T>>;
-    /**
-     * Obliterate a queue (remove all jobs and the queue itself).
-     * Use with caution - this is destructive.
-     */
-    obliterateQueue(queueName: string): Promise<void>;
-    /**
-     * Get jobs from a queue by state.
-     */
-    getJobs(queueName: string, states: ('active' | 'waiting' | 'completed' | 'failed' | 'delayed')[], start?: number, end?: number): Promise<Job[]>;
-    /**
-     * Get the job count for a queue.
-     */
-    getJobCounts(queueName: string): Promise<{
-        waiting: number;
-        active: number;
-        completed: number;
-        failed: number;
-        delayed: number;
-    }>;
-    /**
-     * Pause a queue.
-     */
-    pauseQueue(queueName: string): Promise<void>;
-    /**
-     * Resume a paused queue.
-     */
-    resumeQueue(queueName: string): Promise<void>;
-    /**
-     * Check if a queue exists.
-     */
-    hasQueue(queueName: string): boolean;
-    /**
-     * Get managed queue info.
-     */
-    getManagedQueue(queueName: string): IManagedQueue | undefined;
-    /**
-     * Get or create QueueEvents for a queue.
-     * Used for waitUntilFinished functionality.
-     */
-    getQueueEvents(queueName: string): Promise<QueueEvents>;
-    /**
-     * Create a new BullMQ Queue instance with configuration.
-     */
-    private createQueue;
-    /**
-     * Generate queue name for an entity.
-     */
-    private getEntityQueueName;
-    /**
-     * Normalize queue name to ensure consistency.
-     */
-    private normalizeQueueName;
-    /**
-     * Merge job options with defaults.
-     */
-    private mergeJobOptions;
-    /**
-     * Cleanup on module destroy.
-     */
-    onModuleDestroy(): Promise<void>;
-}
-export {};
-//# sourceMappingURL=queue-manager.service.d.ts.map

package/dist/services/queue-manager/queue-manager.service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"queue-manager.service.d.ts","sourceRoot":"","sources":["../../../src/services/queue-manager/queue-manager.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,eAAe,EAAoB,MAAM,gBAAgB,CAAC;AACvF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACjD,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EACL,aAAa,EACb,aAAa,EACb,WAAW,EAEZ,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAGzD,UAAU,mBAAmB;IAC3B,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACvE;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBACa,mBAAoB,YAAW,aAAa,EAAE,eAAe;IAUzC,OAAO,CAAC,QAAQ,CAAC,KAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAVvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwC;IAC/D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;IAChE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAGnC,OAAO,CAAC,kBAAkB,CAAoC;gBAGd,KAAK,EAAE,KAAK,EACX,MAAM,EAAE,yBAAyB;IAKlF;;;OAGG;IACH,qBAAqB,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI;IAIzD;;;OAGG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK;IAuB1C;;;OAGG;IACH,sBAAsB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK;IAuBnE;;;OAGG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBlD;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAmBrC;;OAEG;IACH,aAAa,IAAI,MAAM,EAAE;IAIzB;;OAEG;IACH,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,aAAa,EAAE;IAMxD;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBhE;;;;OAIG;IACG,MAAM,CAAC,CAAC,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,CAAC,EACP,OAAO,CAAC,EAAE,WAAW,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAC9C,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAqBlB;;;OAGG;IACG,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBvD;;OAEG;IACG,OAAO,CACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,CAAC,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC,EAAE,EACrE,KAAK,SAAI,EACT,GAAG,SAAM,GACR,OAAO,CAAC,GAAG,EAAE,CAAC;IAKjB;;OAEG;IACG,YAAY,CAChB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IAiBF;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMlD;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnD;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIpC;;OAEG;IACH,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAI7D;;;OAGG;IACG,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAmB7D;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAI1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAS1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAcvB;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;CAavC"}