@motiadev/adapter-bullmq-events 0.14.0-beta.165-210612 → 0.14.0-beta.165-256670

package/LICENSE

@@ -90,4 +90,4 @@ these terms.
 
 **use** means anything you do with the software requiring one of your licenses.
 
-**trademark** means trademarks, service marks, and similar rights.
+**trademark** means trademarks, service marks, and similar rights.

package/dist/bullmq-event-adapter.d.ts

@@ -0,0 +1,27 @@
+import type { Event, EventAdapter, QueueConfig, SubscriptionHandle } from '@motiadev/core';
+import type { Redis } from 'ioredis';
+import { DLQManager } from './dlq-manager';
+import { QueueManager } from './queue-manager';
+import type { BullMQEventAdapterConfig } from './types';
+import { WorkerManager } from './worker-manager';
+export declare class BullMQEventAdapter implements EventAdapter {
+    private readonly connectionManager;
+    private readonly _queueManager;
+    private readonly _workerManager;
+    private readonly _dlqManager;
+    private readonly _config;
+    constructor(config: BullMQEventAdapterConfig);
+    get connection(): Redis;
+    get prefix(): string;
+    get dlqSuffix(): string;
+    get queueManager(): QueueManager;
+    get workerManager(): WorkerManager;
+    get dlqManager(): DLQManager;
+    emit<TData>(event: Event<TData>): Promise<void>;
+    subscribe<TData>(topic: string, stepName: string, handler: (event: Event<TData>) => void | Promise<void>, options?: QueueConfig): Promise<SubscriptionHandle>;
+    unsubscribe(handle: SubscriptionHandle): Promise<void>;
+    shutdown(): Promise<void>;
+    getSubscriptionCount(topic: string): Promise<number>;
+    listTopics(): Promise<string[]>;
+}
+//# sourceMappingURL=bullmq-event-adapter.d.ts.map

package/dist/bullmq-event-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-event-adapter.d.ts","sourceRoot":"","sources":["../src/bullmq-event-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAC1F,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAEhD,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAc;IAC5C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAe;IAC9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAY;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;gBAE1B,MAAM,EAAE,wBAAwB;IAa5C,IAAI,UAAU,IAAI,KAAK,CAEtB;IAED,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,YAAY,CAE/B;IAED,IAAI,aAAa,IAAI,aAAa,CAEjC;IAED,IAAI,UAAU,IAAI,UAAU,CAE3B;IAEK,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,SAAS,CAAC,KAAK,EACnB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACtD,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,kBAAkB,CAAC;IAOxB,WAAW,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAStD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAczB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIpD,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAGtC"}

package/dist/bullmq-event-adapter.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BullMQEventAdapter = void 0;
+const config_builder_1 = require("./config-builder");
+const connection_manager_1 = require("./connection-manager");
+const dlq_manager_1 = require("./dlq-manager");
+const queue_manager_1 = require("./queue-manager");
+const worker_manager_1 = require("./worker-manager");
+class BullMQEventAdapter {
+    constructor(config) {
+        this._config = (0, config_builder_1.buildConfig)(config);
+        this.connectionManager = new connection_manager_1.ConnectionManager(config.connection);
+        this._queueManager = new queue_manager_1.QueueManager(this.connectionManager.connection, this._config);
+        this._dlqManager = new dlq_manager_1.DLQManager(this.connectionManager.connection, this._config);
+        this._workerManager = new worker_manager_1.WorkerManager(this.connectionManager.connection, this._config, (topic, stepName) => this._queueManager.getQueueName(topic, stepName), this._dlqManager);
+    }
+    get connection() {
+        return this.connectionManager.connection;
+    }
+    get prefix() {
+        return this._config.prefix;
+    }
+    get dlqSuffix() {
+        return this._config.dlq.suffix;
+    }
+    get queueManager() {
+        return this._queueManager;
+    }
+    get workerManager() {
+        return this._workerManager;
+    }
+    get dlqManager() {
+        return this._dlqManager;
+    }
+    async emit(event) {
+        const subscribers = this._workerManager.getSubscribers(event.topic);
+        if (subscribers.length === 0) {
+            return;
+        }
+        await this._queueManager.enqueueToAll(event, subscribers);
+    }
+    async subscribe(topic, stepName, handler, options) {
+        const queueName = this._queueManager.getQueueName(topic, stepName);
+        this._queueManager.getQueue(queueName);
+        return this._workerManager.createWorker(topic, stepName, handler, options);
+    }
+    async unsubscribe(handle) {
+        const workerInfo = this._workerManager.getWorkerInfo(handle.id);
+        if (workerInfo) {
+            const queueName = this._queueManager.getQueueName(workerInfo.topic, workerInfo.stepName);
+            await this._queueManager.closeQueue(queueName);
+            await this._workerManager.removeWorker(handle.id);
+        }
+    }
+    async shutdown() {
+        await Promise.allSettled([
+            this._workerManager.closeAll(),
+            this._queueManager.closeAll(),
+            this._dlqManager.closeAll(),
+        ]);
+        try {
+            await this.connectionManager.close();
+        }
+        catch (err) {
+            console.error('[BullMQ] Error closing connection:', err);
+        }
+    }
+    async getSubscriptionCount(topic) {
+        return this._workerManager.getSubscriptionCount(topic);
+    }
+    async listTopics() {
+        return this._workerManager.listTopics();
+    }
+}
+exports.BullMQEventAdapter = BullMQEventAdapter;

package/dist/config-builder.d.ts

@@ -0,0 +1,6 @@
+import type { BullMQEventAdapterConfig } from './types';
+export type MergedConfig = Required<Pick<BullMQEventAdapterConfig, 'defaultJobOptions' | 'prefix' | 'concurrency'>> & {
+    dlq: Required<NonNullable<BullMQEventAdapterConfig['dlq']>>;
+};
+export declare function buildConfig(config: BullMQEventAdapterConfig): MergedConfig;
+//# sourceMappingURL=config-builder.d.ts.map

package/dist/config-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-builder.d.ts","sourceRoot":"","sources":["../src/config-builder.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAEvD,MAAM,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,wBAAwB,EAAE,mBAAmB,GAAG,QAAQ,GAAG,aAAa,CAAC,CAAC,GAAG;IACpH,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;CAC5D,CAAA;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,wBAAwB,GAAG,YAAY,CAwB1E"}

package/dist/config-builder.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildConfig = buildConfig;
+const constants_1 = require("./constants");
+function buildConfig(config) {
+    return {
+        concurrency: config.concurrency ?? constants_1.DEFAULT_CONCURRENCY,
+        defaultJobOptions: {
+            attempts: constants_1.DEFAULT_ATTEMPTS,
+            backoff: {
+                type: 'fixed',
+                delay: constants_1.DEFAULT_BACKOFF_DELAY,
+            },
+            removeOnComplete: {
+                count: constants_1.DEFAULT_REMOVE_ON_COMPLETE_COUNT,
+            },
+            removeOnFail: {
+                count: constants_1.DEFAULT_REMOVE_ON_FAIL_COUNT,
+            },
+            ...config.defaultJobOptions,
+        },
+        prefix: config.prefix ?? constants_1.DEFAULT_PREFIX,
+        dlq: {
+            enabled: config.dlq?.enabled ?? true,
+            ttl: config.dlq?.ttl ?? constants_1.DEFAULT_DLQ_TTL,
+            suffix: config.dlq?.suffix ?? constants_1.DEFAULT_DLQ_SUFFIX,
+        },
+    };
+}

package/dist/connection-manager.d.ts

@@ -0,0 +1,10 @@
+import { type Redis } from 'ioredis';
+import type { BullMQConnectionConfig } from './types';
+export declare class ConnectionManager {
+    readonly connection: Redis;
+    readonly ownsConnection: boolean;
+    constructor(config: BullMQConnectionConfig);
+    private setupEventHandlers;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=connection-manager.d.ts.map

package/dist/connection-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connection-manager.d.ts","sourceRoot":"","sources":["../src/connection-manager.ts"],"names":[],"mappings":"AAAA,OAAgB,EAAE,KAAK,KAAK,EAAE,MAAM,SAAS,CAAA;AAE7C,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAA;AAErD,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAA;IAC1B,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;gBAEpB,MAAM,EAAE,sBAAsB;IAe1C,OAAO,CAAC,kBAAkB;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/connection-manager.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConnectionManager = void 0;
+const ioredis_1 = __importDefault(require("ioredis"));
+const errors_1 = require("./errors");
+class ConnectionManager {
+    constructor(config) {
+        if (config instanceof ioredis_1.default) {
+            this.connection = config;
+            this.ownsConnection = false;
+        }
+        else {
+            this.connection = new ioredis_1.default({
+                maxRetriesPerRequest: null,
+                ...config,
+            });
+            this.ownsConnection = true;
+        }
+        this.setupEventHandlers();
+    }
+    setupEventHandlers() {
+        this.connection.on('error', (err) => {
+            const error = new errors_1.ConnectionError(err.message, err);
+            console.error('[BullMQ] Connection error:', error);
+        });
+        this.connection.on('close', () => {
+            console.warn('[BullMQ] Connection closed');
+        });
+    }
+    async close() {
+        if (this.ownsConnection && this.connection.status !== 'end') {
+            await this.connection.quit();
+        }
+    }
+}
+exports.ConnectionManager = ConnectionManager;

package/dist/constants.d.ts

@@ -0,0 +1,14 @@
+export declare const DEFAULT_CONCURRENCY = 5;
+export declare const DEFAULT_ATTEMPTS = 3;
+export declare const DEFAULT_BACKOFF_DELAY = 2000;
+export declare const DEFAULT_REMOVE_ON_COMPLETE_COUNT = 1000;
+export declare const DEFAULT_REMOVE_ON_FAIL_COUNT = 5000;
+export declare const DEFAULT_PREFIX = "motia";
+export declare const FIFO_CONCURRENCY = 1;
+export declare const MILLISECONDS_PER_SECOND = 1000;
+export declare const SECONDS_PER_DAY = 86400;
+export declare const DEFAULT_DLQ_TTL: number;
+export declare const DEFAULT_DLQ_SUFFIX = ".dlq";
+export declare const DLQ_JOB_PREFIX = "dlq-";
+export declare const LOG_PREFIX = "[BullMQ]";
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,IAAI,CAAA;AACpC,eAAO,MAAM,gBAAgB,IAAI,CAAA;AACjC,eAAO,MAAM,qBAAqB,OAAO,CAAA;AACzC,eAAO,MAAM,gCAAgC,OAAO,CAAA;AACpD,eAAO,MAAM,4BAA4B,OAAO,CAAA;AAChD,eAAO,MAAM,cAAc,UAAU,CAAA;AACrC,eAAO,MAAM,gBAAgB,IAAI,CAAA;AACjC,eAAO,MAAM,uBAAuB,OAAO,CAAA;AAC3C,eAAO,MAAM,eAAe,QAAQ,CAAA;AACpC,eAAO,MAAM,eAAe,QAAuB,CAAA;AACnD,eAAO,MAAM,kBAAkB,SAAS,CAAA;AACxC,eAAO,MAAM,cAAc,SAAS,CAAA;AAEpC,eAAO,MAAM,UAAU,aAAa,CAAA"}

package/dist/constants.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LOG_PREFIX = exports.DLQ_JOB_PREFIX = exports.DEFAULT_DLQ_SUFFIX = exports.DEFAULT_DLQ_TTL = exports.SECONDS_PER_DAY = exports.MILLISECONDS_PER_SECOND = exports.FIFO_CONCURRENCY = exports.DEFAULT_PREFIX = exports.DEFAULT_REMOVE_ON_FAIL_COUNT = exports.DEFAULT_REMOVE_ON_COMPLETE_COUNT = exports.DEFAULT_BACKOFF_DELAY = exports.DEFAULT_ATTEMPTS = exports.DEFAULT_CONCURRENCY = void 0;
+exports.DEFAULT_CONCURRENCY = 5;
+exports.DEFAULT_ATTEMPTS = 3;
+exports.DEFAULT_BACKOFF_DELAY = 2000;
+exports.DEFAULT_REMOVE_ON_COMPLETE_COUNT = 1000;
+exports.DEFAULT_REMOVE_ON_FAIL_COUNT = 5000;
+exports.DEFAULT_PREFIX = 'motia';
+exports.FIFO_CONCURRENCY = 1;
+exports.MILLISECONDS_PER_SECOND = 1000;
+exports.SECONDS_PER_DAY = 86400;
+exports.DEFAULT_DLQ_TTL = 30 * exports.SECONDS_PER_DAY;
+exports.DEFAULT_DLQ_SUFFIX = '.dlq';
+exports.DLQ_JOB_PREFIX = 'dlq-';
+exports.LOG_PREFIX = '[BullMQ]';

package/dist/dlq-manager.d.ts

@@ -0,0 +1,22 @@
+import type { Event } from '@motiadev/core';
+import { Queue } from 'bullmq';
+import type { Redis } from 'ioredis';
+import type { MergedConfig } from './config-builder';
+export declare class DLQManager {
+    private readonly dlqQueues;
+    private readonly connection;
+    private readonly config;
+    constructor(connection: Redis, config: MergedConfig);
+    getDLQQueueName(topic: string, stepName: string): string;
+    private getOrCreateDLQQueue;
+    moveToDLQ<TData>(topic: string, stepName: string, event: Event<TData>, error: Error, attemptsMade: number, originalJobId?: string): Promise<void>;
+    closeDLQQueue(queueName: string): Promise<void>;
+    closeAll(): Promise<void>;
+    getDLQQueue(queueName: string): Queue | undefined;
+    getOrCreateDLQ(queueName: string): Queue;
+    listDLQQueueNames(): string[];
+    getDLQSuffix(): string;
+    getPrefix(): string;
+    getConnection(): Redis;
+}
+//# sourceMappingURL=dlq-manager.d.ts.map

package/dist/dlq-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dlq-manager.d.ts","sourceRoot":"","sources":["../src/dlq-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAC9B,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAYpD,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgC;IAC1D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;gBAEzB,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY;IAKnD,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAKxD,OAAO,CAAC,mBAAmB;IA8BrB,SAAS,CAAC,KAAK,EACnB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EACnB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,IAAI,CAAC;IA0CV,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ/C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAIjD,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK;IAIxC,iBAAiB,IAAI,MAAM,EAAE;IAI7B,YAAY,IAAI,MAAM;IAItB,SAAS,IAAI,MAAM;IAInB,aAAa,IAAI,KAAK;CAGvB"}

package/dist/dlq-manager.js

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DLQManager = void 0;
+const bullmq_1 = require("bullmq");
+const constants_1 = require("./constants");
+const errors_1 = require("./errors");
+class DLQManager {
+    constructor(connection, config) {
+        this.dlqQueues = new Map();
+        this.connection = connection;
+        this.config = config;
+    }
+    getDLQQueueName(topic, stepName) {
+        const baseQueueName = `${topic}.${stepName}`;
+        return `${baseQueueName}${this.config.dlq.suffix}`;
+    }
+    getOrCreateDLQQueue(queueName) {
+        if (!this.dlqQueues.has(queueName)) {
+            const ttlMs = this.config.dlq.ttl * constants_1.MILLISECONDS_PER_SECOND;
+            const queue = new bullmq_1.Queue(queueName, {
+                connection: this.connection,
+                prefix: this.config.prefix,
+                defaultJobOptions: {
+                    removeOnComplete: {
+                        age: ttlMs,
+                    },
+                    removeOnFail: {
+                        age: ttlMs,
+                    },
+                },
+            });
+            queue.on('error', (err) => {
+                console.error(`${constants_1.LOG_PREFIX} DLQ error for ${queueName}:`, err);
+            });
+            this.dlqQueues.set(queueName, queue);
+        }
+        const queue = this.dlqQueues.get(queueName);
+        if (!queue) {
+            throw new errors_1.QueueCreationError(queueName);
+        }
+        return queue;
+    }
+    async moveToDLQ(topic, stepName, event, error, attemptsMade, originalJobId) {
+        if (!this.config.dlq.enabled) {
+            console.warn(`${constants_1.LOG_PREFIX} DLQ is disabled, skipping move to DLQ for topic ${topic}, step ${stepName}`);
+            return;
+        }
+        try {
+            const dlqQueueName = this.getDLQQueueName(topic, stepName);
+            const dlqQueue = this.getOrCreateDLQQueue(dlqQueueName);
+            const sanitizedEvent = {
+                topic: event.topic,
+                data: event.data,
+                traceId: event.traceId || 'unknown',
+                ...(event.flows && { flows: event.flows }),
+                ...(event.messageGroupId && { messageGroupId: event.messageGroupId }),
+            };
+            const dlqJobData = {
+                originalEvent: sanitizedEvent,
+                failureReason: error.message || 'Unknown error',
+                failureTimestamp: Date.now(),
+                attemptsMade,
+                ...(originalJobId && { originalJobId }),
+            };
+            const jobOptions = originalJobId ? { jobId: `${constants_1.DLQ_JOB_PREFIX}${originalJobId}` } : {};
+            await dlqQueue.add(`${topic}.dlq`, dlqJobData, jobOptions);
+            console.warn(`${constants_1.LOG_PREFIX} Moved failed job to DLQ: ${dlqQueueName}`, {
+                topic,
+                stepName,
+                attemptsMade,
+                error: error.message,
+            });
+        }
+        catch (err) {
+            const dlqError = err instanceof Error ? err : new Error(String(err));
+            console.error(`${constants_1.LOG_PREFIX} Failed to move job to DLQ for topic ${topic}, step ${stepName}:`, dlqError);
+        }
+    }
+    async closeDLQQueue(queueName) {
+        const queue = this.dlqQueues.get(queueName);
+        if (queue) {
+            await queue.close();
+            this.dlqQueues.delete(queueName);
+        }
+    }
+    async closeAll() {
+        const promises = Array.from(this.dlqQueues.values()).map((queue) => queue.close().catch((err) => {
+            console.error(`${constants_1.LOG_PREFIX} Error closing DLQ queue:`, err);
+        }));
+        await Promise.allSettled(promises);
+        this.dlqQueues.clear();
+    }
+    getDLQQueue(queueName) {
+        return this.dlqQueues.get(queueName);
+    }
+    getOrCreateDLQ(queueName) {
+        return this.getOrCreateDLQQueue(queueName);
+    }
+    listDLQQueueNames() {
+        return Array.from(this.dlqQueues.keys());
+    }
+    getDLQSuffix() {
+        return this.config.dlq.suffix;
+    }
+    getPrefix() {
+        return this.config.prefix;
+    }
+    getConnection() {
+        return this.connection;
+    }
+}
+exports.DLQManager = DLQManager;

package/dist/errors.d.ts

@@ -0,0 +1,14 @@
+export declare class BullMQAdapterError extends Error {
+    readonly cause?: Error | undefined;
+    constructor(message: string, cause?: Error | undefined);
+}
+export declare class QueueCreationError extends BullMQAdapterError {
+    constructor(queueName: string, cause?: Error);
+}
+export declare class WorkerCreationError extends BullMQAdapterError {
+    constructor(topic: string, stepName: string, cause?: Error);
+}
+export declare class ConnectionError extends BullMQAdapterError {
+    constructor(message: string, cause?: Error);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,kBAAmB,SAAQ,KAAK;aAGzB,KAAK,CAAC,EAAE,KAAK;gBAD7B,OAAO,EAAE,MAAM,EACC,KAAK,CAAC,EAAE,KAAK,YAAA;CAQhC;AAED,qBAAa,kBAAmB,SAAQ,kBAAkB;gBAC5C,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK;CAI7C;AAED,qBAAa,mBAAoB,SAAQ,kBAAkB;gBAC7C,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK;CAI3D;AAED,qBAAa,eAAgB,SAAQ,kBAAkB;gBACzC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK;CAI3C"}

package/dist/errors.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConnectionError = exports.WorkerCreationError = exports.QueueCreationError = exports.BullMQAdapterError = void 0;
+class BullMQAdapterError extends Error {
+    constructor(message, cause) {
+        super(message);
+        this.cause = cause;
+        this.name = 'BullMQAdapterError';
+        if (cause) {
+            this.stack = `${this.stack}\nCaused by: ${cause.stack}`;
+        }
+    }
+}
+exports.BullMQAdapterError = BullMQAdapterError;
+class QueueCreationError extends BullMQAdapterError {
+    constructor(queueName, cause) {
+        super(`Failed to create queue: ${queueName}`, cause);
+        this.name = 'QueueCreationError';
+    }
+}
+exports.QueueCreationError = QueueCreationError;
+class WorkerCreationError extends BullMQAdapterError {
+    constructor(topic, stepName, cause) {
+        super(`Failed to create worker for topic ${topic}, step ${stepName}`, cause);
+        this.name = 'WorkerCreationError';
+    }
+}
+exports.WorkerCreationError = WorkerCreationError;
+class ConnectionError extends BullMQAdapterError {
+    constructor(message, cause) {
+        super(`Connection error: ${message}`, cause);
+        this.name = 'ConnectionError';
+    }
+}
+exports.ConnectionError = ConnectionError;

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export { BullMQEventAdapter } from './bullmq-event-adapter';
+export { DLQManager } from './dlq-manager';
+export { QueueManager } from './queue-manager';
+export type { BullMQConnectionConfig, BullMQEventAdapterConfig } from './types';
+export type { SubscriberInfo } from './worker-manager';
+export { WorkerManager } from './worker-manager';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,YAAY,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAC/E,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/index.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WorkerManager = exports.QueueManager = exports.DLQManager = exports.BullMQEventAdapter = void 0;
+var bullmq_event_adapter_1 = require("./bullmq-event-adapter");
+Object.defineProperty(exports, "BullMQEventAdapter", { enumerable: true, get: function () { return bullmq_event_adapter_1.BullMQEventAdapter; } });
+var dlq_manager_1 = require("./dlq-manager");
+Object.defineProperty(exports, "DLQManager", { enumerable: true, get: function () { return dlq_manager_1.DLQManager; } });
+var queue_manager_1 = require("./queue-manager");
+Object.defineProperty(exports, "QueueManager", { enumerable: true, get: function () { return queue_manager_1.QueueManager; } });
+var worker_manager_1 = require("./worker-manager");
+Object.defineProperty(exports, "WorkerManager", { enumerable: true, get: function () { return worker_manager_1.WorkerManager; } });

package/dist/queue-manager.d.ts

@@ -0,0 +1,20 @@
+import type { Event } from '@motiadev/core';
+import { Queue } from 'bullmq';
+import type { Redis } from 'ioredis';
+import type { MergedConfig } from './config-builder';
+import type { SubscriberInfo } from './worker-manager';
+export declare class QueueManager {
+    private readonly queues;
+    private readonly connection;
+    private readonly config;
+    constructor(connection: Redis, config: MergedConfig);
+    getQueue(queueName: string): Queue;
+    getQueueName(topic: string, stepName: string): string;
+    enqueueToAll<TData>(event: Event<TData>, subscribers: SubscriberInfo[]): Promise<void>;
+    closeQueue(queueName: string): Promise<void>;
+    closeAll(): Promise<void>;
+    listQueueNames(): string[];
+    getPrefix(): string;
+    getConnection(): Redis;
+}
+//# sourceMappingURL=queue-manager.d.ts.map

package/dist/queue-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue-manager.d.ts","sourceRoot":"","sources":["../src/queue-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAC9B,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAGpD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAEtD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgC;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;gBAEzB,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY;IAKnD,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK;IAsBlC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI/C,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtF,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,cAAc,IAAI,MAAM,EAAE;IAI1B,SAAS,IAAI,MAAM;IAInB,aAAa,IAAI,KAAK;CAGvB"}

package/dist/queue-manager.js

@@ -0,0 +1,85 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueManager = void 0;
+const bullmq_1 = require("bullmq");
+const constants_1 = require("./constants");
+const errors_1 = require("./errors");
+class QueueManager {
+    constructor(connection, config) {
+        this.queues = new Map();
+        this.connection = connection;
+        this.config = config;
+    }
+    getQueue(queueName) {
+        if (!this.queues.has(queueName)) {
+            const queue = new bullmq_1.Queue(queueName, {
+                connection: this.connection,
+                prefix: this.config.prefix,
+                defaultJobOptions: this.config.defaultJobOptions,
+            });
+            queue.on('error', (err) => {
+                console.error(`[BullMQ] Queue error for ${queueName}:`, err);
+            });
+            this.queues.set(queueName, queue);
+        }
+        const queue = this.queues.get(queueName);
+        if (!queue) {
+            throw new errors_1.QueueCreationError(queueName);
+        }
+        return queue;
+    }
+    getQueueName(topic, stepName) {
+        return `${topic}.${stepName}`;
+    }
+    async enqueueToAll(event, subscribers) {
+        const promises = subscribers.map((subscriber) => {
+            const queueName = this.getQueueName(subscriber.topic, subscriber.stepName);
+            const queue = this.getQueue(queueName);
+            const jobId = event.messageGroupId ? `${queueName}.${event.messageGroupId}` : undefined;
+            const jobData = {
+                topic: event.topic,
+                data: event.data,
+                traceId: event.traceId,
+                flows: event.flows,
+                messageGroupId: event.messageGroupId,
+            };
+            const maxRetries = subscriber.queueConfig?.maxRetries;
+            const attempts = maxRetries != null ? maxRetries + 1 : this.config.defaultJobOptions.attempts;
+            const delay = subscriber.queueConfig?.delaySeconds
+                ? subscriber.queueConfig.delaySeconds * constants_1.MILLISECONDS_PER_SECOND
+                : undefined;
+            const jobOptions = {
+                jobId,
+                attempts,
+                backoff: this.config.defaultJobOptions.backoff,
+                delay,
+            };
+            return queue.add(event.topic, jobData, jobOptions).then(() => undefined);
+        });
+        await Promise.all(promises);
+    }
+    async closeQueue(queueName) {
+        const queue = this.queues.get(queueName);
+        if (queue) {
+            await queue.close();
+            this.queues.delete(queueName);
+        }
+    }
+    async closeAll() {
+        const promises = Array.from(this.queues.values()).map((queue) => queue.close().catch((err) => {
+            console.error(`[BullMQ] Error closing queue:`, err);
+        }));
+        await Promise.allSettled(promises);
+        this.queues.clear();
+    }
+    listQueueNames() {
+        return Array.from(this.queues.keys());
+    }
+    getPrefix() {
+        return this.config.prefix;
+    }
+    getConnection() {
+        return this.connection;
+    }
+}
+exports.QueueManager = QueueManager;

package/dist/types.d.ts

@@ -0,0 +1,23 @@
+import type { KeepJobs } from 'bullmq';
+import type { Redis, RedisOptions } from 'ioredis';
+export type BullMQConnectionConfig = Redis | RedisOptions;
+export interface BullMQEventAdapterConfig {
+    connection: BullMQConnectionConfig;
+    concurrency?: number;
+    defaultJobOptions?: {
+        attempts?: number;
+        backoff?: {
+            type: 'fixed' | 'exponential';
+            delay: number;
+        };
+        removeOnComplete?: KeepJobs;
+        removeOnFail?: KeepJobs;
+    };
+    prefix?: string;
+    dlq?: {
+        enabled?: boolean;
+        ttl?: number;
+        suffix?: string;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AACtC,OAAO,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAElD,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,YAAY,CAAA;AAEzD,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,sBAAsB,CAAA;IAClC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iBAAiB,CAAC,EAAE;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,OAAO,CAAC,EAAE;YACR,IAAI,EAAE,OAAO,GAAG,aAAa,CAAA;YAC7B,KAAK,EAAE,MAAM,CAAA;SACd,CAAA;QACD,gBAAgB,CAAC,EAAE,QAAQ,CAAA;QAC3B,YAAY,CAAC,EAAE,QAAQ,CAAA;KACxB,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,GAAG,CAAC,EAAE;QACJ,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;CACF"}

package/dist/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/worker-manager.d.ts

@@ -0,0 +1,38 @@
+import type { Event, QueueConfig, SubscriptionHandle } from '@motiadev/core';
+import { Worker } from 'bullmq';
+import type { Redis } from 'ioredis';
+import type { MergedConfig } from './config-builder';
+import type { DLQManager } from './dlq-manager';
+export type SubscriberInfo = {
+    topic: string;
+    stepName: string;
+    queueConfig?: QueueConfig;
+};
+type WorkerInfo = {
+    worker: Worker;
+    topic: string;
+    stepName: string;
+    handle: SubscriptionHandle;
+    queueConfig?: QueueConfig;
+};
+export declare class WorkerManager {
+    private readonly workers;
+    private readonly topicSubscriptions;
+    private readonly connection;
+    private readonly config;
+    private readonly getQueueName;
+    private readonly dlqManager;
+    constructor(connection: Redis, config: MergedConfig, getQueueName: (topic: string, stepName: string) => string, dlqManager?: DLQManager);
+    createWorker<TData>(topic: string, stepName: string, handler: (event: Event<TData>) => void | Promise<void>, options?: QueueConfig): SubscriptionHandle;
+    getSubscribers(topic: string): SubscriberInfo[];
+    getWorkerInfo(id: string): WorkerInfo | undefined;
+    removeWorker(id: string): Promise<void>;
+    closeAll(): Promise<void>;
+    getSubscriptionCount(topic: string): number;
+    listTopics(): string[];
+    private addTopicSubscription;
+    private removeTopicSubscription;
+    private setupWorkerHandlers;
+}
+export {};
+//# sourceMappingURL=worker-manager.d.ts.map