@motiadev/adapter-bullmq-events 0.14.0-beta.165-958021 → 0.14.0-beta.165-246284

package/dist/errors.js

@@ -1,35 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ConnectionError = exports.WorkerCreationError = exports.QueueCreationError = exports.BullMQAdapterError = void 0;
-class BullMQAdapterError extends Error {
-    constructor(message, cause) {
-        super(message);
-        this.cause = cause;
-        this.name = 'BullMQAdapterError';
-        if (cause) {
-            this.stack = `${this.stack}\nCaused by: ${cause.stack}`;
-        }
-    }
-}
-exports.BullMQAdapterError = BullMQAdapterError;
-class QueueCreationError extends BullMQAdapterError {
-    constructor(queueName, cause) {
-        super(`Failed to create queue: ${queueName}`, cause);
-        this.name = 'QueueCreationError';
-    }
-}
-exports.QueueCreationError = QueueCreationError;
-class WorkerCreationError extends BullMQAdapterError {
-    constructor(topic, stepName, cause) {
-        super(`Failed to create worker for topic ${topic}, step ${stepName}`, cause);
-        this.name = 'WorkerCreationError';
-    }
-}
-exports.WorkerCreationError = WorkerCreationError;
-class ConnectionError extends BullMQAdapterError {
-    constructor(message, cause) {
-        super(`Connection error: ${message}`, cause);
-        this.name = 'ConnectionError';
-    }
-}
-exports.ConnectionError = ConnectionError;

package/dist/index.d.ts

@@ -1,7 +0,0 @@
-export { BullMQEventAdapter } from './bullmq-event-adapter';
-export { DLQManager } from './dlq-manager';
-export { QueueManager } from './queue-manager';
-export type { BullMQConnectionConfig, BullMQEventAdapterConfig } from './types';
-export type { SubscriberInfo } from './worker-manager';
-export { WorkerManager } from './worker-manager';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,YAAY,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAC/E,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/index.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WorkerManager = exports.QueueManager = exports.DLQManager = exports.BullMQEventAdapter = void 0;
-var bullmq_event_adapter_1 = require("./bullmq-event-adapter");
-Object.defineProperty(exports, "BullMQEventAdapter", { enumerable: true, get: function () { return bullmq_event_adapter_1.BullMQEventAdapter; } });
-var dlq_manager_1 = require("./dlq-manager");
-Object.defineProperty(exports, "DLQManager", { enumerable: true, get: function () { return dlq_manager_1.DLQManager; } });
-var queue_manager_1 = require("./queue-manager");
-Object.defineProperty(exports, "QueueManager", { enumerable: true, get: function () { return queue_manager_1.QueueManager; } });
-var worker_manager_1 = require("./worker-manager");
-Object.defineProperty(exports, "WorkerManager", { enumerable: true, get: function () { return worker_manager_1.WorkerManager; } });

package/dist/queue-manager.d.ts

@@ -1,20 +0,0 @@
-import type { Event } from '@motiadev/core';
-import { Queue } from 'bullmq';
-import type { Redis } from 'ioredis';
-import type { MergedConfig } from './config-builder';
-import type { SubscriberInfo } from './worker-manager';
-export declare class QueueManager {
-    private readonly queues;
-    private readonly connection;
-    private readonly config;
-    constructor(connection: Redis, config: MergedConfig);
-    getQueue(queueName: string): Queue;
-    getQueueName(topic: string, stepName: string): string;
-    enqueueToAll<TData>(event: Event<TData>, subscribers: SubscriberInfo[]): Promise<void>;
-    closeQueue(queueName: string): Promise<void>;
-    closeAll(): Promise<void>;
-    listQueueNames(): string[];
-    getPrefix(): string;
-    getConnection(): Redis;
-}
-//# sourceMappingURL=queue-manager.d.ts.map

package/dist/queue-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"queue-manager.d.ts","sourceRoot":"","sources":["../src/queue-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAC9B,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAGpD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAEtD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgC;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;gBAEzB,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY;IAKnD,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK;IAsBlC,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI/C,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtF,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,cAAc,IAAI,MAAM,EAAE;IAI1B,SAAS,IAAI,MAAM;IAInB,aAAa,IAAI,KAAK;CAGvB"}

package/dist/queue-manager.js

@@ -1,85 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.QueueManager = void 0;
-const bullmq_1 = require("bullmq");
-const constants_1 = require("./constants");
-const errors_1 = require("./errors");
-class QueueManager {
-    constructor(connection, config) {
-        this.queues = new Map();
-        this.connection = connection;
-        this.config = config;
-    }
-    getQueue(queueName) {
-        if (!this.queues.has(queueName)) {
-            const queue = new bullmq_1.Queue(queueName, {
-                connection: this.connection,
-                prefix: this.config.prefix,
-                defaultJobOptions: this.config.defaultJobOptions,
-            });
-            queue.on('error', (err) => {
-                console.error(`[BullMQ] Queue error for ${queueName}:`, err);
-            });
-            this.queues.set(queueName, queue);
-        }
-        const queue = this.queues.get(queueName);
-        if (!queue) {
-            throw new errors_1.QueueCreationError(queueName);
-        }
-        return queue;
-    }
-    getQueueName(topic, stepName) {
-        return `${topic}.${stepName}`;
-    }
-    async enqueueToAll(event, subscribers) {
-        const promises = subscribers.map((subscriber) => {
-            const queueName = this.getQueueName(subscriber.topic, subscriber.stepName);
-            const queue = this.getQueue(queueName);
-            const jobId = event.messageGroupId ? `${queueName}.${event.messageGroupId}` : undefined;
-            const jobData = {
-                topic: event.topic,
-                data: event.data,
-                traceId: event.traceId,
-                flows: event.flows,
-                messageGroupId: event.messageGroupId,
-            };
-            const maxRetries = subscriber.queueConfig?.maxRetries;
-            const attempts = maxRetries != null ? maxRetries + 1 : this.config.defaultJobOptions.attempts;
-            const delay = subscriber.queueConfig?.delaySeconds
-                ? subscriber.queueConfig.delaySeconds * constants_1.MILLISECONDS_PER_SECOND
-                : undefined;
-            const jobOptions = {
-                jobId,
-                attempts,
-                backoff: this.config.defaultJobOptions.backoff,
-                delay,
-            };
-            return queue.add(event.topic, jobData, jobOptions).then(() => undefined);
-        });
-        await Promise.all(promises);
-    }
-    async closeQueue(queueName) {
-        const queue = this.queues.get(queueName);
-        if (queue) {
-            await queue.close();
-            this.queues.delete(queueName);
-        }
-    }
-    async closeAll() {
-        const promises = Array.from(this.queues.values()).map((queue) => queue.close().catch((err) => {
-            console.error(`[BullMQ] Error closing queue:`, err);
-        }));
-        await Promise.allSettled(promises);
-        this.queues.clear();
-    }
-    listQueueNames() {
-        return Array.from(this.queues.keys());
-    }
-    getPrefix() {
-        return this.config.prefix;
-    }
-    getConnection() {
-        return this.connection;
-    }
-}
-exports.QueueManager = QueueManager;

package/dist/types.d.ts

@@ -1,23 +0,0 @@
-import type { KeepJobs } from 'bullmq';
-import type { Redis, RedisOptions } from 'ioredis';
-export type BullMQConnectionConfig = Redis | RedisOptions;
-export interface BullMQEventAdapterConfig {
-    connection: BullMQConnectionConfig;
-    concurrency?: number;
-    defaultJobOptions?: {
-        attempts?: number;
-        backoff?: {
-            type: 'fixed' | 'exponential';
-            delay: number;
-        };
-        removeOnComplete?: KeepJobs;
-        removeOnFail?: KeepJobs;
-    };
-    prefix?: string;
-    dlq?: {
-        enabled?: boolean;
-        ttl?: number;
-        suffix?: string;
-    };
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AACtC,OAAO,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAElD,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,YAAY,CAAA;AAEzD,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,sBAAsB,CAAA;IAClC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iBAAiB,CAAC,EAAE;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,OAAO,CAAC,EAAE;YACR,IAAI,EAAE,OAAO,GAAG,aAAa,CAAA;YAC7B,KAAK,EAAE,MAAM,CAAA;SACd,CAAA;QACD,gBAAgB,CAAC,EAAE,QAAQ,CAAA;QAC3B,YAAY,CAAC,EAAE,QAAQ,CAAA;KACxB,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,GAAG,CAAC,EAAE;QACJ,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,MAAM,CAAC,EAAE,MAAM,CAAA;KAChB,CAAA;CACF"}

package/dist/types.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/worker-manager.d.ts

@@ -1,38 +0,0 @@
-import type { Event, QueueConfig, SubscriptionHandle } from '@motiadev/core';
-import { Worker } from 'bullmq';
-import type { Redis } from 'ioredis';
-import type { MergedConfig } from './config-builder';
-import type { DLQManager } from './dlq-manager';
-export type SubscriberInfo = {
-    topic: string;
-    stepName: string;
-    queueConfig?: QueueConfig;
-};
-type WorkerInfo = {
-    worker: Worker;
-    topic: string;
-    stepName: string;
-    handle: SubscriptionHandle;
-    queueConfig?: QueueConfig;
-};
-export declare class WorkerManager {
-    private readonly workers;
-    private readonly topicSubscriptions;
-    private readonly connection;
-    private readonly config;
-    private readonly getQueueName;
-    private readonly dlqManager;
-    constructor(connection: Redis, config: MergedConfig, getQueueName: (topic: string, stepName: string) => string, dlqManager?: DLQManager);
-    createWorker<TData>(topic: string, stepName: string, handler: (event: Event<TData>) => void | Promise<void>, options?: QueueConfig): SubscriptionHandle;
-    getSubscribers(topic: string): SubscriberInfo[];
-    getWorkerInfo(id: string): WorkerInfo | undefined;
-    removeWorker(id: string): Promise<void>;
-    closeAll(): Promise<void>;
-    getSubscriptionCount(topic: string): number;
-    listTopics(): string[];
-    private addTopicSubscription;
-    private removeTopicSubscription;
-    private setupWorkerHandlers;
-}
-export {};
-//# sourceMappingURL=worker-manager.d.ts.map

package/dist/worker-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-manager.d.ts","sourceRoot":"","sources":["../src/worker-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAY,MAAM,EAAE,MAAM,QAAQ,CAAA;AACzC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAEpC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAEpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG/C,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,CAAC,EAAE,WAAW,CAAA;CAC1B,CAAA;AAED,KAAK,UAAU,GAAG;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,kBAAkB,CAAA;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAA;CAC1B,CAAA;AAUD,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAsC;IACzE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA6C;IAC1E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmB;gBAG5C,UAAU,EAAE,KAAK,EACjB,MAAM,EAAE,YAAY,EACpB,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,EACzD,UAAU,CAAC,EAAE,UAAU;IAQzB,YAAY,CAAC,KAAK,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EACtD,OAAO,CAAC,EAAE,WAAW,GACpB,kBAAkB;IAuDrB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,EAAE;IAY/C,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAI3C,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWvC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAW/B,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAI3C,UAAU,IAAI,MAAM,EAAE;IAItB,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,uBAAuB;IAU/B,OAAO,CAAC,mBAAmB;CAyB5B"}

package/dist/worker-manager.js

@@ -1,136 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WorkerManager = void 0;
-const bullmq_1 = require("bullmq");
-const uuid_1 = require("uuid");
-const constants_1 = require("./constants");
-const errors_1 = require("./errors");
-class WorkerManager {
-    constructor(connection, config, getQueueName, dlqManager) {
-        this.workers = new Map();
-        this.topicSubscriptions = new Map();
-        this.connection = connection;
-        this.config = config;
-        this.getQueueName = getQueueName;
-        this.dlqManager = dlqManager ?? null;
-    }
-    createWorker(topic, stepName, handler, options) {
-        const id = (0, uuid_1.v4)();
-        const queueName = this.getQueueName(topic, stepName);
-        this.addTopicSubscription(topic, id);
-        const concurrency = options?.type === 'fifo' ? constants_1.FIFO_CONCURRENCY : this.config.concurrency;
-        const attempts = options?.maxRetries != null ? options.maxRetries + 1 : this.config.defaultJobOptions.attempts;
-        const lockDuration = options?.visibilityTimeout ? options.visibilityTimeout * constants_1.MILLISECONDS_PER_SECOND : undefined;
-        const worker = new bullmq_1.Worker(queueName, async (job) => {
-            const eventData = job.data;
-            const event = {
-                topic: eventData.topic,
-                data: eventData.data,
-                traceId: eventData.traceId,
-                flows: eventData.flows,
-                messageGroupId: eventData.messageGroupId,
-            };
-            await handler(event);
-        }, {
-            connection: this.connection,
-            prefix: this.config.prefix,
-            concurrency,
-            lockDuration,
-            removeOnComplete: this.config.defaultJobOptions.removeOnComplete,
-            removeOnFail: this.config.defaultJobOptions.removeOnFail,
-        });
-        this.setupWorkerHandlers(worker, topic, stepName, attempts ?? 3);
-        const handle = {
-            topic,
-            id,
-            unsubscribe: async () => {
-                await this.removeWorker(handle.id);
-            },
-        };
-        const workerInfo = {
-            worker,
-            topic,
-            stepName,
-            handle,
-            queueConfig: options,
-        };
-        this.workers.set(id, workerInfo);
-        return handle;
-    }
-    getSubscribers(topic) {
-        const subscriptionIds = this.topicSubscriptions.get(topic);
-        if (!subscriptionIds || subscriptionIds.size === 0) {
-            return [];
-        }
-        return Array.from(subscriptionIds)
-            .map((id) => this.workers.get(id))
-            .filter((info) => info !== undefined)
-            .map((info) => ({ topic: info.topic, stepName: info.stepName, queueConfig: info.queueConfig }));
-    }
-    getWorkerInfo(id) {
-        return this.workers.get(id);
-    }
-    async removeWorker(id) {
-        const workerInfo = this.workers.get(id);
-        if (!workerInfo) {
-            return;
-        }
-        this.removeTopicSubscription(workerInfo.topic, id);
-        await workerInfo.worker.close();
-        this.workers.delete(id);
-    }
-    async closeAll() {
-        const promises = Array.from(this.workers.values()).map((info) => info.worker.close().catch((err) => {
-            console.error(`[BullMQ] Error closing worker for topic ${info.topic}, step ${info.stepName}:`, err);
-        }));
-        await Promise.allSettled(promises);
-        this.workers.clear();
-        this.topicSubscriptions.clear();
-    }
-    getSubscriptionCount(topic) {
-        return Array.from(this.workers.values()).filter((w) => w.topic === topic).length;
-    }
-    listTopics() {
-        return Array.from(new Set(Array.from(this.workers.values()).map((w) => w.topic)));
-    }
-    addTopicSubscription(topic, id) {
-        if (!this.topicSubscriptions.has(topic)) {
-            this.topicSubscriptions.set(topic, new Set());
-        }
-        this.topicSubscriptions.get(topic)?.add(id);
-    }
-    removeTopicSubscription(topic, id) {
-        const subscriptions = this.topicSubscriptions.get(topic);
-        if (subscriptions) {
-            subscriptions.delete(id);
-            if (subscriptions.size === 0) {
-                this.topicSubscriptions.delete(topic);
-            }
-        }
-    }
-    setupWorkerHandlers(worker, topic, stepName, attempts) {
-        worker.on('error', (err) => {
-            const error = new errors_1.WorkerCreationError(topic, stepName, err);
-            console.error(`[BullMQ] Worker error for topic ${topic}, step ${stepName}:`, error);
-        });
-        worker.on('failed', async (job, err) => {
-            if (job) {
-                const attemptsMade = job.attemptsMade || 0;
-                if (attemptsMade >= attempts) {
-                    if (this.dlqManager) {
-                        const eventData = job.data;
-                        const event = {
-                            topic: eventData.topic || topic,
-                            data: eventData.data,
-                            traceId: eventData.traceId || 'unknown',
-                            ...(eventData.flows && { flows: eventData.flows }),
-                            ...(eventData.messageGroupId && { messageGroupId: eventData.messageGroupId }),
-                        };
-                        await this.dlqManager.moveToDLQ(topic, stepName, event, err, attemptsMade, job.id);
-                    }
-                }
-            }
-        });
-    }
-}
-exports.WorkerManager = WorkerManager;