@dudousxd/nestjs-durable-transport-bullmq 0.1.0

package/dist/bullmq-transport.d.ts

@@ -0,0 +1,43 @@
+import { type Heartbeat, type RemoteTask, type StepHandler, type StepResult, type Transport } from '@dudousxd/nestjs-durable-core';
+import { type ConnectionOptions } from 'bullmq';
+export interface BullMQTransportOptions {
+    /** ioredis connection options (or an IORedis instance). */
+    connection: ConnectionOptions;
+    /** The worker group this instance serves, required to register `handle()` consumers. */
+    group?: string;
+    /** Key prefix namespacing the durable queues. Defaults to `durable`. */
+    prefix?: string;
+}
+/**
+ * A queue-backed `Transport` over BullMQ/Redis — the path for true cross-process and
+ * cross-language steps (e.g. a Python worker on the same queues). Steps are dispatched to a
+ * per-group tasks queue; results come back on a shared results queue.
+ *
+ * Run one instance engine-side (consumes results) and one per worker process (registers
+ * `handle()`s for its group). The wire payload is the documented `RemoteTask`/`StepResult` JSON,
+ * so non-Node workers interoperate.
+ */
+export declare class BullMQTransport implements Transport {
+    private readonly connection;
+    private readonly group?;
+    private readonly prefix;
+    private readonly handlers;
+    private readonly queues;
+    private taskWorker?;
+    private resultsWorker?;
+    constructor(options: BullMQTransportOptions);
+    private tasksName;
+    private resultsName;
+    /** Workers require `maxRetriesPerRequest: null`; preserve a passed-in IORedis instance as-is. */
+    private workerConnection;
+    private queue;
+    dispatch(task: RemoteTask): Promise<void>;
+    /** Register a step handler (worker side). Starts the group's task consumer on first call. */
+    handle(name: string, fn: StepHandler): void;
+    private runTask;
+    onResult(handler: (result: StepResult) => Promise<void>): void;
+    onHeartbeat(_handler: (beat: Heartbeat) => Promise<void>): void;
+    /** Close all workers and queues so the process can exit. */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=bullmq-transport.d.ts.map

package/dist/bullmq-transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-transport.d.ts","sourceRoot":"","sources":["../src/bullmq-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,SAAS,EAEf,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,KAAK,iBAAiB,EAAiB,MAAM,QAAQ,CAAC;AAE/D,MAAM,WAAW,sBAAsB;IACrC,2DAA2D;IAC3D,UAAU,EAAE,iBAAiB,CAAC;IAC9B,wFAAwF;IACxF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wEAAwE;IACxE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;GAQG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoB;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4B;IACnD,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,aAAa,CAAC,CAAS;gBAEnB,OAAO,EAAE,sBAAsB;IAO3C,OAAO,CAAC,SAAS;IAGjB,OAAO,CAAC,WAAW;IAInB,iGAAiG;IACjG,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,KAAK;IASP,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAO/C,6FAA6F;IAC7F,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI;YAU7B,OAAO;IAQrB,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAM9D,WAAW,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAI/D,4DAA4D;IACtD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/bullmq-transport.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BullMQTransport = void 0;
+const nestjs_durable_core_1 = require("@dudousxd/nestjs-durable-core");
+const bullmq_1 = require("bullmq");
+/**
+ * A queue-backed `Transport` over BullMQ/Redis — the path for true cross-process and
+ * cross-language steps (e.g. a Python worker on the same queues). Steps are dispatched to a
+ * per-group tasks queue; results come back on a shared results queue.
+ *
+ * Run one instance engine-side (consumes results) and one per worker process (registers
+ * `handle()`s for its group). The wire payload is the documented `RemoteTask`/`StepResult` JSON,
+ * so non-Node workers interoperate.
+ */
+class BullMQTransport {
+    connection;
+    group;
+    prefix;
+    handlers = new Map();
+    queues = new Map();
+    taskWorker;
+    resultsWorker;
+    constructor(options) {
+        this.connection = options.connection;
+        this.group = options.group;
+        this.prefix = options.prefix ?? 'durable';
+    }
+    // BullMQ queue names must not contain ':' (its Redis key separator), so use '-'.
+    tasksName(group) {
+        return `${this.prefix}-tasks-${group}`;
+    }
+    resultsName() {
+        return `${this.prefix}-results`;
+    }
+    /** Workers require `maxRetriesPerRequest: null`; preserve a passed-in IORedis instance as-is. */
+    workerConnection() {
+        if (this.connection && typeof this.connection === 'object' && !('options' in this.connection)) {
+            return { ...this.connection, maxRetriesPerRequest: null };
+        }
+        return this.connection;
+    }
+    queue(name) {
+        let queue = this.queues.get(name);
+        if (!queue) {
+            queue = new bullmq_1.Queue(name, { connection: this.connection });
+            this.queues.set(name, queue);
+        }
+        return queue;
+    }
+    async dispatch(task) {
+        await this.queue(this.tasksName(task.group)).add('task', task, {
+            removeOnComplete: true,
+            removeOnFail: true,
+        });
+    }
+    /** Register a step handler (worker side). Starts the group's task consumer on first call. */
+    handle(name, fn) {
+        if (!this.group)
+            throw new Error('BullMQTransport needs a `group` to register handlers');
+        this.handlers.set(name, fn);
+        if (!this.taskWorker) {
+            this.taskWorker = new bullmq_1.Worker(this.tasksName(this.group), (job) => this.runTask(job.data), {
+                connection: this.workerConnection(),
+            });
+        }
+    }
+    async runTask(task) {
+        const result = await (0, nestjs_durable_core_1.runStepHandler)(task, this.handlers.get(task.name));
+        await this.queue(this.resultsName()).add('result', result, {
+            removeOnComplete: true,
+            removeOnFail: true,
+        });
+    }
+    onResult(handler) {
+        this.resultsWorker = new bullmq_1.Worker(this.resultsName(), (job) => handler(job.data), {
+            connection: this.workerConnection(),
+        });
+    }
+    onHeartbeat(_handler) {
+        // Heartbeats are not modelled over BullMQ yet; the queue's own stalled-job recovery applies.
+    }
+    /** Close all workers and queues so the process can exit. */
+    async close() {
+        await this.taskWorker?.close();
+        await this.resultsWorker?.close();
+        await Promise.all([...this.queues.values()].map((q) => q.close()));
+    }
+}
+exports.BullMQTransport = BullMQTransport;
+//# sourceMappingURL=bullmq-transport.js.map

package/dist/bullmq-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-transport.js","sourceRoot":"","sources":["../src/bullmq-transport.ts"],"names":[],"mappings":";;;AAAA,uEAOuC;AACvC,mCAA+D;AAW/D;;;;;;;;GAQG;AACH,MAAa,eAAe;IACT,UAAU,CAAoB;IAC9B,KAAK,CAAU;IACf,MAAM,CAAS;IACf,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC1C,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IAC3C,UAAU,CAAU;IACpB,aAAa,CAAU;IAE/B,YAAY,OAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;IAC5C,CAAC;IAED,iFAAiF;IACzE,SAAS,CAAC,KAAa;QAC7B,OAAO,GAAG,IAAI,CAAC,MAAM,UAAU,KAAK,EAAE,CAAC;IACzC,CAAC;IACO,WAAW;QACjB,OAAO,GAAG,IAAI,CAAC,MAAM,UAAU,CAAC;IAClC,CAAC;IAED,iGAAiG;IACzF,gBAAgB;QACtB,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9F,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,IAAY;QACxB,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,cAAK,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE;YAC7D,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,6FAA6F;IAC7F,MAAM,CAAC,IAAY,EAAE,EAAe;QAClC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACzF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACxF,UAAU,EAAE,IAAI,CAAC,gBAAgB,EAAE;aACpC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAgB;QACpC,MAAM,MAAM,GAAG,MAAM,IAAA,oCAAc,EAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE;YACzD,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,OAA8C;QACrD,IAAI,CAAC,aAAa,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAkB,CAAC,EAAE;YAC5F,UAAU,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,QAA4C;QACtD,6FAA6F;IAC/F,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;QAC/B,MAAM,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC;QAClC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;CACF;AAlFD,0CAkFC"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from './bullmq-transport';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC"}

package/dist/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./bullmq-transport"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC"}

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@dudousxd/nestjs-durable-transport-bullmq",
+  "version": "0.1.0",
+  "description": "BullMQ (Redis) Transport for nestjs-durable — cross-process and cross-language steps",
+  "license": "MIT",
+  "author": "Davide Carvalho",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/DavideCarvalho/nestjs-durable.git",
+    "directory": "packages/transport-bullmq"
+  },
+  "type": "commonjs",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "peerDependencies": {
+    "@dudousxd/nestjs-durable-core": ">=0.1.0 <1.0.0",
+    "bullmq": "^5.0.0"
+  },
+  "devDependencies": {
+    "bullmq": "5.34.10",
+    "ioredis": "5.4.2",
+    "typescript": "5.9.3",
+    "zod": "3.25.76",
+    "@dudousxd/nestjs-durable-core": "^0.1.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit"
+  }
+}