@adonis-agora/durable 0.10.0 → 0.12.0

package/dist/src/transports/bullmq/bullmq-transport.js

@@ -0,0 +1,565 @@
+import { runStepHandler } from '../../protocol.js';
+import { isWorkflowTask } from '../../workflow-turn.js';
+import { decisionsName, effectivePrefix, heartbeatChannel, resultsName, routingToken, runReplyChannel, runRequestName, startRunName, stepEventsName, tasksName, tenantEventsChannel, workerDescriptorTokenPrefix, workerHeartbeatKey, workerHeartbeatKeyPrefix, } from './naming.js';
+import { WORKER_HEARTBEAT_INTERVAL_MS, WORKER_HEARTBEAT_TTL_SECONDS, buildInstanceId, heartbeatKeyValue, jobOptions, parseHeartbeatValue, taskJobOptions, } from './serialization.js';
+/**
+ * A queue-backed {@link Transport} over BullMQ/Redis, BYTE-COMPATIBLE with the aviary
+ * (`nestjs-durable`) BullMQ transport and its Python raw-redis worker — so an Adonis engine can
+ * dispatch to a Python worker (and vice versa) on the SAME Redis keys. Steps/workflow tasks go to a
+ * per-routing-token queue (`${P}-tasks-${token}`); step results, workflow decisions and streamed step
+ * events ride their own queues; run / long-step heartbeats ride a `${P}-heartbeat` pub/sub; and a
+ * TTL'd `${P}-worker-heartbeat:${token}:${instance}` key registry advertises live workers.
+ *
+ * It implements the CURRENT {@link Transport} interface (dispatch/result/heartbeat + the optional
+ * workflow-task / decision / step-event / group-health hooks). It deliberately does NOT implement the
+ * control plane: the shipped `RedisControlPlane` already owns the byte-compatible `${P}-control`
+ * channel, so pass it as the engine's `controlPlane` alongside this transport.
+ *
+ * The concrete broker is injected as {@link BullMQDeps} so this class stays pure — construct it via
+ * `transports.bullmq({...})`, which builds the real bullmq/ioredis deps lazily.
+ */
+export class BullMQTransport {
+    #deps;
+    #partition;
+    #prefix;
+    #namespace;
+    #explicitNamespace;
+    #instanceId;
+    #onError;
+    #handlers = new Map();
+    // Worker-side workflow turn consumers, keyed by workflow name — a `workflow`-shaped job routes here.
+    #workflowTurns = new Map();
+    // One task queue/worker per registered handler name (its routing token) — never a shared queue.
+    #queues = new Map();
+    #taskWorkers = new Map();
+    #resultsWorker;
+    #decisionsWorker;
+    #stepEventsWorker;
+    // Long-step heartbeat pub/sub (distinct from the worker-liveness key registry below).
+    #heartbeatPub;
+    #heartbeatSub;
+    // Worker liveness: one TTL'd key per handled routing token, refreshed on a single shared interval.
+    #workerRedis;
+    #workerHeartbeatTimer;
+    #heartbeatTokens = new Set();
+    // P4 store-less protocol: start-run / run-request queues + consumers, run-reply / tenant-events pub/sub.
+    #startRunWorker;
+    #runRequestWorker;
+    #runReplyPub;
+    #runReplySub;
+    #tenantEventPub;
+    // ONE shared subscriber for every tenant-events channel; a message is routed to the channel's
+    // handler set, so `onTenantEvent` can be called for several tenants (or several times per tenant).
+    #tenantEventSub;
+    #tenantEventChannels = new Set();
+    #tenantEventHandlers = new Map();
+    constructor(options) {
+        this.#deps = options.deps;
+        this.#partition = options.partition;
+        this.#prefix = options.prefix ?? 'durable';
+        this.#namespace = options.namespace;
+        this.#explicitNamespace = options.namespace !== undefined;
+        this.#instanceId = options.instanceId ?? buildInstanceId();
+        this.#onError = options.onError ?? (() => { });
+    }
+    /** Stable id stamped on this instance's worker-liveness keys. */
+    get instanceId() {
+        return this.#instanceId;
+    }
+    /**
+     * Adopt `namespace` (the engine's), segmenting every name by it — but ONLY if one wasn't passed
+     * explicitly to the constructor (an explicit one always wins). Idempotent. No-op for `"default"`.
+     */
+    useNamespace(namespace) {
+        if (this.#explicitNamespace)
+            return;
+        this.#namespace = namespace;
+    }
+    #effectivePrefix() {
+        return effectivePrefix(this.#prefix, this.#namespace);
+    }
+    #queue(name) {
+        let queue = this.#queues.get(name);
+        if (!queue) {
+            queue = this.#deps.makeQueue(name);
+            this.#queues.set(name, queue);
+        }
+        return queue;
+    }
+    #workerRedisClient() {
+        if (!this.#workerRedis)
+            this.#workerRedis = this.#deps.makeRedis();
+        return this.#workerRedis;
+    }
+    /**
+     * Capability hook consumed by the `tenant`-role provider: mint a DEDICATED Redis client the
+     * store-less {@link WorkerRuntime}'s registry uses to publish/refresh its `-worker-descriptor:`
+     * and `-worker-heartbeat:` keys (SET…EX). Dedicated so the registry disconnecting on worker
+     * drain never tears down the transport's own broker clients. The returned `RedisLike` structurally
+     * satisfies the registry's `DescriptorRedis` port (`set`/`del`/`disconnect`), and is what the
+     * control-plane's `listWorkerDescriptors` SCAN later reads back — closing the descriptor loop.
+     */
+    createDescriptorRedis() {
+        return this.#deps.makeRedis();
+    }
+    // ---------------------------------------------------------------------------
+    // engine → worker
+    // ---------------------------------------------------------------------------
+    /** `task.group` already carries the FINAL routing token (computed by the engine) — target that
+     *  handler's dedicated queue. Job name `task`; DTO is the raw job data. */
+    async dispatch(task) {
+        await this.#queue(tasksName(this.#effectivePrefix(), task.group)).add('task', task, taskJobOptions(task.priority));
+    }
+    /** engine → workflow worker: a `WorkflowTask` on the workflow's dedicated task queue (same queue a
+     *  Python workflow worker consumes). Job name `workflow`; the decision returns on `${P}-decisions`. */
+    async dispatchWorkflowTask(task) {
+        await this.#queue(tasksName(this.#effectivePrefix(), task.group)).add('workflow', task, jobOptions(task.priority));
+    }
+    // ---------------------------------------------------------------------------
+    // worker side — register a step handler, run it, push the result back
+    // ---------------------------------------------------------------------------
+    /**
+     * Register a step handler (worker side). Starts a DEDICATED task worker for `name`'s routing token on
+     * first registration (see {@link #ensureTaskWorker}) and begins stamping this instance's liveness key
+     * for that token. Re-registering swaps the handler fn; its worker is untouched.
+     */
+    handle(name, fn) {
+        this.#handlers.set(name, fn);
+        this.#ensureTaskWorker(routingToken(name, this.#partition));
+    }
+    /**
+     * Register a WORKFLOW turn consumer (worker side, design §4 / spec §6.3). Starts a DEDICATED task
+     * worker for the workflow `name`'s routing token — the SAME `${P}-tasks-<token>` queue a Python
+     * workflow worker consumes — which discriminates step-vs-workflow BY SHAPE ({@link #runJob}): a
+     * `workflow`-shaped job runs `turn(task)` (the replay → decision) and its {@link WorkflowDecision} is
+     * published on `${P}-decisions`. Re-registering swaps the turn fn; the worker is untouched.
+     */
+    handleWorkflow(name, turn) {
+        this.#workflowTurns.set(name, turn);
+        this.#ensureTaskWorker(routingToken(name, this.#partition));
+    }
+    /** Start (once per routing token) the discriminating task worker + its liveness heartbeat. Shared by
+     *  {@link handle} (steps) and {@link handleWorkflow} (workflow turns) — both ride `${P}-tasks-<token>`. */
+    #ensureTaskWorker(token) {
+        if (this.#taskWorkers.has(token))
+            return;
+        const worker = this.#deps.makeWorker(tasksName(this.#effectivePrefix(), token), (job) => this.#runJob(job.data));
+        // Terminal-failure bridge: a task job reaching a TERMINAL `failed` state is an INFRASTRUCTURE
+        // failure (worker crash / stalled-count exhaustion), never a handler business error —
+        // `runStepHandler` catches every handler throw and publishes a failed StepResult so the job
+        // SUCCEEDS. `failed` fires only when no StepResult was produced, so without this the run hangs on
+        // its `pending` checkpoint forever. Synthesize a RETRYABLE failed StepResult so the engine settles
+        // the checkpoint and re-dispatches. A PEER replica's worker fails a crashed worker's stalled job,
+        // so this still fires cross-process. (A failed WORKFLOW job carries no step identity, so the bridge
+        // no-ops for it — the engine's RemoteWorkflowExecutor re-drives the turn on recovery instead.)
+        worker.on('failed', (job, error) => {
+            const identity = failedTaskIdentity(job?.data);
+            if (!identity)
+                return; // payload already GC'd, malformed, or a workflow job — nothing safe to publish
+            void this.#bridgeTaskFailure(identity, job?.failedReason ?? error?.message ?? 'unknown');
+        });
+        this.#taskWorkers.set(token, worker);
+        this.#startWorkerHeartbeat(token);
+    }
+    /** Route one task job by SHAPE (spec §6.3): a workflow turn runs the replay → decision path, a step
+     *  runs the `runStepHandler` → result path. Both kinds share a token's queue but never each other's. */
+    async #runJob(data) {
+        if (isWorkflowTask(data))
+            return this.#runWorkflowTask(data);
+        return this.#runTask(data);
+    }
+    /** Worker side: replay a workflow turn and publish its {@link WorkflowDecision} on `${P}-decisions`
+     *  (job `decision`) — the queue the engine's `onDecision` consumes. An unknown workflow or a turn
+     *  that throws still publishes a `failed` decision so the engine settles the run (never hangs). */
+    async #runWorkflowTask(task) {
+        let decision;
+        try {
+            const turn = this.#workflowTurns.get(task.workflow);
+            decision = turn
+                ? await turn(task)
+                : {
+                    taskId: task.taskId,
+                    runId: task.runId,
+                    status: 'failed',
+                    commands: [],
+                    error: {
+                        message: `no workflow registered for '${task.workflow}'`,
+                        code: 'no_workflow',
+                    },
+                };
+        }
+        catch (err) {
+            // A turn handler is expected to be pure (it returns a `failed` decision rather than throwing), so
+            // reaching here is unusual — publish a failed decision anyway so the run settles.
+            this.#onError(err);
+            decision = {
+                taskId: task.taskId,
+                runId: task.runId,
+                status: 'failed',
+                commands: [],
+                error: { message: err instanceof Error ? err.message : String(err) },
+            };
+        }
+        try {
+            await this.#queue(decisionsName(this.#effectivePrefix())).add('decision', decision, jobOptions());
+        }
+        catch (err) {
+            // The decisions-queue publish threw (Redis blipped). Rethrow so the job is marked `failed` and the
+            // engine re-drives the turn on recovery rather than the run hanging awaiting a decision.
+            this.#onError(err);
+            throw err;
+        }
+    }
+    async #runTask(task) {
+        let result;
+        try {
+            result = await runStepHandler(task, this.#handlers.get(task.name));
+        }
+        catch (err) {
+            // runStepHandler is pure (a handler throw becomes a failed StepResult), so reaching here is a
+            // bug — guard anyway so a future refactor can't turn it into an unsettled `pending` checkpoint.
+            this.#onError(err);
+            result = {
+                runId: task.runId,
+                seq: task.seq,
+                stepId: task.stepId,
+                status: 'failed',
+                error: {
+                    message: 'remote step worker failed: handler threw unexpectedly',
+                    retryable: true,
+                },
+            };
+        }
+        try {
+            await this.#queue(resultsName(this.#effectivePrefix())).add('result', result, jobOptions());
+        }
+        catch (err) {
+            // The results-queue publish itself threw (e.g. Redis blipped). We still hold `task`, so
+            // rethrow so the BullMQ job is marked `failed` and the terminal-failure bridge + durable retry
+            // become the last line of defence rather than the run hanging on `pending`.
+            this.#onError(err);
+            throw err;
+        }
+    }
+    /** Worker side: publish a liveness heartbeat for an in-flight long step on the `${P}-heartbeat`
+     *  pub/sub channel (resets the engine's `timeoutMs` window on whichever pod is awaiting it). */
+    async heartbeat(beat) {
+        if (!this.#heartbeatPub)
+            this.#heartbeatPub = this.#deps.makeRedis();
+        await this.#heartbeatPub.publish(heartbeatChannel(this.#effectivePrefix()), JSON.stringify(beat));
+    }
+    /** Publish a synthetic FAILED StepResult for a task that failed at the infrastructure level (see the
+     *  `handle()` bridge). Correlated purely by runId/seq/stepId (StepResult has no `name`). Best-effort. */
+    async #bridgeTaskFailure(identity, reason) {
+        const result = {
+            runId: identity.runId,
+            seq: identity.seq,
+            stepId: identity.stepId,
+            status: 'failed',
+            error: { message: `remote step worker failed: ${reason}`, retryable: true },
+        };
+        try {
+            await this.#queue(resultsName(this.#effectivePrefix())).add('result', result, jobOptions());
+        }
+        catch (err) {
+            this.#onError(err); // best-effort — the engine's reconcile path is the last resort
+        }
+    }
+    // ---------------------------------------------------------------------------
+    // worker → engine — the engine consumes results / decisions / step events / heartbeats
+    // ---------------------------------------------------------------------------
+    onResult(handler) {
+        if (this.#resultsWorker)
+            return;
+        this.#resultsWorker = this.#deps.makeWorker(resultsName(this.#effectivePrefix()), (job) => handler(job.data));
+    }
+    onDecision(handler) {
+        if (this.#decisionsWorker)
+            return;
+        this.#decisionsWorker = this.#deps.makeWorker(decisionsName(this.#effectivePrefix()), (job) => handler(job.data));
+    }
+    /** workflow worker → engine: stream a local step's lifecycle on `${P}-step-events` (job `stepEvent`),
+     *  point-to-point so one engine instance checkpoints each once. */
+    async dispatchStepEvent(event) {
+        await this.#queue(stepEventsName(this.#effectivePrefix())).add('stepEvent', event, jobOptions());
+    }
+    onStepEvent(handler) {
+        if (this.#stepEventsWorker)
+            return;
+        this.#stepEventsWorker = this.#deps.makeWorker(stepEventsName(this.#effectivePrefix()), (job) => handler(job.data));
+    }
+    onHeartbeat(handler) {
+        if (this.#heartbeatSub)
+            return; // one subscription per transport
+        const sub = this.#deps.makeRedis();
+        this.#heartbeatSub = sub;
+        void sub.subscribe(heartbeatChannel(this.#effectivePrefix()));
+        sub.on('message', ((_channel, payload) => {
+            try {
+                void handler(JSON.parse(payload));
+            }
+            catch {
+                /* ignore malformed heartbeats */
+            }
+        }));
+    }
+    // ---------------------------------------------------------------------------
+    // worker liveness registry — `${P}-worker-heartbeat:${token}:${instanceId}` (SET … EX 35)
+    // ---------------------------------------------------------------------------
+    /** Refresh EVERY handled routing token's TTL'd liveness key on ONE shared 10s interval until
+     *  `close()`. A newly added token beats immediately so a freshly-registered handler is visible
+     *  without waiting a full interval. Best-effort: a failed refresh is swallowed (the key then expires,
+     *  and that gap is itself the signal). */
+    #startWorkerHeartbeat(token) {
+        const client = this.#workerRedisClient();
+        const beatOne = (t) => {
+            const key = workerHeartbeatKey(this.#effectivePrefix(), t, this.#instanceId);
+            void client
+                .set(key, heartbeatKeyValue(), 'EX', WORKER_HEARTBEAT_TTL_SECONDS)
+                .catch((err) => this.#onError(err));
+        };
+        const isNew = !this.#heartbeatTokens.has(token);
+        this.#heartbeatTokens.add(token);
+        if (isNew)
+            beatOne(token);
+        if (this.#workerHeartbeatTimer)
+            return;
+        this.#workerHeartbeatTimer = setInterval(() => {
+            for (const t of this.#heartbeatTokens)
+                beatOne(t);
+        }, WORKER_HEARTBEAT_INTERVAL_MS);
+        // Don't keep the event loop alive just for the heartbeat.
+        this.#workerHeartbeatTimer.unref?.();
+    }
+    /** Distinct routing tokens with a live worker heartbeat, discovered by SCANning the heartbeat
+     *  keyspace (never KEYS — it blocks Redis). A key is `${P}-worker-heartbeat:<token>:<instance>`, and
+     *  neither segment carries a `:`, so the token is the segment between the fixed prefix and the next `:`. */
+    async listWorkerGroups() {
+        const client = this.#workerRedisClient();
+        const prefix = workerHeartbeatKeyPrefix(this.#effectivePrefix());
+        const groups = new Set();
+        let cursor = '0';
+        do {
+            const [next, keys] = await client.scan(cursor, 'MATCH', `${prefix}*`, 'COUNT', 100);
+            cursor = next;
+            for (const key of keys) {
+                const rest = key.slice(prefix.length);
+                const sep = rest.indexOf(':');
+                const group = sep === -1 ? rest : rest.slice(0, sep);
+                if (group)
+                    groups.add(group);
+            }
+        } while (cursor !== '0');
+        return [...groups];
+    }
+    /** The LIVE worker descriptors advertised on `token` — SCAN the `${P}-worker-descriptor:<token>:*`
+     *  keys a worker runtime publishes (design §7.2), GET + parse each. Degrades gracefully to `[]`: a
+     *  missing/unreadable/malformed key is skipped (never throws), so a broker without descriptor
+     *  advertisement (or a scan that races a key's expiry) reads as "no descriptors" and the control-plane
+     *  falls back to legacy assume-compatible dispatch. Never uses KEYS (it blocks Redis). */
+    async listWorkerDescriptors(token) {
+        const client = this.#workerRedisClient();
+        const prefix = workerDescriptorTokenPrefix(this.#effectivePrefix(), token);
+        const descriptors = [];
+        try {
+            let cursor = '0';
+            do {
+                const [next, keys] = await client.scan(cursor, 'MATCH', `${prefix}*`, 'COUNT', 100);
+                cursor = next;
+                for (const key of keys) {
+                    const raw = await client.get(key);
+                    if (raw == null)
+                        continue; // expired between SCAN and GET — just skip it
+                    try {
+                        descriptors.push(JSON.parse(raw));
+                    }
+                    catch {
+                        /* a malformed descriptor value never blocks routing — treat it as absent */
+                    }
+                }
+            } while (cursor !== '0');
+        }
+        catch (err) {
+            // A backend that can't SCAN/GET the descriptor keyspace degrades to "no descriptors" — the
+            // engine then dispatches legacy assume-compatible rather than parking every run.
+            this.#onError(err);
+            return [];
+        }
+        return descriptors;
+    }
+    /** Per-group worker-health: queue depth (waiting+active+delayed+prioritized) + live workers (their
+     *  non-expired heartbeat keys). `group` is a routing token — the same value a dispatch targets. */
+    async groupHealth(group) {
+        const counts = await this.#queue(tasksName(this.#effectivePrefix(), group)).getJobCounts('waiting', 'active', 'delayed', 'prioritized');
+        const depth = Object.values(counts).reduce((sum, n) => sum + (n ?? 0), 0);
+        return { group, depth, liveWorkers: await this.#listLiveWorkers(group) };
+    }
+    async #listLiveWorkers(group) {
+        const client = this.#workerRedisClient();
+        const keyPrefix = workerHeartbeatKey(this.#effectivePrefix(), group, '');
+        const match = `${keyPrefix}*`;
+        const workers = [];
+        let cursor = '0';
+        do {
+            const [next, keys] = await client.scan(cursor, 'MATCH', match, 'COUNT', 100);
+            cursor = next;
+            for (const key of keys) {
+                const raw = await client.get(key);
+                workers.push({
+                    group,
+                    instanceId: key.slice(keyPrefix.length),
+                    lastBeatAt: parseHeartbeatValue(raw).lastBeatAt,
+                });
+            }
+        } while (cursor !== '0');
+        return workers;
+    }
+    // ---------------------------------------------------------------------------
+    // P4 — store-less read/control/start protocol (spec §6.2, §8)
+    //
+    // start-run & run-request ride BullMQ QUEUES (durable, single consumer on the control plane); the DTO
+    // is the raw job data (no envelope), job name `startRun`/`runRequest`, options `jobOptions()`
+    // (removeOnComplete/removeOnFail: true) — byte-identical to aviary. run-reply & tenant-events ride
+    // Redis PUB/SUB (fan-out) over the transport's own `makeRedis()` clients — the SAME substrate the
+    // shipped `RedisControlPlane` uses (spec §6 note: fan-out "rides the shared ControlPlane pub/sub"),
+    // kept on the transport so the whole P4 wire surface is one cohesive object and every channel name
+    // lives with the rest of the naming contract in `naming.ts`.
+    // ---------------------------------------------------------------------------
+    /** tenant → control plane: enqueue a {@link StartRunMessage} on `${P}-start-run` (job `startRun`). */
+    async dispatchStartRun(msg) {
+        await this.#queue(startRunName(this.#effectivePrefix())).add('startRun', msg, jobOptions());
+    }
+    /** control plane ← tenant: consume {@link StartRunMessage}s. Idempotent — a second call is a no-op. */
+    onStartRun(handler) {
+        if (this.#startRunWorker)
+            return;
+        this.#startRunWorker = this.#deps.makeWorker(startRunName(this.#effectivePrefix()), (job) => handler(job.data));
+    }
+    /** tenant → control plane: enqueue a {@link RunRequest} on `${P}-run-request` (job `runRequest`). */
+    async dispatchRunRequest(msg) {
+        await this.#queue(runRequestName(this.#effectivePrefix())).add('runRequest', msg, jobOptions());
+    }
+    /** control plane ← tenant: consume {@link RunRequest}s. Idempotent — a second call is a no-op. */
+    onRunRequest(handler) {
+        if (this.#runRequestWorker)
+            return;
+        this.#runRequestWorker = this.#deps.makeWorker(runRequestName(this.#effectivePrefix()), (job) => handler(job.data));
+    }
+    /** control plane → tenant: publish a correlated {@link RunReply} on `${P}-run-reply` (pub/sub). */
+    async publishRunReply(reply) {
+        if (!this.#runReplyPub)
+            this.#runReplyPub = this.#deps.makeRedis();
+        await this.#runReplyPub.publish(runReplyChannel(this.#effectivePrefix()), JSON.stringify(reply));
+    }
+    /** tenant ← control plane: consume {@link RunReply}s (the proxy filters by `requestId`). Idempotent. */
+    onRunReply(handler) {
+        if (this.#runReplySub)
+            return; // one subscription per transport
+        const channel = runReplyChannel(this.#effectivePrefix());
+        const sub = this.#deps.makeRedis();
+        this.#runReplySub = sub;
+        void sub.subscribe(channel);
+        sub.on('message', ((msgChannel, payload) => {
+            // Filter by channel: a shared pub/sub connection may also carry other channels' messages.
+            if (msgChannel !== channel)
+                return;
+            try {
+                handler(JSON.parse(payload));
+            }
+            catch {
+                /* ignore malformed run replies */
+            }
+        }));
+    }
+    /** control plane → tenant: re-publish a lifecycle {@link TenantEvent} on `${P}-tenant-events-<tenant>`. */
+    async publishTenantEvent(evt) {
+        if (!this.#tenantEventPub)
+            this.#tenantEventPub = this.#deps.makeRedis();
+        await this.#tenantEventPub.publish(tenantEventsChannel(this.#effectivePrefix(), evt.tenant), JSON.stringify(evt));
+    }
+    /**
+     * tenant ← control plane: subscribe to THIS tenant's event channel. Returns an unsubscribe fn that
+     * detaches only this handler (the shared subscriber connection and channel subscription stay for any
+     * other listeners; both are torn down in {@link close}). Several tenants — or several callers for one
+     * tenant — may subscribe independently, each routed by channel through the ONE shared subscriber.
+     */
+    onTenantEvent(tenant, handler) {
+        const channel = tenantEventsChannel(this.#effectivePrefix(), tenant);
+        const sub = this.#tenantEventSubscriber();
+        if (!this.#tenantEventChannels.has(channel)) {
+            this.#tenantEventChannels.add(channel);
+            void sub.subscribe(channel);
+        }
+        let handlers = this.#tenantEventHandlers.get(channel);
+        if (!handlers) {
+            handlers = new Set();
+            this.#tenantEventHandlers.set(channel, handlers);
+        }
+        handlers.add(handler);
+        return () => {
+            this.#tenantEventHandlers.get(channel)?.delete(handler);
+        };
+    }
+    /** The ONE shared tenant-events subscriber, created lazily with a single channel-routing listener. */
+    #tenantEventSubscriber() {
+        if (this.#tenantEventSub)
+            return this.#tenantEventSub;
+        const sub = this.#deps.makeRedis();
+        this.#tenantEventSub = sub;
+        sub.on('message', ((msgChannel, payload) => {
+            const handlers = this.#tenantEventHandlers.get(msgChannel);
+            if (!handlers || handlers.size === 0)
+                return;
+            let evt;
+            try {
+                evt = JSON.parse(payload);
+            }
+            catch {
+                return; // ignore malformed tenant events
+            }
+            for (const h of handlers)
+                h(evt);
+        }));
+        return sub;
+    }
+    // ---------------------------------------------------------------------------
+    // shutdown
+    // ---------------------------------------------------------------------------
+    /** Close all workers/queues and disconnect pub/sub + heartbeat connections so the process can exit. */
+    async close() {
+        if (this.#workerHeartbeatTimer)
+            clearInterval(this.#workerHeartbeatTimer);
+        this.#workerHeartbeatTimer = undefined;
+        await Promise.all([...this.#taskWorkers.values()].map((w) => w.close()));
+        await this.#resultsWorker?.close();
+        await this.#decisionsWorker?.close();
+        await this.#stepEventsWorker?.close();
+        await this.#startRunWorker?.close();
+        await this.#runRequestWorker?.close();
+        await Promise.all([...this.#queues.values()].map((q) => q.close()));
+        this.#heartbeatPub?.disconnect();
+        this.#heartbeatSub?.disconnect();
+        this.#workerRedis?.disconnect();
+        this.#runReplyPub?.disconnect();
+        this.#runReplySub?.disconnect();
+        this.#tenantEventPub?.disconnect();
+        this.#tenantEventSub?.disconnect();
+    }
+}
+/**
+ * Narrow a FAILED task job's `data` to the {@link RemoteTask} fields the terminal-failure bridge needs
+ * (runId/seq/stepId), WITHOUT an unsafe cast. Returns `undefined` for a payload BullMQ has already
+ * GC'd or a malformed job — so the bridge safely no-ops instead of publishing a bogus result.
+ */
+function failedTaskIdentity(data) {
+    if (typeof data !== 'object' || data === null)
+        return undefined;
+    if (!('runId' in data) || !('seq' in data) || !('stepId' in data))
+        return undefined;
+    const { runId, seq, stepId } = data;
+    if (typeof runId !== 'string' || typeof seq !== 'number' || typeof stepId !== 'string') {
+        return undefined;
+    }
+    return { runId, seq, stepId };
+}
+//# sourceMappingURL=bullmq-transport.js.map

package/dist/src/transports/bullmq/bullmq-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bullmq-transport.js","sourceRoot":"","sources":["../../../../src/transports/bullmq/bullmq-transport.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAoB,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAA4B,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAElF,OAAO,EACL,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,eAAe,EACf,cAAc,EACd,YAAY,EACZ,cAAc,EACd,SAAS,EACT,mBAAmB,EACnB,2BAA2B,EAC3B,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,eAAe,EACf,iBAAiB,EACjB,UAAU,EACV,mBAAmB,EACnB,cAAc,GACf,MAAM,oBAAoB,CAAC;AAyB5B;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,eAAe;IACjB,KAAK,CAAa;IAClB,UAAU,CAAqB;IAC/B,OAAO,CAAS;IACzB,UAAU,CAAqB;IACtB,kBAAkB,CAAU;IAC5B,WAAW,CAAS;IACpB,QAAQ,CAAyB;IAEjC,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IACpD,qGAAqG;IAC5F,cAAc,GAAG,IAAI,GAAG,EAA+B,CAAC;IACjE,gGAAgG;IACvF,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IACvC,YAAY,GAAG,IAAI,GAAG,EAAsB,CAAC;IACtD,cAAc,CAAyB;IACvC,gBAAgB,CAAyB;IACzC,iBAAiB,CAAyB;IAE1C,sFAAsF;IACtF,aAAa,CAAwB;IACrC,aAAa,CAAwB;IAErC,mGAAmG;IACnG,YAAY,CAAwB;IACpC,qBAAqB,CAA6C;IACzD,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9C,yGAAyG;IACzG,eAAe,CAAyB;IACxC,iBAAiB,CAAyB;IAC1C,YAAY,CAAwB;IACpC,YAAY,CAAwB;IACpC,eAAe,CAAwB;IACvC,8FAA8F;IAC9F,mGAAmG;IACnG,eAAe,CAAwB;IAC9B,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,oBAAoB,GAAG,IAAI,GAAG,EAA2C,CAAC;IAEnF,YAAY,OAA+B;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,IAAI,eAAe,EAAE,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,iEAAiE;IACjE,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,IAAI,CAAC,kBAAkB;YAAE,OAAO;QACpC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,gBAAgB;QACd,OAAO,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;;;;;;OAOG;IACH,qBAAqB;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;IAChC,CAAC;IAED,8EAA8E;IAC9E,kBAAkB;IAClB,8EAA8E;IAE9E;+EAC2E;IAC3E,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CACnE,MAAM,EACN,IAAI,EACJ,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC9B,CAAC;IACJ,CAAC;IAED;2GACuG;IACvG,KAAK,CAAC,oBAAoB,CAAC,IAAkB;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CACnE,UAAU,EACV,IAAI,EACJ,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAC1B,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,sEAAsE;IACtE,8EAA8E;IAE9E;;;;OAIG;IACH,MAAM,CAAC,IAAY,EAAE,EAAe;QAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;OAMG;IACH,cAAc,CAAC,IAAY,EAAE,IAAyB;QACpD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;+GAC2G;IAC3G,iBAAiB,CAAC,KAAa;QAC7B,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CACtF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CACvB,CAAC;QACF,8FAA8F;QAC9F,sFAAsF;QACtF,4FAA4F;QAC5F,kGAAkG;QAClG,mGAAmG;QACnG,kGAAkG;QAClG,oGAAoG;QACpG,+FAA+F;QAC/F,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACjC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ;gBAAE,OAAO,CAAC,+EAA+E;YACtG,KAAK,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,IAAI,KAAK,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED;4GACwG;IACxG,KAAK,CAAC,OAAO,CAAC,IAAa;QACzB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAkB,CAAC,CAAC;IAC3C,CAAC;IAED;;uGAEmG;IACnG,KAAK,CAAC,gBAAgB,CAAC,IAAkB;QACvC,IAAI,QAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACpD,QAAQ,GAAG,IAAI;gBACb,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC;oBACE,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,QAAQ;oBAChB,QAAQ,EAAE,EAAE;oBACZ,KAAK,EAAE;wBACL,OAAO,EAAE,+BAA+B,IAAI,CAAC,QAAQ,GAAG;wBACxD,IAAI,EAAE,aAAa;qBACpB;iBACF,CAAC;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,kGAAkG;YAClG,kFAAkF;YAClF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnB,QAAQ,GAAG;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE,EAAE;gBACZ,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACrE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAC3D,UAAU,EACV,QAAQ,EACR,UAAU,EAAE,CACb,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,mGAAmG;YACnG,yFAAyF;YACzF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAgB;QAC7B,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,8FAA8F;YAC9F,gGAAgG;YAChG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE;oBACL,OAAO,EAAE,uDAAuD;oBAChE,SAAS,EAAE,IAAI;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,wFAAwF;YACxF,+FAA+F;YAC/F,4EAA4E;YAC5E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;oGACgG;IAChG,KAAK,CAAC,SAAS,CAAC,IAAe;QAC7B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACrE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAC9B,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EACzC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CACrB,CAAC;IACJ,CAAC;IAED;6GACyG;IACzG,KAAK,CAAC,kBAAkB,CACtB,QAAwD,EACxD,MAAc;QAEd,MAAM,MAAM,GAAe;YACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,EAAE,OAAO,EAAE,8BAA8B,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;SAC5E,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,+DAA+D;QACrF,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,uFAAuF;IACvF,8EAA8E;IAE9E,QAAQ,CAAC,OAA8C;QACrD,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CACxF,OAAO,CAAC,GAAG,CAAC,IAAkB,CAAC,CAChC,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,OAAsD;QAC/D,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC5F,OAAO,CAAC,GAAG,CAAC,IAAwB,CAAC,CACtC,CAAC;IACJ,CAAC;IAED;uEACmE;IACnE,KAAK,CAAC,iBAAiB,CAAC,KAAwB;QAC9C,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAC5D,WAAW,EACX,KAAK,EACL,UAAU,EAAE,CACb,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,OAAoD;QAC9D,IAAI,IAAI,CAAC,iBAAiB;YAAE,OAAO;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC9F,OAAO,CAAC,GAAG,CAAC,IAAyB,CAAC,CACvC,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,OAA2C;QACrD,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO,CAAC,iCAAiC;QACjE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;QACzB,KAAK,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC9D,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,QAAgB,EAAE,OAAe,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC,CAAC;YACjD,CAAC;YAAC,MAAM,CAAC;gBACP,iCAAiC;YACnC,CAAC;QACH,CAAC,CAAU,CAAC,CAAC;IACf,CAAC;IAED,8EAA8E;IAC9E,0FAA0F;IAC1F,8EAA8E;IAE9E;;;8CAG0C;IAC1C,qBAAqB,CAAC,KAAa;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,CAAC,CAAS,EAAQ,EAAE;YAClC,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7E,KAAK,MAAM;iBACR,GAAG,CAAC,GAAG,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,4BAA4B,CAAC;iBACjE,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,KAAK;YAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,qBAAqB;YAAE,OAAO;QACvC,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,gBAAgB;gBAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,EAAE,4BAA4B,CAAC,CAAC;QACjC,0DAA0D;QAC1D,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,EAAE,CAAC;IACvC,CAAC;IAED;;gHAE4G;IAC5G,KAAK,CAAC,gBAAgB;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,IAAI,MAAM,GAAG,GAAG,CAAC;QACjB,GAAG,CAAC;YACF,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YACpF,MAAM,GAAG,IAAI,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACrD,IAAI,KAAK;oBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,QAAQ,MAAM,KAAK,GAAG,EAAE;QACzB,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;IACrB,CAAC;IAED;;;;8FAI0F;IAC1F,KAAK,CAAC,qBAAqB,CAAC,KAAa;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,2BAA2B,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,CAAC,CAAC;QAC3E,MAAM,WAAW,GAAuB,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,MAAM,GAAG,GAAG,CAAC;YACjB,GAAG,CAAC;gBACF,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;gBACpF,MAAM,GAAG,IAAI,CAAC;gBACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAClC,IAAI,GAAG,IAAI,IAAI;wBAAE,SAAS,CAAC,8CAA8C;oBACzE,IAAI,CAAC;wBACH,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAC,CAAC;oBACxD,CAAC;oBAAC,MAAM,CAAC;wBACP,4EAA4E;oBAC9E,CAAC;gBACH,CAAC;YACH,CAAC,QAAQ,MAAM,KAAK,GAAG,EAAE;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,2FAA2F;YAC3F,iFAAiF;YACjF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;uGACmG;IACnG,KAAK,CAAC,WAAW,CAAC,KAAa;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,CACtF,SAAS,EACT,QAAQ,EACR,SAAS,EACT,aAAa,CACd,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,GAAG,SAAS,GAAG,CAAC;QAC9B,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,IAAI,MAAM,GAAG,GAAG,CAAC;QACjB,GAAG,CAAC;YACF,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;YAC7E,MAAM,GAAG,IAAI,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK;oBACL,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;oBACvC,UAAU,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,UAAU;iBAChD,CAAC,CAAC;YACL,CAAC;QACH,CAAC,QAAQ,MAAM,KAAK,GAAG,EAAE;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8EAA8E;IAC9E,8DAA8D;IAC9D,EAAE;IACF,sGAAsG;IACtG,8FAA8F;IAC9F,mGAAmG;IACnG,kGAAkG;IAClG,oGAAoG;IACpG,mGAAmG;IACnG,6DAA6D;IAC7D,8EAA8E;IAE9E,sGAAsG;IACtG,KAAK,CAAC,gBAAgB,CAAC,GAAoB;QACzC,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,uGAAuG;IACvG,UAAU,CAAC,OAAgD;QACzD,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC1F,OAAO,CAAC,GAAG,CAAC,IAAuB,CAAC,CACrC,CAAC;IACJ,CAAC;IAED,qGAAqG;IACrG,KAAK,CAAC,kBAAkB,CAAC,GAAe;QACtC,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,kGAAkG;IAClG,YAAY,CAAC,OAA2C;QACtD,IAAI,IAAI,CAAC,iBAAiB;YAAE,OAAO;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC9F,OAAO,CAAC,GAAG,CAAC,IAAkB,CAAC,CAChC,CAAC;IACJ,CAAC;IAED,mGAAmG;IACnG,KAAK,CAAC,eAAe,CAAC,KAAe;QACnC,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACnE,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAC7B,eAAe,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EACxC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CACtB,CAAC;IACJ,CAAC;IAED,wGAAwG;IACxG,UAAU,CAAC,OAAkC;QAC3C,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,CAAC,iCAAiC;QAChE,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QACxB,KAAK,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,UAAkB,EAAE,OAAe,EAAE,EAAE;YACzD,0FAA0F;YAC1F,IAAI,UAAU,KAAK,OAAO;gBAAE,OAAO;YACnC,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAa,CAAC,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,kCAAkC;YACpC,CAAC;QACH,CAAC,CAAU,CAAC,CAAC;IACf,CAAC;IAED,2GAA2G;IAC3G,KAAK,CAAC,kBAAkB,CAAC,GAAgB;QACvC,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACzE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAChC,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,EACxD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CACpB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,MAAc,EAAE,OAAmC;QAC/D,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,MAAM,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACvC,KAAK,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACnD,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtB,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC,CAAC;IACJ,CAAC;IAED,sGAAsG;IACtG,sBAAsB;QACpB,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO,IAAI,CAAC,eAAe,CAAC;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC;QAC3B,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,UAAkB,EAAE,OAAe,EAAE,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;gBAAE,OAAO;YAC7C,IAAI,GAAgB,CAAC;YACrB,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,iCAAiC;YAC3C,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,QAAQ;gBAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC,CAAU,CAAC,CAAC;QACb,OAAO,GAAG,CAAC;IACb,CAAC;IAED,8EAA8E;IAC9E,WAAW;IACX,8EAA8E;IAE9E,uGAAuG;IACvG,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,qBAAqB;YAAE,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC1E,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACvC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;QACtC,MAAM,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QACpC,MAAM,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;QACtC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,eAAe,EAAE,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC,eAAe,EAAE,UAAU,EAAE,CAAC;IACrC,CAAC;CACF;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CACzB,IAAa;IAEb,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAChE,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACpF,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,IAA+B,CAAC;IAC/D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACvF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC"}

package/dist/src/transports/bullmq/deps.d.ts

@@ -0,0 +1,59 @@
+/**
+ * The tiny broker surface the {@link import('./bullmq-transport.js').BullMQTransport} depends on, and
+ * the real-`bullmq` implementation of it. Splitting the concrete broker behind these structural
+ * interfaces is what keeps the transport itself PURE and unit-testable with fakes — and lets the
+ * package build/test without `bullmq` installed, since the only place that touches the real dependency
+ * is {@link createBullMQDeps}, which `import()`s it LAZILY (so a non-bullmq fleet never loads it).
+ */
+/** A BullMQ job as this transport reads it — only the fields it uses. `data` is the raw DTO. */
+export interface JobLike {
+    data: unknown;
+    failedReason?: string | undefined;
+}
+/** The processor a task/result/decision/step-event worker runs per job. */
+export type ProcessFn = (job: JobLike) => Promise<unknown>;
+/** The subset of a BullMQ `Queue` this transport uses. */
+export interface QueueLike {
+    add(name: string, data: unknown, opts?: unknown): Promise<unknown>;
+    getJobCounts(...types: string[]): Promise<Record<string, number>>;
+    close(): Promise<unknown>;
+}
+/** The subset of a BullMQ `Worker` this transport uses. */
+export interface WorkerLike {
+    on(event: 'failed', listener: (job: JobLike | undefined, err: Error) => void): unknown;
+    close(): Promise<unknown>;
+}
+/** The subset of an ioredis client this transport uses (pub/sub + the worker-heartbeat keyspace). */
+export interface RedisLike {
+    publish(channel: string, message: string): Promise<unknown> | unknown;
+    subscribe(channel: string): Promise<unknown> | unknown;
+    on(event: string, listener: (...args: never[]) => void): unknown;
+    set(key: string, value: string, mode: 'EX', ttl: number): Promise<unknown>;
+    scan(cursor: string | number, ...args: (string | number)[]): Promise<[string, string[]]>;
+    get(key: string): Promise<string | null>;
+    disconnect(): void;
+}
+/**
+ * The broker factory the transport is constructed with. Each `make*` mints a fresh broker object
+ * bound to the configured connection. The default (real bullmq/ioredis) implementation comes from
+ * {@link createBullMQDeps}; tests pass an in-memory fake to prove naming + job shape + the heartbeat
+ * registry with no Redis.
+ */
+export interface BullMQDeps {
+    makeQueue(name: string): QueueLike;
+    makeWorker(name: string, process: ProcessFn): WorkerLike;
+    /** A fresh standalone Redis client (pub/sub needs its own connection; the heartbeat registry reuses one). */
+    makeRedis(): RedisLike;
+}
+/**
+ * Build the real bullmq/ioredis-backed {@link BullMQDeps} for `connection` (ioredis `ConnectionOptions`
+ * or a `Redis` instance) at a `concurrency`. `bullmq` and `ioredis` are imported LAZILY here — via a
+ * non-literal specifier so the package type-checks and unit-tests without them installed — and only
+ * this call (i.e. only when the transport is actually selected + run) pulls them in.
+ *
+ * Workers require `maxRetriesPerRequest: null`; a plain-options connection is cloned with it set (a
+ * passed-in `Redis` instance is preserved as-is). A standalone client for pub/sub / heartbeat keys is
+ * a `duplicate()` of a passed-in instance, or a fresh client with a keepalive floor from the options.
+ */
+export declare function createBullMQDeps(connection: unknown, concurrency?: number): Promise<BullMQDeps>;
+//# sourceMappingURL=deps.d.ts.map