@adonis-agora/durable 0.47.0 → 0.49.0

package/dist/src/transports/bullmq/adaptive-concurrency.d.ts

@@ -0,0 +1,144 @@
+import type { WorkerStatus } from '../../interfaces.js';
+/**
+ * The adaptive controller's tunables — every field optional, each with a default from the spec.
+ * Spread under `{ mode: 'adaptive' }` to widen a plain `concurrency: number` into a self-tuning knob.
+ */
+export interface AdaptiveConcurrencyOptions {
+    /** Floor the controller won't go below. Default 1. */
+    min?: number;
+    /** Ceiling the controller won't exceed. Default 32. */
+    max?: number;
+    /** Initial limit. Default `min` (clamped into `[min,max]`). */
+    start?: number;
+    /** RSS percent of the memory ceiling at which the hard brake fires. Default 85. */
+    ramCeilingPct?: number;
+    /** CPU percent (0..100×cores normalised to 0..100) ceiling; absent = off. Default undefined. */
+    cpuCeilingPct?: number;
+    /** Control-loop period in ms. Default 2000. */
+    tickMs?: number;
+}
+/**
+ * The `concurrency` option, widened (backward-compatible): a plain `number` is fixed (unchanged), the
+ * string `'adaptive'` is adaptive-with-defaults, and an object `{ mode:'adaptive', ... }` is adaptive
+ * with overrides. `undefined` keeps the historical default of 1 (fixed).
+ */
+export type ConcurrencyOption = number | 'adaptive' | ({
+    mode: 'adaptive';
+} & AdaptiveConcurrencyOptions);
+/** The fully-resolved adaptive tunables (every default applied), carried on a resolved config. */
+export interface AdaptiveConfig {
+    min: number;
+    max: number;
+    start: number;
+    ramCeilingPct: number;
+    cpuCeilingPct?: number;
+    tickMs: number;
+}
+/** A normalised `concurrency` option: a `fixed` number, or an `adaptive` config with every default applied. */
+export interface ResolvedConcurrency {
+    mode: 'fixed' | 'adaptive';
+    /** Present when `mode === 'fixed'` — the never-moving concurrency. */
+    fixed?: number;
+    /** Present when `mode === 'adaptive'` — the controller's tunables. */
+    adaptive?: AdaptiveConfig;
+}
+/**
+ * Normalise a {@link ConcurrencyOption} into a {@link ResolvedConcurrency}: a bare number (or
+ * `undefined` → 1) becomes `{ mode:'fixed', fixed }`; `'adaptive'` / `{ mode:'adaptive', ... }`
+ * become `{ mode:'adaptive', adaptive }` with every default from the spec applied and `start`
+ * clamped into `[min,max]`.
+ *
+ * A non-finite or out-of-range number falls back to its default (a bad `cpuCeilingPct` turns the
+ * CPU ceiling off): BullMQ throws on a `NaN` or sub-1 concurrency, a `NaN` ceiling never brakes, and
+ * a `NaN` `tickMs` makes the control loop fire every millisecond.
+ */
+export declare function resolveConcurrency(opt?: ConcurrencyOption): ResolvedConcurrency;
+/**
+ * The process memory ceiling in bytes, read once (cgroup limits don't move at runtime): cgroup v2
+ * `memory.max`, then cgroup v1 `memory.limit_in_bytes`, then the host total. A `max` / absurdly-large
+ * ("unlimited") cgroup value falls through to {@link totalmem}. No new deps — just `node:fs`/`node:os`.
+ */
+export declare function readMemoryLimitBytes(): number;
+/** Construction surface for {@link AdaptiveController}. */
+export interface AdaptiveControllerOptions {
+    /** The raw `concurrency` option (resolved internally). */
+    concurrency?: ConcurrencyOption;
+    /**
+     * Applied whenever the live limit changes — wire it to `worker.concurrency = limit`. Called once
+     * with the initial limit is NOT done here; the caller passes the initial limit to the Worker ctor
+     * and reads {@link AdaptiveController.limit}. Subsequent adaptive moves call this.
+     */
+    apply?: (limit: number) => void;
+    /** Injectable clock (tests). Defaults to {@link Date.now}. */
+    now?: () => number;
+    /** Injectable RSS reader (tests). Defaults to `process.memoryUsage().rss`. */
+    readRss?: () => number;
+    /** Injectable memory-ceiling reader (tests). Defaults to {@link readMemoryLimitBytes} (read once). */
+    readMemoryLimit?: () => number;
+}
+/**
+ * A single gradient-limit (AIMD) concurrency controller, shared by every per-routing-token task
+ * worker of one {@link import('./bullmq-transport.js').BullMQTransport}. It tracks in-flight work and a rolling window of
+ * completions, and — in `adaptive` mode — re-evaluates the worker's concurrency every `tickMs` from a
+ * latency gradient, an error/stall backpressure signal, a hard RAM brake and an optional CPU ceiling.
+ *
+ * In `fixed` mode it never moves the limit but still tracks `inFlight`/RSS/throughput/p95 so the
+ * observability half (the heartbeat status payload) works without adaptive. Either way, {@link snapshot}
+ * returns the shared {@link WorkerStatus} contract the heartbeat writer stamps.
+ */
+export declare class AdaptiveController {
+    private readonly resolved;
+    private readonly apply;
+    private readonly now;
+    private readonly readRss;
+    private readonly memoryLimitBytes;
+    private readonly tickMs;
+    private currentLimit;
+    private inFlightCount;
+    private readonly window;
+    private rttLongMs?;
+    private cpuPct?;
+    private lastAdjust?;
+    private completionsThisTick;
+    private stallTicks;
+    private lastCpuUsage?;
+    private timer;
+    constructor(options?: AdaptiveControllerOptions);
+    /** The concurrency to hand the BullMQ Worker on construction (fixed N, or the adaptive `start`). */
+    get initialLimit(): number;
+    /** The live limit in effect right now. */
+    get limit(): number;
+    /** `true` when the controller will move the limit on its own (adaptive mode). */
+    get isAdaptive(): boolean;
+    /** Start the control loop. The timer is `unref`'d so it never keeps the process alive; idempotent. */
+    start(): void;
+    /** Stop the control loop (call on worker close). Idempotent. */
+    stop(): void;
+    /** A task started — bump in-flight. Call from the job processor before awaiting the body. */
+    onStart(): void;
+    /**
+     * A task settled. ALWAYS drops in-flight and counts toward stall liveness (`completionsThisTick`),
+     * so the saturation gate, the heartbeat `inFlight`, and the "alive-but-busy" signal see every task.
+     *
+     * `kind` gates the MEASUREMENT window: only `'step'` completions push a duration into the rolling
+     * window that feeds the latency gradient / throughput / p95 / error rate. A workflow TURN
+     * (`kind: 'workflow'`) is NOT measured — a 5ms suspend sitting next to a 2s step would corrupt the
+     * gradient — but it still counts as in-flight + forward progress. This is the single concurrency
+     * pool measuring steps only; the transport tags the kind when it routes a job by shape.
+     */
+    onSettle(durationMs: number, ok: boolean, kind: 'workflow' | 'step'): void;
+    /**
+     * One control-loop iteration: sample CPU, refresh the latency baseline, then (adaptive only) decide
+     * the next limit and apply it. Exposed (not private) so a test can drive ticks deterministically.
+     */
+    tick(): void;
+    private sampleCpu;
+    private refreshRttLong;
+    private rssPct;
+    private decide;
+    /** The shared {@link WorkerStatus} the heartbeat writer stamps. Best-effort fields are omitted when
+     *  unmeasured (no completions yet → no p95/throughput; no CPU sample yet → no `cpuPct`). */
+    snapshot(): WorkerStatus;
+    private throughputPerMin;
+}
+//# sourceMappingURL=adaptive-concurrency.d.ts.map

package/dist/src/transports/bullmq/adaptive-concurrency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptive-concurrency.d.ts","sourceRoot":"","sources":["../../../../src/transports/bullmq/adaptive-concurrency.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAgB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEtE;;;GAGG;AACH,MAAM,WAAW,0BAA0B;IACzC,sDAAsD;IACtD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mFAAmF;IACnF,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gGAAgG;IAChG,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GACzB,MAAM,GACN,UAAU,GACV,CAAC;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,GAAG,0BAA0B,CAAC,CAAC;AAExD,kGAAkG;AAClG,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,+GAA+G;AAC/G,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,OAAO,GAAG,UAAU,CAAC;IAC3B,sEAAsE;IACtE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sEAAsE;IACtE,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B;AAqBD;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,CAAC,EAAE,iBAAiB,GAAG,mBAAmB,CAkB/E;AAKD;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAkB7C;AAuBD,2DAA2D;AAC3D,MAAM,WAAW,yBAAyB;IACxC,0DAA0D;IAC1D,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC;;;;OAIG;IACH,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,8DAA8D;IAC9D,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,MAAM,CAAC;IACvB,sGAAsG;IACtG,eAAe,CAAC,EAAE,MAAM,MAAM,CAAC;CAChC;AAED;;;;;;;;;GASG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsB;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA0B;IAChD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAEhC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,UAAU,CAAC,CAAe;IAElC,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,YAAY,CAAC,CAAkB;IACvC,OAAO,CAAC,KAAK,CAA6C;IAE1D,YAAY,OAAO,GAAE,yBAA8B,EAWlD;IAED,oGAAoG;IACpG,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,0CAA0C;IAC1C,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,iFAAiF;IACjF,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,sGAAsG;IACtG,KAAK,IAAI,IAAI,CAKZ;IAED,gEAAgE;IAChE,IAAI,IAAI,IAAI,CAKX;IAED,6FAA6F;IAC7F,OAAO,IAAI,IAAI,CAEd;IAED;;;;;;;;;OASG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAQzE;IAED;;;OAGG;IACH,IAAI,IAAI,IAAI,CAYX;IAED,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,MAAM;IAKd,OAAO,CAAC,MAAM;IAwCd;gGAC4F;IAC5F,QAAQ,IAAI,YAAY,CAyBvB;IAED,OAAO,CAAC,gBAAgB;CAUzB"}

package/dist/src/transports/bullmq/adaptive-concurrency.js

@@ -0,0 +1,312 @@
+import { readFileSync } from 'node:fs';
+import { cpus, totalmem } from 'node:os';
+const DEFAULT_MIN = 1;
+const DEFAULT_MAX = 32;
+const DEFAULT_RAM_CEILING_PCT = 85;
+const DEFAULT_TICK_MS = 2000;
+function clamp(value, min, max) {
+    return Math.min(max, Math.max(min, value));
+}
+/** `value` floored when it is a finite number of at least 1, else `fallback`. */
+function wholeAtLeastOne(value, fallback) {
+    return value !== undefined && Number.isFinite(value) && value >= 1 ? Math.floor(value) : fallback;
+}
+/** `value` when it is a finite number above 0, else `fallback`. */
+function finitePositive(value, fallback) {
+    return value !== undefined && Number.isFinite(value) && value > 0 ? value : fallback;
+}
+/**
+ * Normalise a {@link ConcurrencyOption} into a {@link ResolvedConcurrency}: a bare number (or
+ * `undefined` → 1) becomes `{ mode:'fixed', fixed }`; `'adaptive'` / `{ mode:'adaptive', ... }`
+ * become `{ mode:'adaptive', adaptive }` with every default from the spec applied and `start`
+ * clamped into `[min,max]`.
+ *
+ * A non-finite or out-of-range number falls back to its default (a bad `cpuCeilingPct` turns the
+ * CPU ceiling off): BullMQ throws on a `NaN` or sub-1 concurrency, a `NaN` ceiling never brakes, and
+ * a `NaN` `tickMs` makes the control loop fire every millisecond.
+ */
+export function resolveConcurrency(opt) {
+    if (opt === undefined)
+        return { mode: 'fixed', fixed: 1 };
+    if (typeof opt === 'number')
+        return { mode: 'fixed', fixed: wholeAtLeastOne(opt, 1) };
+    const overrides = opt === 'adaptive' ? {} : opt;
+    const min = wholeAtLeastOne(overrides.min, DEFAULT_MIN);
+    const max = Math.max(min, wholeAtLeastOne(overrides.max, DEFAULT_MAX));
+    const start = clamp(wholeAtLeastOne(overrides.start, min), min, max);
+    const cpuCeilingPct = finitePositive(overrides.cpuCeilingPct, undefined);
+    const adaptive = {
+        min,
+        max,
+        start,
+        ramCeilingPct: finitePositive(overrides.ramCeilingPct, DEFAULT_RAM_CEILING_PCT),
+        tickMs: wholeAtLeastOne(overrides.tickMs, DEFAULT_TICK_MS),
+        ...(cpuCeilingPct !== undefined ? { cpuCeilingPct } : {}),
+    };
+    return { mode: 'adaptive', adaptive };
+}
+// The cgroup "unlimited" sentinel: a limit at/above this is no real cap, so fall through to host total.
+const CGROUP_UNLIMITED = 2 ** 62;
+/**
+ * The process memory ceiling in bytes, read once (cgroup limits don't move at runtime): cgroup v2
+ * `memory.max`, then cgroup v1 `memory.limit_in_bytes`, then the host total. A `max` / absurdly-large
+ * ("unlimited") cgroup value falls through to {@link totalmem}. No new deps — just `node:fs`/`node:os`.
+ */
+export function readMemoryLimitBytes() {
+    try {
+        const raw = readFileSync('/sys/fs/cgroup/memory.max', 'utf8').trim();
+        if (raw && raw !== 'max') {
+            const n = Number(raw);
+            if (Number.isFinite(n) && n > 0 && n < CGROUP_UNLIMITED)
+                return n;
+        }
+    }
+    catch {
+        /* not cgroup v2 (or unreadable) — try v1 next */
+    }
+    try {
+        const raw = readFileSync('/sys/fs/cgroup/memory/memory.limit_in_bytes', 'utf8').trim();
+        const n = Number(raw);
+        if (Number.isFinite(n) && n > 0 && n < CGROUP_UNLIMITED)
+            return n;
+    }
+    catch {
+        /* not cgroup v1 (or unreadable) — fall through to host total */
+    }
+    return totalmem();
+}
+// How many recent completions the controller reasons over (latency percentiles + throughput + errors).
+const WINDOW_SIZE = 100;
+// EWMA smoothing for the "no-queuing" baseline (rttLong): low weight so a single fast sample doesn't
+// reset the baseline, but it still tracks a genuine floor shift.
+const RTT_LONG_EWMA_ALPHA = 0.2;
+// Consecutive ticks with in-flight work but zero completions before we call the worker stalled.
+const STALL_TICKS = 2;
+function percentile(sortedAsc, p) {
+    if (sortedAsc.length === 0)
+        return 0;
+    const idx = clamp(Math.ceil((p / 100) * sortedAsc.length) - 1, 0, sortedAsc.length - 1);
+    return sortedAsc[idx] ?? 0;
+}
+/**
+ * A single gradient-limit (AIMD) concurrency controller, shared by every per-routing-token task
+ * worker of one {@link import('./bullmq-transport.js').BullMQTransport}. It tracks in-flight work and a rolling window of
+ * completions, and — in `adaptive` mode — re-evaluates the worker's concurrency every `tickMs` from a
+ * latency gradient, an error/stall backpressure signal, a hard RAM brake and an optional CPU ceiling.
+ *
+ * In `fixed` mode it never moves the limit but still tracks `inFlight`/RSS/throughput/p95 so the
+ * observability half (the heartbeat status payload) works without adaptive. Either way, {@link snapshot}
+ * returns the shared {@link WorkerStatus} contract the heartbeat writer stamps.
+ */
+export class AdaptiveController {
+    resolved;
+    apply;
+    now;
+    readRss;
+    memoryLimitBytes;
+    tickMs;
+    currentLimit;
+    inFlightCount = 0;
+    window = [];
+    rttLongMs;
+    cpuPct;
+    lastAdjust;
+    completionsThisTick = 0;
+    stallTicks = 0;
+    lastCpuUsage;
+    timer;
+    constructor(options = {}) {
+        this.resolved = resolveConcurrency(options.concurrency);
+        this.apply = options.apply ?? (() => { });
+        this.now = options.now ?? Date.now;
+        this.readRss = options.readRss ?? (() => process.memoryUsage().rss);
+        this.memoryLimitBytes = (options.readMemoryLimit ?? readMemoryLimitBytes)();
+        this.tickMs = this.resolved.adaptive?.tickMs ?? DEFAULT_TICK_MS;
+        this.currentLimit =
+            this.resolved.mode === 'adaptive'
+                ? (this.resolved.adaptive?.start ?? DEFAULT_MIN)
+                : (this.resolved.fixed ?? 1);
+    }
+    /** The concurrency to hand the BullMQ Worker on construction (fixed N, or the adaptive `start`). */
+    get initialLimit() {
+        return this.currentLimit;
+    }
+    /** The live limit in effect right now. */
+    get limit() {
+        return this.currentLimit;
+    }
+    /** `true` when the controller will move the limit on its own (adaptive mode). */
+    get isAdaptive() {
+        return this.resolved.mode === 'adaptive';
+    }
+    /** Start the control loop. The timer is `unref`'d so it never keeps the process alive; idempotent. */
+    start() {
+        if (this.timer)
+            return;
+        this.lastCpuUsage = process.cpuUsage();
+        this.timer = setInterval(() => this.tick(), this.tickMs);
+        this.timer.unref?.();
+    }
+    /** Stop the control loop (call on worker close). Idempotent. */
+    stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = undefined;
+        }
+    }
+    /** A task started — bump in-flight. Call from the job processor before awaiting the body. */
+    onStart() {
+        this.inFlightCount += 1;
+    }
+    /**
+     * A task settled. ALWAYS drops in-flight and counts toward stall liveness (`completionsThisTick`),
+     * so the saturation gate, the heartbeat `inFlight`, and the "alive-but-busy" signal see every task.
+     *
+     * `kind` gates the MEASUREMENT window: only `'step'` completions push a duration into the rolling
+     * window that feeds the latency gradient / throughput / p95 / error rate. A workflow TURN
+     * (`kind: 'workflow'`) is NOT measured — a 5ms suspend sitting next to a 2s step would corrupt the
+     * gradient — but it still counts as in-flight + forward progress. This is the single concurrency
+     * pool measuring steps only; the transport tags the kind when it routes a job by shape.
+     */
+    onSettle(durationMs, ok, kind) {
+        this.inFlightCount = Math.max(0, this.inFlightCount - 1);
+        // Forward progress for stall detection counts BOTH kinds — a worker churning workflow turns is
+        // not stalled even when no step settles this tick.
+        this.completionsThisTick += 1;
+        if (kind !== 'step')
+            return;
+        this.window.push({ durationMs, ok, at: this.now() });
+        if (this.window.length > WINDOW_SIZE)
+            this.window.shift();
+    }
+    /**
+     * One control-loop iteration: sample CPU, refresh the latency baseline, then (adaptive only) decide
+     * the next limit and apply it. Exposed (not private) so a test can drive ticks deterministically.
+     */
+    tick() {
+        this.sampleCpu();
+        this.refreshRttLong();
+        // Stall = in-flight work but no completion this tick, sustained over STALL_TICKS.
+        if (this.inFlightCount > 0 && this.completionsThisTick === 0)
+            this.stallTicks += 1;
+        else
+            this.stallTicks = 0;
+        const stalled = this.stallTicks >= STALL_TICKS;
+        this.completionsThisTick = 0;
+        if (this.resolved.mode !== 'adaptive' || !this.resolved.adaptive)
+            return;
+        this.decide(this.resolved.adaptive, stalled);
+    }
+    sampleCpu() {
+        if (!this.lastCpuUsage) {
+            this.lastCpuUsage = process.cpuUsage();
+            return;
+        }
+        const delta = process.cpuUsage(this.lastCpuUsage);
+        this.lastCpuUsage = process.cpuUsage();
+        const cores = Math.max(1, cpus().length);
+        // delta is microseconds of CPU; the tick spans tickMs ms = tickMs*1000 micros of wall time.
+        const micros = delta.user + delta.system;
+        this.cpuPct = (micros / (this.tickMs * 1000 * cores)) * 100;
+    }
+    refreshRttLong() {
+        if (this.window.length === 0)
+            return;
+        let minDuration = this.window[0]?.durationMs ?? 0;
+        for (const c of this.window)
+            if (c.durationMs < minDuration)
+                minDuration = c.durationMs;
+        this.rttLongMs =
+            this.rttLongMs === undefined
+                ? minDuration
+                : RTT_LONG_EWMA_ALPHA * minDuration + (1 - RTT_LONG_EWMA_ALPHA) * this.rttLongMs;
+    }
+    rssPct() {
+        if (this.memoryLimitBytes <= 0)
+            return 0;
+        return (100 * this.readRss()) / this.memoryLimitBytes;
+    }
+    decide(cfg, stalled) {
+        const current = this.currentLimit;
+        const durations = this.window.map((c) => c.durationMs).sort((a, b) => a - b);
+        const p50 = percentile(durations, 50);
+        const errors = this.window.reduce((n, c) => n + (c.ok ? 0 : 1), 0);
+        const errorRate = this.window.length === 0 ? 0 : errors / this.window.length;
+        const gradient = this.rttLongMs !== undefined && p50 > 0 ? Math.min(1, this.rttLongMs / p50) : 1;
+        const rssPct = this.rssPct();
+        const saturated = this.inFlightCount >= current * 0.8;
+        let next = current;
+        let reason;
+        if (rssPct >= cfg.ramCeilingPct) {
+            next = Math.max(cfg.min, Math.floor(current * 0.8));
+            reason = 'ram_ceiling';
+        }
+        else if (cfg.cpuCeilingPct !== undefined && (this.cpuPct ?? 0) >= cfg.cpuCeilingPct) {
+            // CPU at/over the ceiling: never grow; shed one to relieve it.
+            next = Math.max(cfg.min, current - 1);
+            reason = 'cpu_ceiling';
+        }
+        else if (errorRate > 0.2 || stalled) {
+            next = Math.max(cfg.min, current - 1);
+            reason = 'backpressure';
+        }
+        else if (gradient < 0.7) {
+            next = Math.max(cfg.min, Math.floor(current * gradient));
+            reason = 'shrink';
+        }
+        else if (gradient >= 0.9 && saturated) {
+            next = Math.min(cfg.max, current + 1);
+            reason = 'grow';
+        }
+        next = clamp(next, cfg.min, cfg.max);
+        if (next === current || reason === undefined)
+            return;
+        this.currentLimit = next;
+        this.lastAdjust = { at: this.now(), from: current, to: next, reason };
+        this.apply(next);
+    }
+    /** The shared {@link WorkerStatus} the heartbeat writer stamps. Best-effort fields are omitted when
+     *  unmeasured (no completions yet → no p95/throughput; no CPU sample yet → no `cpuPct`). */
+    snapshot() {
+        const durations = this.window.map((c) => c.durationMs).sort((a, b) => a - b);
+        const rssBytes = this.readRss();
+        const rssLimitBytes = this.memoryLimitBytes;
+        const status = {
+            runtime: 'node',
+            concurrency: {
+                mode: this.resolved.mode,
+                limit: this.currentLimit,
+                ...(this.resolved.mode === 'adaptive' && this.resolved.adaptive
+                    ? { min: this.resolved.adaptive.min, max: this.resolved.adaptive.max }
+                    : {}),
+            },
+            inFlight: this.inFlightCount,
+            rssBytes,
+            rssLimitBytes,
+            rssPct: rssLimitBytes > 0 ? (100 * rssBytes) / rssLimitBytes : 0,
+        };
+        if (this.cpuPct !== undefined)
+            status.cpuPct = this.cpuPct;
+        if (this.window.length > 0) {
+            status.throughputPerMin = this.throughputPerMin();
+            status.p95Ms = percentile(durations, 95);
+        }
+        if (this.lastAdjust)
+            status.lastAdjust = this.lastAdjust;
+        return status;
+    }
+    throughputPerMin() {
+        if (this.window.length === 0)
+            return 0;
+        const first = this.window[0];
+        const last = this.window[this.window.length - 1];
+        if (!first || !last)
+            return 0;
+        const spanMs = last.at - first.at;
+        // A single completion (or all in the same ms) has no measurable span — report the raw count/min.
+        if (spanMs <= 0)
+            return this.window.length;
+        return (this.window.length / spanMs) * 60_000;
+    }
+}
+//# sourceMappingURL=adaptive-concurrency.js.map

package/dist/src/transports/bullmq/adaptive-concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptive-concurrency.js","sourceRoot":"","sources":["../../../../src/transports/bullmq/adaptive-concurrency.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAmDzC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAS,KAAK,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,iFAAiF;AACjF,SAAS,eAAe,CAAC,KAAyB,EAAE,QAAgB;IAClE,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpG,CAAC;AAED,mEAAmE;AACnE,SAAS,cAAc,CAAI,KAAyB,EAAE,QAAW;IAC/D,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACvF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAuB;IACxD,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;IAEtF,MAAM,SAAS,GAA+B,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5E,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,aAAa,GAAG,cAAc,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAmB;QAC/B,GAAG;QACH,GAAG;QACH,KAAK;QACL,aAAa,EAAE,cAAc,CAAC,SAAS,CAAC,aAAa,EAAE,uBAAuB,CAAC;QAC/E,MAAM,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,eAAe,CAAC;QAC1D,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;AACxC,CAAC;AAED,wGAAwG;AACxG,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,CAAC;AAEjC;;;;GAIG;AACH,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACrE,IAAI,GAAG,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,gBAAgB;gBAAE,OAAO,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,iDAAiD;IACnD,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,6CAA6C,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACvF,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,gBAAgB;YAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,gEAAgE;IAClE,CAAC;IACD,OAAO,QAAQ,EAAE,CAAC;AACpB,CAAC;AASD,uGAAuG;AACvG,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,qGAAqG;AACrG,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,gGAAgG;AAChG,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,SAAS,UAAU,CAAC,SAAmB,EAAE,CAAS;IAChD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAoBD;;;;;;;;;GASG;AACH,MAAM,OAAO,kBAAkB;IACZ,QAAQ,CAAsB;IAC9B,KAAK,CAA0B;IAC/B,GAAG,CAAe;IAClB,OAAO,CAAe;IACtB,gBAAgB,CAAS;IACzB,MAAM,CAAS;IAExB,YAAY,CAAS;IACrB,aAAa,GAAG,CAAC,CAAC;IACT,MAAM,GAAiB,EAAE,CAAC;IACnC,SAAS,CAAU;IACnB,MAAM,CAAU;IAChB,UAAU,CAAgB;IAE1B,mBAAmB,GAAG,CAAC,CAAC;IACxB,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,CAAmB;IAC/B,KAAK,CAA6C;IAE1D,YAAY,OAAO,GAA8B,EAAE;QACjD,IAAI,CAAC,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC;QACpE,IAAI,CAAC,gBAAgB,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,oBAAoB,CAAC,EAAE,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,IAAI,eAAe,CAAC;QAChE,IAAI,CAAC,YAAY;YACf,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU;gBAC/B,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,IAAI,WAAW,CAAC;gBAChD,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,oGAAoG;IACpG,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,0CAA0C;IAC1C,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,iFAAiF;IACjF,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC;IAC3C,CAAC;IAED,sGAAsG;IACtG,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAED,gEAAgE;IAChE,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAED,6FAA6F;IAC7F,OAAO;QACL,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;;;;OASG;IACH,QAAQ,CAAC,UAAkB,EAAE,EAAW,EAAE,IAAyB;QACjE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACzD,+FAA+F;QAC/F,mDAAmD;QACnD,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI,KAAK,MAAM;YAAE,OAAO;QAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,WAAW;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACH,IAAI;QACF,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,kFAAkF;QAClF,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,IAAI,CAAC,mBAAmB,KAAK,CAAC;YAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;;YAC9E,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,IAAI,WAAW,CAAC;QAC/C,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ;YAAE,OAAO;QACzE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,4FAA4F;QAC5F,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC;IAC9D,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACrC,IAAI,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;QAClD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,CAAC,UAAU,GAAG,WAAW;gBAAE,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC;QACxF,IAAI,CAAC,SAAS;YACZ,IAAI,CAAC,SAAS,KAAK,SAAS;gBAC1B,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,mBAAmB,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,mBAAmB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IACvF,CAAC;IAEO,MAAM;QACZ,IAAI,IAAI,CAAC,gBAAgB,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACxD,CAAC;IAEO,MAAM,CAAC,GAAmB,EAAE,OAAgB;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7E,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7E,MAAM,QAAQ,GACZ,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,IAAI,OAAO,GAAG,GAAG,CAAC;QAEtD,IAAI,IAAI,GAAG,OAAO,CAAC;QACnB,IAAI,MAA0C,CAAC;QAE/C,IAAI,MAAM,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YAChC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC;YACpD,MAAM,GAAG,aAAa,CAAC;QACzB,CAAC;aAAM,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtF,+DAA+D;YAC/D,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,aAAa,CAAC;QACzB,CAAC;aAAM,IAAI,SAAS,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;YACtC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,cAAc,CAAC;QAC1B,CAAC;aAAM,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC;YACzD,MAAM,GAAG,QAAQ,CAAC;QACpB,CAAC;aAAM,IAAI,QAAQ,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;YACxC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACtC,MAAM,GAAG,MAAM,CAAC;QAClB,CAAC;QAED,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,OAAO,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO;QAErD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACtE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IAED;gGAC4F;IAC5F,QAAQ;QACN,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC5C,MAAM,MAAM,GAAiB;YAC3B,OAAO,EAAE,MAAM;YACf,WAAW,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ;oBAC7D,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACtE,CAAC,CAAC,EAAE,CAAC;aACR;YACD,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,QAAQ;YACR,aAAa;YACb,MAAM,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;SACjE,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;QAClC,iGAAiG;QACjG,IAAI,MAAM,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;IAChD,CAAC;CACF"}

package/dist/src/transports/bullmq/bullmq-transport.d.ts

@@ -2,7 +2,8 @@ import type { WorkerDescriptor } from '../../handshake/descriptor.js';
 import type { GroupHealth, Heartbeat, RemoteTask, RunReply, RunRequest, StartRunMessage, StepResult, TenantEvent, Transport, WorkflowDecision, WorkflowStepEvent, WorkflowTask } from '../../interfaces.js';
 import { type StepHandler } from '../../protocol.js';
 import { type WorkflowTurnHandler } from '../../workflow-turn.js';
-import type { BullMQDeps, RedisLike } from './deps.js';
+import { type ConcurrencyOption } from './adaptive-concurrency.js';
+import { type BullMQDeps, type RedisLike } from './deps.js';
 export interface BullMQTransportOptions {
     /**
      * Ceiling (ms) `close()` gives the graceful shutdown before it stops waiting and drops the Redis
@@ -34,6 +35,22 @@ export interface BullMQTransportOptions {
     instanceId?: string | undefined;
     /** Where a background failure (a failed heartbeat refresh, a result-publish error) is reported. */
     onError?: ((err: unknown) => void) | undefined;
+    /**
+     * How many step results this instance settles at once from the results queue. With the default
+     * of 1, a wide fan's results queue up behind one checkpoint write at a time on each pod. The engine
+     * still resumes one run's turns in order on an instance, so a run never gets two concurrent turns
+     * from it. A non-finite or sub-1 value falls back to the default. Default 1.
+     */
+    resultConcurrency?: number | undefined;
+    /**
+     * How many tasks each per-routing-token task worker runs at once. A number pins it (a non-finite or
+     * sub-1 value falls back to 1). `'adaptive'` or `{ mode: 'adaptive', min, max, start, tickMs,
+     * ramCeilingPct, cpuCeilingPct }` lets an {@link AdaptiveController} move the limit at runtime from
+     * step latency, error rate and stalls, braking on RAM (and CPU, when a ceiling is set). The live
+     * limit, in-flight count and last adjustment ride the worker heartbeat in both modes. Unset leaves
+     * each task worker at the deps' default concurrency.
+     */
+    concurrency?: ConcurrencyOption | undefined;
 }
 /**
  * A queue-backed {@link Transport} over BullMQ/Redis, BYTE-COMPATIBLE with the aviary

package/dist/src/transports/bullmq/bullmq-transport.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bullmq-transport.d.ts","sourceRoot":"","sources":["../../../../src/transports/bullmq/bullmq-transport.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,UAAU,EACV,QAAQ,EACR,UAAU,EACV,eAAe,EACf,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACb,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAkB,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAkB,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAClF,OAAO,KAAK,EAAE,UAAU,EAAa,SAAS,EAAc,MAAM,WAAW,CAAC;AA4B9E,MAAM,WAAW,sBAAsB;IACrC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,2FAA2F;IAC3F,IAAI,EAAE,UAAU,CAAC;IACjB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,oEAAoE;IACpE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,yFAAyF;IACzF,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,mGAAmG;IACnG,OAAO,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;CAChD;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,eAAgB,YAAW,SAAS;;IAgD/C,YAAY,OAAO,EAAE,sBAAsB,EAU1C;IAED,iEAAiE;IACjE,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAGpC;IAyBD;;;;;;;OAOG;IACH,qBAAqB,IAAI,SAAS,CAEjC;IAMD;+EAC2E;IACrE,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAM9C;IAED;2GACuG;IACjG,oBAAoB,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAM5D;IAMD;;;;OAIG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAG1C;IAED;;;;;;OAMG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,GAAG,IAAI,CAG5D;IA0HD;oGACgG;IAC1F,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAM9C;IA8BD,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAe7D;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKvE;IAED;uEACmE;IAC7D,iBAAiB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAM/D;IAED,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKtE;IAED,WAAW,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAiB7D;IAyED;;gHAE4G;IACtG,gBAAgB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAgB1C;IAYK,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAmCtE;IAED;uGACmG;IAC7F,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CASrD;IA+CD,sGAAsG;IAChG,gBAAgB,CAAC,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1D;IAED,uGAAuG;IACvG,UAAU,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKjE;IAED,qGAAqG;IAC/F,kBAAkB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAEvD;IAED,kGAAkG;IAClG,YAAY,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAK9D;IAED,mGAAmG;IAC7F,eAAe,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAMpD;IAED,wGAAwG;IACxG,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,IAAI,CAoBnD;IAED,2GAA2G;IACrG,kBAAkB,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAMxD;IAED;;;;;OAKG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,WAAW,KAAK,IAAI,GAAG,MAAM,IAAI,CAqB7E;IAyBD,uGAAuG;IACjG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CA8B3B;CACF"}
+{"version":3,"file":"bullmq-transport.d.ts","sourceRoot":"","sources":["../../../../src/transports/bullmq/bullmq-transport.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,UAAU,EACV,QAAQ,EACR,UAAU,EACV,eAAe,EACf,UAAU,EACV,WAAW,EACX,SAAS,EAGT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACb,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAkB,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAkB,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAsB,KAAK,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACvF,OAAO,EACL,KAAK,UAAU,EAEf,KAAK,SAAS,EAGf,MAAM,WAAW,CAAC;AA4BnB,MAAM,WAAW,sBAAsB;IACrC;;;;;;;;OAQG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,2FAA2F;IAC3F,IAAI,EAAE,UAAU,CAAC;IACjB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,oEAAoE;IACpE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,yFAAyF;IACzF,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,mGAAmG;IACnG,OAAO,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/C;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC7C;AAED;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,eAAgB,YAAW,SAAS;;IAgD/C,YAAY,OAAO,EAAE,sBAAsB,EAY1C;IAeD,iEAAiE;IACjE,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAGpC;IAyBD;;;;;;;OAOG;IACH,qBAAqB,IAAI,SAAS,CAEjC;IAMD;+EAC2E;IACrE,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAM9C;IAED;2GACuG;IACjG,oBAAoB,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAM5D;IAMD;;;;OAIG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAG1C;IAED;;;;;;OAMG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,GAAG,IAAI,CAG5D;IA0ID;oGACgG;IAC1F,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAM9C;IA8BD,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAiB7D;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKvE;IAED;uEACmE;IAC7D,iBAAiB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAM/D;IAED,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKtE;IAED,WAAW,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAiB7D;IA2CD;;gHAE4G;IACtG,gBAAgB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAgB1C;IAYK,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAmCtE;IAED;uGACmG;IAC7F,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CASrD;IA+CD,sGAAsG;IAChG,gBAAgB,CAAC,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1D;IAED,uGAAuG;IACvG,UAAU,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAKjE;IAED,qGAAqG;IAC/F,kBAAkB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAEvD;IAED,kGAAkG;IAClG,YAAY,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAK9D;IAED,mGAAmG;IAC7F,eAAe,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAMpD;IAED,wGAAwG;IACxG,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,IAAI,CAoBnD;IAED,2GAA2G;IACrG,kBAAkB,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAMxD;IAED;;;;;OAKG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,WAAW,KAAK,IAAI,GAAG,MAAM,IAAI,CAqB7E;IAyBD,uGAAuG;IACjG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CA+B3B;CACF"}