adaptive-concurrency 0.3.2 → 0.3.4

package/dist/limiter/acquire-strategies/PartitionedStrategy.js

@@ -9,9 +9,12 @@ const PARTITION_TAG_NAME = "partition";
  * max(1, ceil(globalLimit * percent))`.
  *
  * Admission policy:
- * - If `globalInflight < globalLimit`, the request is admitted regardless of
- *   its partition's current limitAtGlobalSaturation usage (bursting while slack
- *   exists).
+ * - If `globalInflight < globalLimit`, admission is controlled by partition
+ *   burst policy:
+ *   - `unbounded` (default): always admit while global slack exists.
+ *   - `capped`: admit up to
+ *     `ceil(limitAtGlobalSaturation * maxBurstMultiplier)`.
+ *   - `none`: admit only up to `limitAtGlobalSaturation`.
  *
  * - If `globalInflight >= globalLimit`, admission is checked against the
  *   resolved partition's limitAtGlobalSaturation only (`tryAcquire` on that
@@ -23,8 +26,7 @@ const PARTITION_TAG_NAME = "partition";
  *
  * Examples (global limit = 10, A=50%, B=50% => limitsAtGlobalSaturation: A=5,
  * B=5):
- * - **Bursting:** A can reach inflight 10 while B is 0 (below-saturation
- *   admissions do not enforce per-partition limits at global saturation).
+ * - **Unbounded bursting:** A can reach inflight 10 while B is 0.
  *
  * - **Limit-at-global-saturation catch-up at saturation:** if A=10 and B=0,
  *   then B requests can still be admitted up to B=5 via `tryAcquire`, so global
@@ -65,6 +67,7 @@ export class PartitionedStrategy {
             new Partition({
                 name,
                 percent: cfg.percent,
+                burstMode: cfg.burstMode ?? { kind: "unbounded" },
                 initialLimitAtGlobalSaturation: partitionLimitAtGlobalSaturationForGlobal(initialLimit, cfg.percent),
                 registry,
             }),
@@ -72,9 +75,9 @@ export class PartitionedStrategy {
         this.unknownPartition = new Partition({
             name: "unknown",
             percent: 0,
+            burstMode: { kind: "unbounded" },
             // Java never calls updateLimit on unknown; limitAtGlobalSaturation stays
-            // 0 so
-            // tryAcquire always fails at global cap.
+            // 0, so tryAcquire always fails at global saturation.
             initialLimitAtGlobalSaturation: 0,
             registry,
         });
@@ -84,8 +87,7 @@ export class PartitionedStrategy {
         if (state.inflight >= state.limit) {
             return partition.tryAcquire();
         }
-        partition.acquire();
-        return true;
+        return partition.acquireWithinBurst();
     }
     onAllotmentReleased(context) {
         this.resolvePartition(context).release();
@@ -107,6 +109,7 @@ export class PartitionedStrategy {
         return {
             name: partition.name,
             percent: partition.percent,
+            burstMode: partition.burstMode,
             limitAtGlobalSaturation: partition.limitAtGlobalSaturation,
             inFlight: partition.inFlight,
             isLimitAtGlobalSaturationExceeded: partition.isLimitAtGlobalSaturationExceeded,
@@ -129,6 +132,7 @@ function partitionLimitAtGlobalSaturationForGlobal(totalGlobalLimit, percent) {
 class Partition {
     name;
     percent;
+    burstMode;
     inflightDistribution;
     limitAtGlobalSaturationGauge;
     _inflight = 0;
@@ -139,7 +143,12 @@ class Partition {
         }
         this.name = init.name;
         this.percent = init.percent;
+        this.burstMode = init.burstMode;
         this._limitAtGlobalSaturation = init.initialLimitAtGlobalSaturation;
+        if (this.burstMode.kind === "capped" &&
+            this.burstMode.maxBurstMultiplier < 1.0) {
+            throw new Error("maxBurstMultiplier must be >= 1.0");
+        }
         const registry = init.registry;
         this.inflightDistribution = registry.distribution(MetricIds.INFLIGHT_NAME, PARTITION_TAG_NAME, this.name);
         this.limitAtGlobalSaturationGauge = registry.gauge(MetricIds.PARTITION_LIMIT_NAME, () => this._limitAtGlobalSaturation, PARTITION_TAG_NAME, this.name);
@@ -163,6 +172,13 @@ class Partition {
         this._inflight++;
         this.inflightDistribution.addSample(this._inflight);
     }
+    acquireWithinBurst() {
+        if (this._inflight >= this.burstCapBelowGlobalSaturation()) {
+            return false;
+        }
+        this.acquire();
+        return true;
+    }
     tryAcquire() {
         if (this._inflight < this._limitAtGlobalSaturation) {
             this._inflight++;
@@ -177,6 +193,15 @@ class Partition {
     get inFlight() {
         return this._inflight;
     }
+    burstCapBelowGlobalSaturation() {
+        if (this.burstMode.kind === "unbounded") {
+            return Number.POSITIVE_INFINITY;
+        }
+        if (this.burstMode.kind === "none") {
+            return this._limitAtGlobalSaturation;
+        }
+        return Math.max(this._limitAtGlobalSaturation, Math.ceil(this._limitAtGlobalSaturation * this.burstMode.maxBurstMultiplier));
+    }
     toString() {
         return `Partition [pct=${this.percent}, limitAtGlobalSaturation=${this._limitAtGlobalSaturation}, inflight=${this._inflight}]`;
     }

package/dist/limiter/acquire-strategies/SemaphoreStrategy.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Simple semaphore-based acquire strategy. Tracks a permits counter that is
+ * decremented when an allotment is taken and incremented on release. When
+ * permits reach zero, `tryAcquireAllotment` returns false.
+ */
+export declare class SemaphoreStrategy {
+    private permits;
+    constructor(initialLimit: number);
+    tryAcquireAllotment(): boolean;
+    onAllotmentReleased(): void;
+    onLimitChanged(oldLimit: number, newLimit: number): void;
+}
+//# sourceMappingURL=SemaphoreStrategy.d.ts.map

package/dist/limiter/acquire-strategies/SemaphoreStrategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SemaphoreStrategy.d.ts","sourceRoot":"","sources":["../../../src/limiter/acquire-strategies/SemaphoreStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAS;gBAEZ,YAAY,EAAE,MAAM;IAIhC,mBAAmB,IAAI,OAAO;IAM9B,mBAAmB,IAAI,IAAI;IAI3B,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;CAGzD"}

package/dist/limiter/acquire-strategies/SemaphoreStrategy.js

@@ -0,0 +1,23 @@
+/**
+ * Simple semaphore-based acquire strategy. Tracks a permits counter that is
+ * decremented when an allotment is taken and incremented on release. When
+ * permits reach zero, `tryAcquireAllotment` returns false.
+ */
+export class SemaphoreStrategy {
+    permits;
+    constructor(initialLimit) {
+        this.permits = initialLimit;
+    }
+    tryAcquireAllotment() {
+        if (this.permits <= 0)
+            return false;
+        this.permits--;
+        return true;
+    }
+    onAllotmentReleased() {
+        this.permits++;
+    }
+    onLimitChanged(oldLimit, newLimit) {
+        this.permits += newLimit - oldLimit;
+    }
+}

package/dist/limiter/allocation-unavailable-strategies/BlockingBacklogRejection.d.ts

@@ -0,0 +1,36 @@
+import type { LimitAllotment } from "../../LimitAllotment.js";
+import type { AcquireResult, AllotmentUnavailableStrategy } from "../../Limiter.js";
+import type { WaiterHandle } from "../../utils/LinkedWaiterQueue.js";
+type Waiter<ContextT> = {
+    context: ContextT;
+    retry: (context: ContextT) => AcquireResult;
+    handle: WaiterHandle;
+    resolve: (allotment: LimitAllotment | undefined) => void;
+};
+export declare const MAX_TIMEOUT: number;
+export type BlockingBacklogRejectionOptions<ContextT> = {
+    backlogSize: number;
+    backlogTimeout: number | ((context: ContextT) => number);
+    queue: WaiterQueue<Waiter<ContextT>>;
+};
+export type WaiterQueue<WaiterT extends Waiter<any>> = {
+    enqueue: (waiter: Omit<WaiterT, "handle">) => WaiterT;
+    peekHead: () => WaiterT | undefined;
+    removeByHandle: (handle: WaiterHandle) => boolean;
+    size: () => number;
+};
+export declare class BlockingBacklogRejection<ContextT> implements AllotmentUnavailableStrategy<ContextT> {
+    private readonly backlogSize;
+    private readonly getBacklogTimeout;
+    private readonly queue;
+    private drainInProgress;
+    private releaseDuringDrain;
+    constructor(options: BlockingBacklogRejectionOptions<ContextT>);
+    onAllotmentUnavailable(context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<LimitAllotment | undefined>;
+    onAllotmentReleased(): Promise<void>;
+    onLimitChanged(oldLimit: number, newLimit: number): void;
+    private waitInBacklog;
+    private assertTimeoutWithinBounds;
+}
+export {};
+//# sourceMappingURL=BlockingBacklogRejection.d.ts.map

package/dist/limiter/allocation-unavailable-strategies/BlockingBacklogRejection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BlockingBacklogRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/BlockingBacklogRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EACV,aAAa,EACb,4BAA4B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAErE,KAAK,MAAM,CAAC,QAAQ,IAAI;IACtB,OAAO,EAAE,QAAQ,CAAC;IAClB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,CAAC;IAC5C,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,CAAC,SAAS,EAAE,cAAc,GAAG,SAAS,KAAK,IAAI,CAAC;CAC1D,CAAC;AAEF,eAAO,MAAM,WAAW,QAAiB,CAAC;AAE1C,MAAM,MAAM,+BAA+B,CAAC,QAAQ,IAAI;IACtD,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,CAAC;IACzD,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,OAAO,SAAS,MAAM,CAAC,GAAG,CAAC,IAAI;IACrD,OAAO,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,OAAO,CAAC;IACtD,QAAQ,EAAE,MAAM,OAAO,GAAG,SAAS,CAAC;IACpC,cAAc,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,OAAO,CAAC;IAClD,IAAI,EAAE,MAAM,MAAM,CAAC;CACpB,CAAC;AAEF,qBAAa,wBAAwB,CACnC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAgC;IAClE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,kBAAkB,CAAS;gBAEvB,OAAO,EAAE,+BAA+B,CAAC,QAAQ,CAAC;IA6B9D,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAYhC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IA4C1C,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQxD,OAAO,CAAC,aAAa;IAiCrB,OAAO,CAAC,yBAAyB;CAUlC"}

package/dist/limiter/allocation-unavailable-strategies/BlockingBacklogRejection.js

@@ -0,0 +1,117 @@
+export const MAX_TIMEOUT = 60 * 60 * 1000; // 1 hour
+export class BlockingBacklogRejection {
+    backlogSize;
+    getBacklogTimeout;
+    queue;
+    drainInProgress = false;
+    releaseDuringDrain = false;
+    constructor(options) {
+        const backlogSize = options.backlogSize;
+        if (backlogSize !== Number.POSITIVE_INFINITY &&
+            (!Number.isFinite(backlogSize) || backlogSize < 0)) {
+            throw new RangeError("BlockingBacklogRejection: backlogSize must be a finite number greater than or equal to 0, or Infinity");
+        }
+        this.backlogSize = backlogSize;
+        this.queue = options.queue;
+        const backlogTimeout = options.backlogTimeout;
+        if (typeof backlogTimeout === "number") {
+            this.assertTimeoutWithinBounds(backlogTimeout);
+            this.getBacklogTimeout = () => backlogTimeout;
+            return;
+        }
+        this.getBacklogTimeout = (context) => {
+            const contextTimeout = backlogTimeout(context);
+            this.assertTimeoutWithinBounds(contextTimeout);
+            return contextTimeout;
+        };
+    }
+    onAllotmentUnavailable(context, retry, signal) {
+        if (signal?.aborted) {
+            return Promise.resolve(undefined);
+        }
+        if (this.queue.size() >= this.backlogSize) {
+            return Promise.resolve(undefined);
+        }
+        return this.waitInBacklog(context, retry, signal);
+    }
+    async onAllotmentReleased() {
+        if (this.drainInProgress) {
+            this.releaseDuringDrain = true;
+            return;
+        }
+        if (this.queue.size() === 0) {
+            return;
+        }
+        this.drainInProgress = true;
+        try {
+            while (this.queue.size() > 0) {
+                const waiter = this.queue.peekHead();
+                if (!waiter) {
+                    return;
+                }
+                this.releaseDuringDrain = false;
+                const allotment = await waiter.retry(waiter.context);
+                if (!allotment) {
+                    if (this.releaseDuringDrain) {
+                        // A slot was released while retry was in-flight but the
+                        // notification was suppressed by drainInProgress. Retry the
+                        // loop so the freed capacity isn't lost.
+                        continue;
+                    }
+                    return;
+                }
+                if (!this.queue.removeByHandle(waiter.handle)) {
+                    // Waiter expired while retry was in-flight. Release the acquired slot
+                    // so future retries can serve active queued waiters.
+                    await allotment.releaseAndIgnore();
+                    continue;
+                }
+                waiter.resolve(allotment);
+            }
+        }
+        finally {
+            this.drainInProgress = false;
+        }
+    }
+    onLimitChanged(oldLimit, newLimit) {
+        if (newLimit > oldLimit) {
+            queueMicrotask(() => {
+                void this.onAllotmentReleased();
+            });
+        }
+    }
+    waitInBacklog(context, retry, signal) {
+        const timeout = this.getBacklogTimeout(context);
+        return new Promise((resolve) => {
+            let settled = false;
+            const settle = (allotment) => {
+                if (settled)
+                    return;
+                settled = true;
+                cleanup();
+                resolve(allotment);
+            };
+            const waiter = this.queue.enqueue({
+                context,
+                retry,
+                resolve: (allotment) => settle(allotment),
+            });
+            const timer = setTimeout(() => settle(undefined), timeout);
+            const onAbort = () => settle(undefined);
+            const cleanup = () => {
+                clearTimeout(timer);
+                signal?.removeEventListener("abort", onAbort);
+                this.queue.removeByHandle(waiter.handle);
+            };
+            signal?.addEventListener("abort", onAbort, { once: true });
+        });
+    }
+    assertTimeoutWithinBounds(timeout) {
+        if (!Number.isFinite(timeout) || timeout < 0) {
+            throw new RangeError("Timeout must be a finite number greater than or equal to 0");
+        }
+        if (timeout > MAX_TIMEOUT) {
+            throw new RangeError(`Timeout cannot be greater than ${MAX_TIMEOUT} ms`);
+        }
+    }
+}

package/dist/limiter/allocation-unavailable-strategies/DelayedThenBlockingRejection.d.ts

@@ -1,5 +1,5 @@
 import type { LimitAllotment } from "../../LimitAllotment.js";
-import type { AllotmentUnavailableStrategy, AcquireResult } from "../../Limiter.js";
+import type { AcquireResult, AllotmentUnavailableStrategy } from "../../Limiter.js";
 import type { DelayedRejectStrategy } from "./DelayedRejectStrategy.js";
 /**
  * Composes "delay then reject" backoff with blocking behavior. On rejection:
@@ -15,5 +15,6 @@ export declare class DelayedThenBlockingRejection<ContextT> implements Allotment
     });
     onAllotmentUnavailable(context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<LimitAllotment | undefined>;
     onAllotmentReleased(): Promise<void>;
+    onLimitChanged(oldLimit: number, newLimit: number): void;
 }
 //# sourceMappingURL=DelayedThenBlockingRejection.d.ts.map

package/dist/limiter/allocation-unavailable-strategies/DelayedThenBlockingRejection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DelayedThenBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/DelayedThenBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EACV,4BAA4B,EAC5B,aAAa,EACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAExE;;;;GAIG;AACH,qBAAa,4BAA4B,CACvC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;IAChE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAyC;gBAE9D,OAAO,EAAE;QACnB,aAAa,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC/C,gBAAgB,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC;KAC1D;IAKK,sBAAsB,CAC1B,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAYhC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;CAI3C"}
+{"version":3,"file":"DelayedThenBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/DelayedThenBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EACV,aAAa,EACb,4BAA4B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAExE;;;;GAIG;AACH,qBAAa,4BAA4B,CACvC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;IAChE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAyC;gBAE9D,OAAO,EAAE;QACnB,aAAa,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC/C,gBAAgB,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC;KAC1D;IAKK,sBAAsB,CAC1B,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAkBhC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAK1C,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;CAGzD"}

package/dist/limiter/allocation-unavailable-strategies/DelayedThenBlockingRejection.js

@@ -16,11 +16,19 @@ export class DelayedThenBlockingRejection {
             return undefined;
         }
         const allotment = await retry(context);
-        return (allotment ??
-            this.blockingStrategy.onAllotmentUnavailable(context, retry, signal));
+        if (allotment) {
+            return allotment;
+        }
+        if (signal?.aborted) {
+            return undefined;
+        }
+        return this.blockingStrategy.onAllotmentUnavailable(context, retry, signal);
     }
     async onAllotmentReleased() {
         await this.delayStrategy.onAllotmentReleased();
         await this.blockingStrategy.onAllotmentReleased();
     }
+    onLimitChanged(oldLimit, newLimit) {
+        this.blockingStrategy.onLimitChanged?.(oldLimit, newLimit);
+    }
 }

package/dist/limiter/allocation-unavailable-strategies/FifoBlockingRejection.d.ts

@@ -1,5 +1,17 @@
-import type { LimitAllotment } from "../../LimitAllotment.js";
-import type { AllotmentUnavailableStrategy, AcquireResult } from "../../Limiter.js";
+import type { AcquireResult, AllotmentUnavailableStrategy } from "../../Limiter.js";
+export type FifoBlockingRejectionOptions<ContextT> = {
+    /**
+     * Maximum number of blocked callers in the backlog.
+     * Default: unbounded
+     */
+    backlogSize?: number | undefined;
+    /**
+     * Maximum timeout for callers blocked on the limiter, in milliseconds.
+     * Can be a fixed number or a function that derives the timeout from the
+     * request context (e.g. from a deadline). Default: 3_600_000 (1 hour).
+     */
+    backlogTimeout?: number | ((context: ContextT) => number) | undefined;
+};
 /**
  * Rejection strategy that blocks the caller in a FIFO queue when the limit
  * has been reached, waiting for a slot to open up. This strategy favors
@@ -9,18 +21,10 @@ import type { AllotmentUnavailableStrategy, AcquireResult } from "../../Limiter.
  * that resolves when a token becomes available.
  */
 export declare class FifoBlockingRejection<ContextT> implements AllotmentUnavailableStrategy<ContextT> {
-    private readonly timeout;
-    private readonly waiters;
-    constructor(options?: {
-        /**
-         * Maximum time in milliseconds to wait for a slot to become available.
-         * Default: 3_600_000 (1 hour).
-         */
-        timeout?: number | undefined;
-    });
-    onAllotmentUnavailable(_context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<LimitAllotment | undefined>;
-    onAllotmentReleased(): void;
-    private acquireAsync;
-    private waitForRelease;
+    private readonly delegate;
+    constructor(options?: FifoBlockingRejectionOptions<ContextT>);
+    onAllotmentUnavailable(context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<import("../../LimitAllotment.js").LimitAllotment | undefined>;
+    onAllotmentReleased(): Promise<void>;
+    onLimitChanged(oldLimit: number, newLimit: number): void;
 }
 //# sourceMappingURL=FifoBlockingRejection.d.ts.map

package/dist/limiter/allocation-unavailable-strategies/FifoBlockingRejection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FifoBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/FifoBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EACV,4BAA4B,EAC5B,aAAa,EACd,MAAM,kBAAkB,CAAC;AAM1B;;;;;;;GAOG;AACH,qBAAa,qBAAqB,CAChC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAG3C,OAAO,GAAE;QACP;;;WAGG;QACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KACzB;IASR,sBAAsB,CACpB,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAItC,mBAAmB,IAAI,IAAI;YAOb,YAAY;IA6B1B,OAAO,CAAC,cAAc;CAoCvB"}
+{"version":3,"file":"FifoBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/FifoBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,4BAA4B,EAC7B,MAAM,kBAAkB,CAAC;AAO1B,MAAM,MAAM,4BAA4B,CAAC,QAAQ,IAAI;IACnD;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,GAAG,SAAS,CAAC;CACvE,CAAC;AAEF;;;;;;;GAOG;AACH,qBAAa,qBAAqB,CAChC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqC;gBAElD,OAAO,GAAE,4BAA4B,CAAC,QAAQ,CAAM;IAQhE,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW;IAKtB,mBAAmB;IAInB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;CAGzD"}

package/dist/limiter/allocation-unavailable-strategies/FifoBlockingRejection.js

@@ -1,4 +1,5 @@
-const MAX_TIMEOUT = 60 * 60 * 1000; // 1 hour
+import { LinkedWaiterQueue } from "../../utils/LinkedWaiterQueue.js";
+import { BlockingBacklogRejection, MAX_TIMEOUT, } from "./BlockingBacklogRejection.js";
 /**
  * Rejection strategy that blocks the caller in a FIFO queue when the limit
  * has been reached, waiting for a slot to open up. This strategy favors
@@ -8,70 +9,21 @@ const MAX_TIMEOUT = 60 * 60 * 1000; // 1 hour
  * that resolves when a token becomes available.
  */
 export class FifoBlockingRejection {
-    timeout;
-    waiters = [];
+    delegate;
     constructor(options = {}) {
-        const t = options.timeout ?? MAX_TIMEOUT;
-        if (t > MAX_TIMEOUT) {
-            throw new Error(`Timeout cannot be greater than ${MAX_TIMEOUT} ms`);
-        }
-        this.timeout = t;
+        this.delegate = new BlockingBacklogRejection({
+            backlogSize: options.backlogSize ?? Number.POSITIVE_INFINITY,
+            backlogTimeout: options.backlogTimeout ?? MAX_TIMEOUT,
+            queue: new LinkedWaiterQueue("back"),
+        });
     }
-    onAllotmentUnavailable(_context, retry, signal) {
-        return this.acquireAsync(_context, retry, signal);
+    onAllotmentUnavailable(context, retry, signal) {
+        return this.delegate.onAllotmentUnavailable(context, retry, signal);
     }
     onAllotmentReleased() {
-        const waiters = this.waiters.splice(0);
-        for (const waiter of waiters) {
-            waiter();
-        }
-    }
-    async acquireAsync(context, retry, signal) {
-        const deadline = performance.now() + this.timeout;
-        while (true) {
-            const remaining = deadline - performance.now();
-            if (remaining <= 0) {
-                return undefined;
-            }
-            if (signal?.aborted) {
-                return undefined;
-            }
-            const allotment = await retry(context);
-            if (allotment) {
-                return allotment;
-            }
-            const acquired = await this.waitForRelease(remaining, signal);
-            if (!acquired) {
-                return undefined;
-            }
-        }
+        return this.delegate.onAllotmentReleased();
     }
-    waitForRelease(timeoutMs, signal) {
-        if (signal?.aborted) {
-            return Promise.resolve(false);
-        }
-        return new Promise((resolve) => {
-            let settled = false;
-            const settle = (acquired) => {
-                if (settled)
-                    return;
-                settled = true;
-                cleanup();
-                resolve(acquired);
-            };
-            const waiter = () => settle(true);
-            this.waiters.push(waiter);
-            const timer = setTimeout(() => settle(false), timeoutMs);
-            const onAbort = () => settle(false);
-            const cleanup = () => {
-                clearTimeout(timer);
-                signal?.removeEventListener("abort", onAbort);
-                const idx = this.waiters.indexOf(waiter);
-                if (idx !== -1) {
-                    this.waiters.splice(idx, 1);
-                }
-            };
-            signal?.addEventListener("abort", onAbort, { once: true });
-        });
+    onLimitChanged(oldLimit, newLimit) {
+        this.delegate.onLimitChanged(oldLimit, newLimit);
     }
 }

package/dist/limiter/allocation-unavailable-strategies/LifoBlockingRejection.d.ts

@@ -1,5 +1,4 @@
-import type { LimitAllotment } from "../../LimitAllotment.js";
-import type { AllotmentUnavailableStrategy, AcquireResult } from "../../Limiter.js";
+import type { AcquireResult, AllotmentUnavailableStrategy } from "../../Limiter.js";
 export interface LifoBlockingRejectionOptions<ContextT> {
     /**
      * Maximum number of blocked callers in the backlog. Default: 100
@@ -19,13 +18,10 @@ export interface LifoBlockingRejectionOptions<ContextT> {
  * latencies low and minimizing timeouts.
  */
 export declare class LifoBlockingRejection<ContextT> implements AllotmentUnavailableStrategy<ContextT> {
-    private readonly backlogSize;
-    private readonly getBacklogTimeout;
-    private readonly backlog;
-    private retry;
+    private readonly delegate;
     constructor(options?: LifoBlockingRejectionOptions<ContextT>);
-    onAllotmentUnavailable(context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<LimitAllotment | undefined>;
+    onAllotmentUnavailable(context: ContextT, retry: (context: ContextT) => AcquireResult, signal?: AbortSignal): Promise<import("../../LimitAllotment.js").LimitAllotment | undefined>;
     onAllotmentReleased(): Promise<void>;
-    private waitForBacklog;
+    onLimitChanged(oldLimit: number, newLimit: number): void;
 }
 //# sourceMappingURL=LifoBlockingRejection.d.ts.map

package/dist/limiter/allocation-unavailable-strategies/LifoBlockingRejection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LifoBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/LifoBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EACV,4BAA4B,EAC5B,aAAa,EACd,MAAM,kBAAkB,CAAC;AAO1B,MAAM,WAAW,4BAA4B,CAAC,QAAQ;IACpD;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,GAAG,SAAS,CAAC;CACvE;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB,CAChC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAgC;IAClE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IAEvD,OAAO,CAAC,KAAK,CAAqD;gBAEtD,OAAO,GAAE,4BAA4B,CAAC,QAAQ,CAAM;IAQhE,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAUhC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAW1C,OAAO,CAAC,cAAc;CAsCvB"}
+{"version":3,"file":"LifoBlockingRejection.d.ts","sourceRoot":"","sources":["../../../src/limiter/allocation-unavailable-strategies/LifoBlockingRejection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,4BAA4B,EAC7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,WAAW,4BAA4B,CAAC,QAAQ;IACpD;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,CAAC,GAAG,SAAS,CAAC;CACvE;AAED;;;;;GAKG;AACH,qBAAa,qBAAqB,CAChC,QAAQ,CACR,YAAW,4BAA4B,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqC;gBAElD,OAAO,GAAE,4BAA4B,CAAC,QAAQ,CAAM;IAQhE,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW;IAKtB,mBAAmB;IAInB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;CAGzD"}

package/dist/limiter/allocation-unavailable-strategies/LifoBlockingRejection.js

@@ -1,3 +1,5 @@
+import { LinkedWaiterQueue } from "../../utils/LinkedWaiterQueue.js";
+import { BlockingBacklogRejection, } from "./BlockingBacklogRejection.js";
 /**
  * Rejection strategy that blocks the caller in a LIFO queue when the limit
  * has been reached. This strategy favors availability over latency by
@@ -5,59 +7,21 @@
  * latencies low and minimizing timeouts.
  */
 export class LifoBlockingRejection {
-    backlogSize;
-    getBacklogTimeout;
-    backlog = [];
-    retry;
+    delegate;
     constructor(options = {}) {
-        this.backlogSize = options.backlogSize ?? 100;
-        const timeout = options.backlogTimeout ?? 1_000;
-        this.getBacklogTimeout =
-            typeof timeout === "number" ? () => timeout : timeout;
+        this.delegate = new BlockingBacklogRejection({
+            backlogSize: options.backlogSize ?? 100,
+            backlogTimeout: options.backlogTimeout ?? 1_000,
+            queue: new LinkedWaiterQueue("front"),
+        });
     }
     onAllotmentUnavailable(context, retry, signal) {
-        this.retry = retry;
-        if (this.backlog.length >= this.backlogSize) {
-            return Promise.resolve(undefined);
-        }
-        return this.waitForBacklog(context, signal);
+        return this.delegate.onAllotmentUnavailable(context, retry, signal);
     }
-    async onAllotmentReleased() {
-        if (this.backlog.length === 0 || !this.retry)
-            return;
-        const waiter = this.backlog[0];
-        const allotment = await this.retry(waiter.context);
-        if (allotment) {
-            this.backlog.shift();
-            waiter.resolve(allotment);
-        }
+    onAllotmentReleased() {
+        return this.delegate.onAllotmentReleased();
     }
-    waitForBacklog(context, signal) {
-        return new Promise((resolve) => {
-            let settled = false;
-            const settle = (allotment) => {
-                if (settled)
-                    return;
-                settled = true;
-                cleanup();
-                resolve(allotment);
-            };
-            const waiter = {
-                context,
-                resolve: (allotment) => settle(allotment),
-            };
-            this.backlog.unshift(waiter);
-            const timer = setTimeout(() => settle(undefined), this.getBacklogTimeout(context));
-            const onAbort = () => settle(undefined);
-            const cleanup = () => {
-                clearTimeout(timer);
-                signal?.removeEventListener("abort", onAbort);
-                const idx = this.backlog.indexOf(waiter);
-                if (idx !== -1) {
-                    this.backlog.splice(idx, 1);
-                }
-            };
-            signal?.addEventListener("abort", onAbort, { once: true });
-        });
+    onLimitChanged(oldLimit, newLimit) {
+        this.delegate.onLimitChanged(oldLimit, newLimit);
     }
 }

package/dist/limiter/factories/makeBlockingLimiter.d.ts

@@ -1,6 +1,8 @@
 import { Limiter, type LimiterOptions } from "../../Limiter.js";
+import { type FifoBlockingRejectionOptions } from "../allocation-unavailable-strategies/FifoBlockingRejection.js";
 export declare function makeBlockingLimiter<ContextT = void>(options?: {
-    timeout?: number;
+    backlogSize?: number;
+    backlogTimeout?: FifoBlockingRejectionOptions<ContextT>["backlogTimeout"];
     limiter?: Omit<LimiterOptions<ContextT>, "allotmentUnavailableStrategy">;
 }): Limiter<ContextT>;
 //# sourceMappingURL=makeBlockingLimiter.d.ts.map

package/dist/limiter/factories/makeBlockingLimiter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"makeBlockingLimiter.d.ts","sourceRoot":"","sources":["../../../src/limiter/factories/makeBlockingLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,KAAK,cAAc,EACpB,MAAM,kBAAkB,CAAC;AAG1B,wBAAgB,mBAAmB,CAAC,QAAQ,GAAG,IAAI,EACjD,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,8BAA8B,CAAC,CAAC;CACrE,GACL,OAAO,CAAC,QAAQ,CAAC,CAOnB"}
+{"version":3,"file":"makeBlockingLimiter.d.ts","sourceRoot":"","sources":["../../../src/limiter/factories/makeBlockingLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,KAAK,cAAc,EACpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,KAAK,4BAA4B,EAClC,MAAM,+DAA+D,CAAC;AAEvE,wBAAgB,mBAAmB,CAAC,QAAQ,GAAG,IAAI,EACjD,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC1E,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,8BAA8B,CAAC,CAAC;CACrE,GACL,OAAO,CAAC,QAAQ,CAAC,CAQnB"}

package/dist/limiter/factories/makeBlockingLimiter.js

@@ -1,10 +1,11 @@
 import { Limiter, } from "../../Limiter.js";
-import { FifoBlockingRejection } from "../allocation-unavailable-strategies/FifoBlockingRejection.js";
+import { FifoBlockingRejection, } from "../allocation-unavailable-strategies/FifoBlockingRejection.js";
 export function makeBlockingLimiter(options = {}) {
     return new Limiter({
         ...options.limiter,
         allotmentUnavailableStrategy: new FifoBlockingRejection({
-            timeout: options.timeout,
+            backlogSize: options.backlogSize,
+            backlogTimeout: options.backlogTimeout,
         }),
     });
 }

package/dist/limiter/factories/makeLifoBlockingLimiter.d.ts

@@ -1,7 +1,7 @@
 import { Limiter, type LimiterOptions } from "../../Limiter.js";
 import { type LifoBlockingRejectionOptions } from "../allocation-unavailable-strategies/LifoBlockingRejection.js";
 export declare function makeLifoBlockingLimiter<ContextT = void>(options?: {
-    backlogSize?: number;
+    backlogSize?: LifoBlockingRejectionOptions<ContextT>["backlogSize"];
     backlogTimeout?: LifoBlockingRejectionOptions<ContextT>["backlogTimeout"];
     limiter?: Omit<LimiterOptions<ContextT>, "allotmentUnavailableStrategy">;
 }): Limiter<ContextT>;