adaptive-concurrency 0.10.0 → 0.11.0

package/dist/Limiter.d.ts

@@ -98,6 +98,12 @@ export interface LimiterOptions<ContextT> {
      * request. When omitted, rejected requests immediately receive `undefined`.
      */
     allotmentUnavailableStrategy?: AllotmentUnavailableStrategy<ContextT>;
+    /**
+     * Derives an operation name from the request context, passed to the limit
+     * algorithm's `addSample` so group-aware limits can distinguish
+     * heterogeneous workloads. When omitted, no operation name is provided.
+     */
+    operationNameFor?: (context: ContextT) => string | undefined;
 }
 /**
  * Concurrency limiter with pluggable strategies for gating decisions and
@@ -113,6 +119,7 @@ export declare class Limiter<Context = void> {
     private readonly acquireStrategy;
     private readonly rejectionStrategy;
     private readonly bypassResolver;
+    private readonly operationNameFor;
     private readonly acquireBypassedAllotment;
     private readonly successCounter;
     private readonly droppedCounter;

package/dist/Limiter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Limiter.d.ts","sourceRoot":"","sources":["../src/Limiter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EAIV,cAAc,EACf,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAGL,iBAAiB,EACjB,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAE7C;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC;AAEhE,MAAM,WAAW,cAAc,CAAC,QAAQ,GAAG,IAAI;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CAClC;AAMD;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe,CAAC,QAAQ;IACvC;;;;OAIG;IACH,mBAAmB,CACjB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,YAAY,GAClB,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzB;;;OAGG;IACH,mBAAmB,CAAC,OAAO,EAAE,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAE3D;;;OAGG;IACH,cAAc,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B,CAAC,QAAQ;IACpD;;;;;;;;;;OAUG;IACH,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,aAAa,CAAC;IAEjB;;;OAGG;IACH,mBAAmB,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAE1C;;;;OAIG;IACH,cAAc,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;CACzE;AAOD,MAAM,WAAW,cAAc,CAAC,QAAQ;IACtC,KAAK,CAAC,EAAE,aAAa,CAAC;IAEtB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;IAErB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC;IAEhD;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE5C;;;OAGG;IACH,4BAA4B,CAAC,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC;CACvE;AAED;;;;;GAKG;AACH,qBAAa,OAAO,CAAC,OAAO,GAAG,IAAI;IACjC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2B;IAC3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAEpB;IAEd,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA8C;IAC7E,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAiB;IAE1D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IAEzC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAU;IAClD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAU;IAC/C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAU;IAEjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAqB;IACtE,OAAO,CAAC,QAAQ,CAAC,oCAAoC,CAAqB;IAE1E,MAAM,CAAC,gBAAgB,IAAI,aAAa;gBAI5B,OAAO,GAAE,cAAc,CAAC,OAAO,CAAM;IA2E3C,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,aAAa;YAqEjD,cAAc;IAc5B,OAAO,CAAC,eAAe;IA2EvB,QAAQ,IAAI,MAAM;IAIlB,WAAW,IAAI,MAAM;CAGtB;AAED,MAAM,MAAM,eAAe,CAAC,QAAQ,IAAI;IACtC,OAAO,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;CACjC,CAAC;AACF,MAAM,WAAW,eAAe,CAAC,QAAQ;IACvC,CAAC,CAAC,EAAE,CAAC,SAAS,KAAK,GAAG,KAAK,EACzB,EAAE,EAAE,CACF,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,KAC5B,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACtD,OAAO,CAAC,CAAC,GAAG,OAAO,iBAAiB,CAAC,CAAC;IAEzC,CAAC,CAAC,EAAE,CAAC,SAAS,KAAK,GAAG,KAAK,EACzB,OAAO,EAAE,cAAc,CAAC,QAAQ,CAAC,EACjC,EAAE,EAAE,CACF,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,KAC5B,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACtD,OAAO,CAAC,CAAC,GAAG,OAAO,iBAAiB,CAAC,CAAC;CAC1C;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAClC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,GACzB,eAAe,CAAC,QAAQ,CAAC,CAmE3B"}
+{"version":3,"file":"Limiter.d.ts","sourceRoot":"","sources":["../src/Limiter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EAIV,cAAc,EACf,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAGL,iBAAiB,EACjB,KAAK,SAAS,EACf,MAAM,gBAAgB,CAAC;AAExB,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAE7C;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC;AAEhE,MAAM,WAAW,cAAc,CAAC,QAAQ,GAAG,IAAI;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CAClC;AAMD;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe,CAAC,QAAQ;IACvC;;;;OAIG;IACH,mBAAmB,CACjB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,YAAY,GAClB,YAAY,CAAC,OAAO,CAAC,CAAC;IAEzB;;;OAGG;IACH,mBAAmB,CAAC,OAAO,EAAE,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAE3D;;;OAGG;IACH,cAAc,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED;;;;;GAKG;AACH,MAAM,WAAW,4BAA4B,CAAC,QAAQ;IACpD;;;;;;;;;;OAUG;IACH,sBAAsB,CACpB,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,EAC3C,MAAM,CAAC,EAAE,WAAW,GACnB,aAAa,CAAC;IAEjB;;;OAGG;IACH,mBAAmB,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAE1C;;;;OAIG;IACH,cAAc,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;CACzE;AAOD,MAAM,WAAW,cAAc,CAAC,QAAQ;IACtC,KAAK,CAAC,EAAE,aAAa,CAAC;IAEtB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;IAErB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,cAAc,CAAC;IAEhC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC;IAEhD;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE5C;;;OAGG;IACH,4BAA4B,CAAC,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC;IAEtE;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,KAAK,MAAM,GAAG,SAAS,CAAC;CAC9D;AAED;;;;;GAKG;AACH,qBAAa,OAAO,CAAC,OAAO,GAAG,IAAI;IACjC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2B;IAC3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAEpB;IAEd,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA8C;IAC7E,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAEnB;IACd,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAiB;IAE1D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;IAEzC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAU;IAClD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAU;IAC/C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAU;IAEjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAqB;IACtE,OAAO,CAAC,QAAQ,CAAC,oCAAoC,CAAqB;IAE1E,MAAM,CAAC,gBAAgB,IAAI,aAAa;gBAI5B,OAAO,GAAE,cAAc,CAAC,OAAO,CAAM;IA4E3C,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,aAAa;YAqEjD,cAAc;IAc5B,OAAO,CAAC,eAAe;IA4EvB,QAAQ,IAAI,MAAM;IAIlB,WAAW,IAAI,MAAM;CAGtB;AAED,MAAM,MAAM,eAAe,CAAC,QAAQ,IAAI;IACtC,OAAO,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;CACjC,CAAC;AACF,MAAM,WAAW,eAAe,CAAC,QAAQ;IACvC,CAAC,CAAC,EAAE,CAAC,SAAS,KAAK,GAAG,KAAK,EACzB,EAAE,EAAE,CACF,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,KAC5B,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACtD,OAAO,CAAC,CAAC,GAAG,OAAO,iBAAiB,CAAC,CAAC;IAEzC,CAAC,CAAC,EAAE,CAAC,SAAS,KAAK,GAAG,KAAK,EACzB,OAAO,EAAE,cAAc,CAAC,QAAQ,CAAC,EACjC,EAAE,EAAE,CACF,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,KAC5B,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GACtD,OAAO,CAAC,CAAC,GAAG,OAAO,iBAAiB,CAAC,CAAC;CAC1C;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAClC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,GACzB,eAAe,CAAC,QAAQ,CAAC,CAmE3B"}

package/dist/Limiter.js

@@ -20,6 +20,7 @@ export class Limiter {
     acquireStrategy;
     rejectionStrategy;
     bypassResolver;
+    operationNameFor;
     acquireBypassedAllotment;
     successCounter;
     droppedCounter;
@@ -38,6 +39,7 @@ export class Limiter {
         this.limitAlgorithm = options.limit ?? Limiter.makeDefaultLimit();
         this._limit = this.limitAlgorithm.currentLimit;
         this.bypassResolver = options.bypassResolver;
+        this.operationNameFor = options.operationNameFor;
         this.acquireStrategy =
             options.acquireStrategy ?? new SemaphoreStrategy(this._limit);
         this.rejectionStrategy = options.allotmentUnavailableStrategy;
@@ -148,6 +150,7 @@ export class Limiter {
     createAllotment(ctx) {
         const startTime = this.clock();
         const currentInflight = ++this._inflight;
+        const operationName = this.operationNameFor?.(ctx);
         // Make sure an allotment can only be released once; future calls become a
         // no-op. This simplifies a lot of cleanup handling etc that'd otherwise be
         // much racier/more complicated. It could hide subtle correctness issue, but
@@ -170,7 +173,7 @@ export class Limiter {
                 }
                 catch { }
                 try {
-                    this.limitAlgorithm.addSample(startTime, rtt, currentInflight, false);
+                    this.limitAlgorithm.addSample(startTime, rtt, currentInflight, false, operationName);
                 }
                 catch { }
                 try {
@@ -212,7 +215,7 @@ export class Limiter {
                 }
                 catch { }
                 try {
-                    this.limitAlgorithm.addSample(startTime, rtt, currentInflight, true);
+                    this.limitAlgorithm.addSample(startTime, rtt, currentInflight, true, operationName);
                 }
                 catch { }
                 try {

package/dist/MetricRegistry.d.ts

@@ -16,6 +16,9 @@ export declare const MetricIds: {
     readonly WINDOW_MIN_RTT_NAME: "min_window_rtt";
     readonly WINDOW_QUEUE_SIZE_NAME: "queue_size";
     readonly ACQUIRE_TIME_NAME: "acquire_time";
+    readonly CONGESTION_SIGNAL_NAME: "congestion_signal";
+    readonly WARMED_GROUPS_COUNT_NAME: "warmed_groups_count";
+    readonly GROUP_RTT_RATIO_NAME: "group_rtt_ratio";
 };
 /**
  * Listener to receive samples for a distribution.

package/dist/MetricRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MetricRegistry.d.ts","sourceRoot":"","sources":["../src/MetricRegistry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,eAAO,MAAM,SAAS;;;;;;;;;;CAUZ,CAAC;AAEX;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,OAAO;IACtB,SAAS,IAAI,IAAI,CAAC;CACnB;AAED,0FAA0F;AAC1F,MAAM,WAAW,KAAK;IACpB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;;;;;;OAQG;IACH,YAAY,CACV,EAAE,EAAE,MAAM,EACV,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAClC,kBAAkB,CAAC;IAEtB;;;;;;;;OAQG;IACH,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC;IAE9D;;;;;OAKG;IACH,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;CACnE;AAMD;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,cAUhC,CAAC"}
+{"version":3,"file":"MetricRegistry.d.ts","sourceRoot":"","sources":["../src/MetricRegistry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,eAAO,MAAM,SAAS;;;;;;;;;;;;;CAaZ,CAAC;AAEX;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,WAAW,OAAO;IACtB,SAAS,IAAI,IAAI,CAAC;CACnB;AAED,0FAA0F;AAC1F,MAAM,WAAW,KAAK;IACpB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B;;;;;;;;OAQG;IACH,YAAY,CACV,EAAE,EAAE,MAAM,EACV,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAClC,kBAAkB,CAAC;IAEtB;;;;;;;;OAQG;IACH,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC;IAE9D;;;;;OAKG;IACH,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;CACnE;AAMD;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,cAUhC,CAAC"}

package/dist/MetricRegistry.js

@@ -16,6 +16,9 @@ export const MetricIds = {
     WINDOW_MIN_RTT_NAME: "min_window_rtt",
     WINDOW_QUEUE_SIZE_NAME: "queue_size",
     ACQUIRE_TIME_NAME: "acquire_time",
+    CONGESTION_SIGNAL_NAME: "congestion_signal",
+    WARMED_GROUPS_COUNT_NAME: "warmed_groups_count",
+    GROUP_RTT_RATIO_NAME: "group_rtt_ratio",
 };
 const NOOP_SAMPLE_LISTENER = { addSample() { } };
 const NOOP_COUNTER = { increment() { } };

package/dist/index.d.ts

@@ -7,17 +7,18 @@ export { AdaptiveTimeoutError, dropped, ignore, isAdaptiveTimeoutError, isRunRes
 export { AIMDLimit, type AIMDLimitOptions } from "./limit/AIMDLimit.js";
 export { FixedLimit } from "./limit/FixedLimit.js";
 export { GradientLimit, type Gradient2LimitOptions, } from "./limit/GradientLimit.js";
+export { GroupAwareLimit } from "./limit/GroupAwareLimit.js";
 export { SettableLimit } from "./limit/SettableLimit.js";
-export { TracingLimitDecorator } from "./limit/TracingLimitDecorator.js";
 export { VegasLimit, type VegasLimitOptions, type VegasLimitPolicy, } from "./limit/VegasLimit.js";
 export { WindowedLimit, type WindowedLimitOptions, } from "./limit/WindowedLimit.js";
+export { DecayingHistogram } from "./statistics/DecayingHistogram.js";
 export { ExpMovingAverage } from "./statistics/ExpMovingAverage.js";
 export { MinimumValue } from "./statistics/MinimumValue.js";
 export type { StreamingStatistic } from "./statistics/StreamingStatistic.js";
 export { makeAverageSampleWindow } from "./limit/window/AverageSampleWindow.js";
 export { createPercentileSampleWindow } from "./limit/window/PercentileSampleWindow.js";
 export type { SampleWindow } from "./limit/window/SampleWindow.js";
-export { LinkedWaiterQueue, squareRoot, squareRootWithBaseline, } from "./utils/index.js";
+export { LinkedWaiterQueue, log10Scale, squareRoot, squareRootWithBaseline, } from "./utils/index.js";
 export * from "./limiter/factories/index.js";
 export { PartitionedStrategy, type PartitionConfig, } from "./limiter/acquire-strategies/PartitionedStrategy.js";
 export { SemaphoreStrategy } from "./limiter/acquire-strategies/SemaphoreStrategy.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EACL,OAAO,EACP,WAAW,EACX,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,4BAA4B,EACjC,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,eAAe,GACrB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,KAAK,OAAO,EACZ,KAAK,kBAAkB,EACvB,KAAK,KAAK,EACV,KAAK,cAAc,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,oBAAoB,EACpB,OAAO,EACP,MAAM,EACN,sBAAsB,EACtB,WAAW,EACX,iBAAiB,EACjB,OAAO,EACP,KAAK,UAAU,EACf,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,UAAU,GAChB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,SAAS,EAAE,KAAK,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EACL,aAAa,EACb,KAAK,qBAAqB,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EACL,UAAU,EACV,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,aAAa,EACb,KAAK,oBAAoB,GAC1B,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAG7E,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,4BAA4B,EAAE,MAAM,0CAA0C,CAAC;AACxF,YAAY,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAEnE,OAAO,EACL,iBAAiB,EACjB,UAAU,EACV,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAE1B,cAAc,8BAA8B,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,qDAAqD,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mDAAmD,CAAC;AAGtF,OAAO,EACL,wBAAwB,EACxB,WAAW,EACX,KAAK,+BAA+B,EACpC,KAAK,WAAW,GACjB,MAAM,yEAAyE,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,KAAK,4BAA4B,GAClC,MAAM,sEAAsE,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6EAA6E,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC/D,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EACL,OAAO,EACP,WAAW,EACX,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,4BAA4B,EACjC,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,eAAe,GACrB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,KAAK,OAAO,EACZ,KAAK,kBAAkB,EACvB,KAAK,KAAK,EACV,KAAK,cAAc,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,oBAAoB,EACpB,OAAO,EACP,MAAM,EACN,sBAAsB,EACtB,WAAW,EACX,iBAAiB,EACjB,OAAO,EACP,KAAK,UAAU,EACf,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,UAAU,GAChB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,SAAS,EAAE,KAAK,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EACL,aAAa,EACb,KAAK,qBAAqB,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EACL,UAAU,EACV,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,aAAa,EACb,KAAK,oBAAoB,GAC1B,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAG7E,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,4BAA4B,EAAE,MAAM,0CAA0C,CAAC;AACxF,YAAY,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAEnE,OAAO,EACL,iBAAiB,EACjB,UAAU,EACV,UAAU,EACV,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAE1B,cAAc,8BAA8B,CAAC;AAG7C,OAAO,EACL,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,qDAAqD,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mDAAmD,CAAC;AAGtF,OAAO,EACL,wBAAwB,EACxB,WAAW,EACX,KAAK,+BAA+B,EACpC,KAAK,WAAW,GACjB,MAAM,yEAAyE,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,KAAK,4BAA4B,GAClC,MAAM,sEAAsE,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6EAA6E,CAAC"}

package/dist/index.js

@@ -6,17 +6,18 @@ export { AdaptiveTimeoutError, dropped, ignore, isAdaptiveTimeoutError, isRunRes
 export { AIMDLimit } from "./limit/AIMDLimit.js";
 export { FixedLimit } from "./limit/FixedLimit.js";
 export { GradientLimit, } from "./limit/GradientLimit.js";
+export { GroupAwareLimit } from "./limit/GroupAwareLimit.js";
 export { SettableLimit } from "./limit/SettableLimit.js";
-export { TracingLimitDecorator } from "./limit/TracingLimitDecorator.js";
 export { VegasLimit, } from "./limit/VegasLimit.js";
 export { WindowedLimit, } from "./limit/WindowedLimit.js";
 // Streaming statistics
+export { DecayingHistogram } from "./statistics/DecayingHistogram.js";
 export { ExpMovingAverage } from "./statistics/ExpMovingAverage.js";
 export { MinimumValue } from "./statistics/MinimumValue.js";
 // Sample window types
 export { makeAverageSampleWindow } from "./limit/window/AverageSampleWindow.js";
 export { createPercentileSampleWindow } from "./limit/window/PercentileSampleWindow.js";
-export { LinkedWaiterQueue, squareRoot, squareRootWithBaseline, } from "./utils/index.js";
+export { LinkedWaiterQueue, log10Scale, squareRoot, squareRootWithBaseline, } from "./utils/index.js";
 export * from "./limiter/factories/index.js";
 // Acquire strategies
 export { PartitionedStrategy, } from "./limiter/acquire-strategies/PartitionedStrategy.js";

package/dist/limit/AIMDLimit.d.ts

@@ -17,6 +17,16 @@ export interface AIMDLimitOptions {
      * Default: 5000
      */
     timeout?: number;
+    /**
+     * Absolute amount to use as a +/- jitter band around `backoffRatio` for
+     * each multiplicative decrease. Breaks lockstep oscillation when multiple
+     * independent clients share the same configuration.
+     *
+     * For example, with `backoffRatio: 0.9` and `backoffJitter: 0.02`, each
+     * decrease multiplies by a uniformly random value in [0.88, 0.92].
+     * Must be in [0, 0.05]. Default: 0.02.
+     */
+    backoffJitter?: number;
 }
 export declare class AIMDLimit implements AdaptiveLimit {
     private _limit;
@@ -25,8 +35,9 @@ export declare class AIMDLimit implements AdaptiveLimit {
     private readonly timeout;
     private readonly minLimit;
     private readonly maxLimit;
+    private readonly backoffJitter;
     constructor(options?: AIMDLimitOptions);
-    addSample(_startTime: number, rtt: number, inflight: number, didDrop: boolean): void;
+    addSample(_startTime: number, rtt: number, inflight: number, didDrop: boolean, _operationName?: string): void;
     get currentLimit(): number;
     private applyNewLimit;
     subscribe(consumer: (newLimit: number) => void, options?: {

package/dist/limit/AIMDLimit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AIMDLimit.d.ts","sourceRoot":"","sources":["../../src/limit/AIMDLimit.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,SAAU,YAAW,aAAa;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAqB;IAEpD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,OAAO,GAAE,gBAAqB;IAiB1C,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAapF,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,OAAO,CAAC,aAAa;IAOrB,SAAS,CACP,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACrC,MAAM,IAAI;IAIb,QAAQ,IAAI,MAAM;CAGnB"}
+{"version":3,"file":"AIMDLimit.d.ts","sourceRoot":"","sources":["../../src/limit/AIMDLimit.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;;;;;OAQG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,SAAU,YAAW,aAAa;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAqB;IAEpD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAE3B,OAAO,GAAE,gBAAqB;IA0B1C,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,OAAO,EAChB,cAAc,CAAC,EAAE,MAAM,GACtB,IAAI;IAuBP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,OAAO,CAAC,aAAa;IAOrB,SAAS,CACP,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACrC,MAAM,IAAI;IAIb,QAAQ,IAAI,MAAM;CAGnB"}

package/dist/limit/AIMDLimit.js

@@ -6,6 +6,7 @@ export class AIMDLimit {
     timeout;
     minLimit;
     maxLimit;
+    backoffJitter;
     constructor(options = {}) {
         const initialLimit = options.initialLimit ?? 20;
         this._limit = initialLimit;
@@ -13,19 +14,27 @@ export class AIMDLimit {
         this.timeout = options.timeout ?? 5_000;
         this.minLimit = options.minLimit ?? 20;
         this.maxLimit = options.maxLimit ?? 200;
+        this.backoffJitter = options.backoffJitter ?? 0.02;
         if (this.backoffRatio >= 1.0 || this.backoffRatio < 0.5) {
             throw new Error("Backoff ratio must be in the range [0.5, 1.0)");
         }
         if (this.timeout <= 0) {
             throw new Error("Timeout must be positive");
         }
+        if (this.backoffJitter < 0 || this.backoffJitter > 0.05) {
+            throw new Error("backoffJitter must be in the range [0, 0.05]");
+        }
+        if (this.backoffRatio + this.backoffJitter >= 1.0) {
+            throw new Error("backoffRatio + backoffJitter must be < 1.0 to guarantee the limit decreases on drop");
+        }
     }
-    addSample(_startTime, rtt, inflight, didDrop) {
+    addSample(_startTime, rtt, inflight, didDrop, _operationName) {
         let currentLimit = this._limit;
         if (didDrop || rtt > this.timeout) {
-            currentLimit = Math.floor(currentLimit * this.backoffRatio);
+            const jitteredRatio = Math.max(0.5, Math.min(1 - Number.EPSILON, this.backoffRatio + (Math.random() * 2 - 1) * this.backoffJitter));
+            currentLimit = Math.floor(currentLimit * jitteredRatio);
         }
-        else if (inflight * 2 >= currentLimit) {
+        else if (inflight >= 0.5 * currentLimit) {
             currentLimit = currentLimit + 1;
         }
         const newLimit = Math.min(this.maxLimit, Math.max(this.minLimit, currentLimit));

package/dist/limit/FixedLimit.d.ts

@@ -5,7 +5,7 @@ import type { AdaptiveLimit } from "./StreamingLimit.js";
 export declare class FixedLimit implements AdaptiveLimit {
     private _limit;
     constructor(limit: number);
-    addSample(_startTime: number, _rtt: number, _inflight: number, _didDrop: boolean): void;
+    addSample(_startTime: number, _rtt: number, _inflight: number, _didDrop: boolean, _operationName?: string): void;
     get currentLimit(): number;
     subscribe(_consumer: (newLimit: number) => void, _options?: {
         signal?: AbortSignal;

package/dist/limit/FixedLimit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FixedLimit.d.ts","sourceRoot":"","sources":["../../src/limit/FixedLimit.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD;;GAEG;AACH,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,MAAM,CAAS;gBAEX,KAAK,EAAE,MAAM;IAIzB,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,GAChB,IAAI;IAGP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,SAAS,CACP,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACrC,QAAQ,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACtC,MAAM,IAAI;IAMb,QAAQ,IAAI,MAAM;CAGnB"}
+{"version":3,"file":"FixedLimit.d.ts","sourceRoot":"","sources":["../../src/limit/FixedLimit.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD;;GAEG;AACH,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,MAAM,CAAS;gBAEX,KAAK,EAAE,MAAM;IAIzB,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,EACjB,cAAc,CAAC,EAAE,MAAM,GACtB,IAAI;IAGP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,SAAS,CACP,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACrC,QAAQ,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACtC,MAAM,IAAI;IAMb,QAAQ,IAAI,MAAM;CAGnB"}

package/dist/limit/FixedLimit.js

@@ -7,7 +7,7 @@ export class FixedLimit {
     constructor(limit) {
         this._limit = limit;
     }
-    addSample(_startTime, _rtt, _inflight, _didDrop) {
+    addSample(_startTime, _rtt, _inflight, _didDrop, _operationName) {
     }
     get currentLimit() {
         return this._limit;

package/dist/limit/GradientLimit.d.ts

@@ -108,7 +108,7 @@ export declare class GradientLimit implements AdaptiveLimit {
     private readonly shortRttSampleListener;
     private readonly queueSizeSampleListener;
     constructor(options?: Gradient2LimitOptions);
-    addSample(_startTime: number, rtt: number, inflight: number, _didDrop: boolean): void;
+    addSample(_startTime: number, rtt: number, inflight: number, _didDrop: boolean, _operationName?: string): void;
     get currentLimit(): number;
     private applyNewLimit;
     subscribe(consumer: (newLimit: number) => void, options?: {

package/dist/limit/GradientLimit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GradientLimit.d.ts","sourceRoot":"","sources":["../../src/limit/GradientLimit.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAsB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAI/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,MAAM,WAAW,qBAAqB;IACpC,qDAAqD;IACrD,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,WAAW,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAEvD;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED,qBAAa,aAAc,YAAW,aAAa;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAqB;IAEpD,yDAAyD;IACzD,OAAO,CAAC,cAAc,CAAS;IAE/B;;;OAGG;IACH,OAAO,CAAC,OAAO,CAAK;IAEpB;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAE7C,8DAA8D;IAC9D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkC;IAC5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAqB;IAC3D,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAqB;gBAEjD,OAAO,GAAE,qBAA0B;IA4B/C,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,OAAO,GAChB,IAAI;IASP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,OAAO,CAAC,aAAa;IAOrB,SAAS,CACP,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACrC,MAAM,IAAI;IAIb,OAAO,CAAC,yBAAyB;IA0CjC,UAAU,IAAI,MAAM;IAIpB,YAAY,IAAI,MAAM;IAItB,QAAQ,IAAI,MAAM;CAGnB"}
+{"version":3,"file":"GradientLimit.d.ts","sourceRoot":"","sources":["../../src/limit/GradientLimit.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAsB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAI/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,MAAM,WAAW,qBAAqB;IACpC,qDAAqD;IACrD,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,WAAW,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IAEvD;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED,qBAAa,aAAc,YAAW,aAAa;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAqB;IAEpD,yDAAyD;IACzD,OAAO,CAAC,cAAc,CAAS;IAE/B;;;OAGG;IACH,OAAO,CAAC,OAAO,CAAK;IAEpB;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAE7C,8DAA8D;IAC9D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkC;IAC5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAqB;IAC3D,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAqB;IAC5D,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAqB;gBAEjD,OAAO,GAAE,qBAA0B;IA4B/C,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,OAAO,EACjB,cAAc,CAAC,EAAE,MAAM,GACtB,IAAI;IASP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,OAAO,CAAC,aAAa;IAOrB,SAAS,CACP,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACrC,MAAM,IAAI;IAIb,OAAO,CAAC,yBAAyB;IA0CjC,UAAU,IAAI,MAAM;IAIpB,YAAY,IAAI,MAAM;IAItB,QAAQ,IAAI,MAAM;CAGnB"}

package/dist/limit/GradientLimit.js

@@ -46,7 +46,7 @@ export class GradientLimit {
         this.shortRttSampleListener = registry.distribution(MetricIds.WINDOW_MIN_RTT_NAME);
         this.queueSizeSampleListener = registry.distribution(MetricIds.WINDOW_QUEUE_SIZE_NAME);
     }
-    addSample(_startTime, rtt, inflight, _didDrop) {
+    addSample(_startTime, rtt, inflight, _didDrop, _operationName) {
         const newLimitNoFloor = this.computeNextLimitUnrounded(rtt, inflight);
         this.estimatedLimit = newLimitNoFloor;
         const newLimit = Math.floor(newLimitNoFloor);

package/dist/limit/GroupAwareLimit.d.ts

@@ -0,0 +1,77 @@
+import type { MetricRegistry } from "../MetricRegistry.js";
+import type { AdaptiveLimit } from "./StreamingLimit.js";
+/**
+ * Mix-agnostic adaptive concurrency limit that detects congestion using
+ * per-group RTT ratios weighted by sample density.
+ *
+ * Each sample is associated with an operation group via `operationName`. Per-group
+ * state tracks a long-lived p10 RTT baseline (decaying histogram) and a short
+ * EMA of recent RTT. The congestion signal is the weighted average of
+ * `recentRtt / p10` across warmed-up groups, where weight is
+ * `sqrt(decayedSampleCount)`.
+ *
+ * The limit increases additively when the congestion signal is low and inflight
+ * is near the limit, and decreases via a configurable `decrease` function when
+ * the signal is high or a drop occurs. Before any groups are warmed up, the
+ * limit only responds to drops.
+ *
+ * Samples without an `operationName` do not contribute to any group's state
+ * (no histogram, EMA, or activity counter update). However, they still
+ * participate in limit decisions: drops always trigger a decrease, and
+ * non-drop samples can trigger an increase or decrease based on the current
+ * congestion signal from warmed-up groups. This means unnamed operations
+ * free-ride on the congestion detection provided by named groups without
+ * polluting group baselines.
+ *
+ * This design is immune to operation mix shifts: a transition from fast to slow
+ * operations does not cause a spurious RTT spike because each group is measured
+ * against its own baseline.
+ */
+export declare class GroupAwareLimit implements AdaptiveLimit {
+    private _limit;
+    private readonly limitListeners;
+    private readonly groups;
+    private readonly minLimit;
+    private readonly maxLimit;
+    private readonly alpha;
+    private readonly beta;
+    private readonly decrease;
+    private readonly baselineHalfLife;
+    private readonly activityHalfLife;
+    private readonly recentRttWindow;
+    private readonly minGroupSamples;
+    private readonly clock;
+    private readonly registry;
+    private readonly congestionSignalGauge;
+    private readonly warmedGroupsCountGauge;
+    constructor(options?: {
+        initialLimit?: number;
+        minLimit?: number;
+        maxLimit?: number;
+        maxGroups?: number;
+        alpha?: number;
+        beta?: number;
+        decrease?: (limit: number, didDrop: boolean) => number;
+        baselineHalfLife?: number;
+        activityHalfLife?: number;
+        recentRttWindow?: number;
+        minGroupSamples?: number;
+        clock?: () => number;
+        metricRegistry?: MetricRegistry;
+    });
+    addSample(_startTime: number, rtt: number, inflight: number, didDrop: boolean, operationName?: string): void;
+    get currentLimit(): number;
+    subscribe(consumer: (newLimit: number) => void, options?: {
+        signal?: AbortSignal;
+    }): () => void;
+    private computeCongestionSignal;
+    private clamp;
+    private applyNewLimit;
+    toString(): string;
+}
+declare global {
+    interface Math {
+        sumPrecise?: (numbers: Iterable<number>) => number;
+    }
+}
+//# sourceMappingURL=GroupAwareLimit.d.ts.map

package/dist/limit/GroupAwareLimit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GroupAwareLimit.d.ts","sourceRoot":"","sources":["../../src/limit/GroupAwareLimit.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAS,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAKlE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AA6DzD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,qBAAa,eAAgB,YAAW,aAAa;IACnD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA0C;IACzE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkD;IAEzE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8C;IACvE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IAErC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiB;IAC1C,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAQ;IAC9C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAQ;gBAEnC,OAAO,CAAC,EAAE;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,KAAK,MAAM,CAAC;QACvD,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,cAAc,CAAC;KACjC;IAuBD,SAAS,CACP,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,OAAO,EAChB,aAAa,CAAC,EAAE,MAAM,GACrB,IAAI;IAkDP,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,SAAS,CACP,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GACrC,MAAM,IAAI;IAIb,OAAO,CAAC,uBAAuB;IA8C/B,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,aAAa;IAOrB,QAAQ,IAAI,MAAM;CAGnB;AAED,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,IAAI;QACZ,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC;KACpD;CACF"}

package/dist/limit/GroupAwareLimit.js

@@ -0,0 +1,208 @@
+import lruPkg from "lru_map";
+const { LRUMap } = lruPkg;
+import { ListenerSet } from "../ListenerSet.js";
+import { MetricIds, NoopMetricRegistry } from "../MetricRegistry.js";
+import { DecayingHistogram } from "../statistics/DecayingHistogram.js";
+import { ExpMovingAverage } from "../statistics/ExpMovingAverage.js";
+import { log10Scale } from "../utils/index.js";
+function defaultDecrease(limit, didDrop) {
+    if (didDrop) {
+        return Math.floor(limit * 0.9);
+    }
+    return limit - log10Scale(Math.floor(limit));
+}
+/**
+ * Per-group tracking state. Fixed memory regardless of sample volume.
+ */
+class GroupState {
+    /** Long-lived decaying histogram for the p10 baseline. */
+    histogram;
+    /** Short EMA tracking the group's current RTT. */
+    recentRtt;
+    /**
+     * Decaying counter of recent samples, used for weight and warmup.
+     * Decays with its own (shorter) half-life.
+     */
+    _activityCount = 0;
+    _lastActivityDecayTime;
+    activityLambda;
+    constructor(baselineHalfLife, activityHalfLife, recentRttWindow) {
+        this.histogram = new DecayingHistogram({ halfLife: baselineHalfLife });
+        this.recentRtt = new ExpMovingAverage(recentRttWindow, 5);
+        this.activityLambda = Math.LN2 / activityHalfLife;
+    }
+    recordSample(rtt, now) {
+        this.histogram.addSample(rtt, now);
+        this.recentRtt.addSample(rtt);
+        this.applyActivityDecay(now);
+        this._activityCount += 1;
+    }
+    activityCount(now) {
+        this.applyActivityDecay(now);
+        return this._activityCount;
+    }
+    applyActivityDecay(now) {
+        if (this._lastActivityDecayTime === undefined) {
+            this._lastActivityDecayTime = now;
+            return;
+        }
+        const elapsed = now - this._lastActivityDecayTime;
+        if (elapsed <= 0)
+            return;
+        this._activityCount *= Math.exp(-this.activityLambda * elapsed);
+        this._lastActivityDecayTime = now;
+    }
+}
+/**
+ * Mix-agnostic adaptive concurrency limit that detects congestion using
+ * per-group RTT ratios weighted by sample density.
+ *
+ * Each sample is associated with an operation group via `operationName`. Per-group
+ * state tracks a long-lived p10 RTT baseline (decaying histogram) and a short
+ * EMA of recent RTT. The congestion signal is the weighted average of
+ * `recentRtt / p10` across warmed-up groups, where weight is
+ * `sqrt(decayedSampleCount)`.
+ *
+ * The limit increases additively when the congestion signal is low and inflight
+ * is near the limit, and decreases via a configurable `decrease` function when
+ * the signal is high or a drop occurs. Before any groups are warmed up, the
+ * limit only responds to drops.
+ *
+ * Samples without an `operationName` do not contribute to any group's state
+ * (no histogram, EMA, or activity counter update). However, they still
+ * participate in limit decisions: drops always trigger a decrease, and
+ * non-drop samples can trigger an increase or decrease based on the current
+ * congestion signal from warmed-up groups. This means unnamed operations
+ * free-ride on the congestion detection provided by named groups without
+ * polluting group baselines.
+ *
+ * This design is immune to operation mix shifts: a transition from fast to slow
+ * operations does not cause a spurious RTT spike because each group is measured
+ * against its own baseline.
+ */
+export class GroupAwareLimit {
+    _limit;
+    limitListeners = new ListenerSet();
+    groups;
+    minLimit;
+    maxLimit;
+    alpha;
+    beta;
+    decrease;
+    baselineHalfLife;
+    activityHalfLife;
+    recentRttWindow;
+    minGroupSamples;
+    clock;
+    registry;
+    congestionSignalGauge;
+    warmedGroupsCountGauge;
+    constructor(options) {
+        this._limit = options?.initialLimit ?? 20;
+        this.groups = new LRUMap(options?.maxGroups ?? 50);
+        this.minLimit = options?.minLimit ?? 10;
+        this.maxLimit = options?.maxLimit ?? 200;
+        this.alpha = options?.alpha ?? 1.1;
+        this.beta = options?.beta ?? 1.5;
+        this.decrease = options?.decrease ?? defaultDecrease;
+        this.baselineHalfLife = options?.baselineHalfLife ?? 600_000;
+        this.activityHalfLife = options?.activityHalfLife ?? 30_000;
+        this.recentRttWindow = options?.recentRttWindow ?? 100;
+        this.minGroupSamples = options?.minGroupSamples ?? 20;
+        this.clock = options?.clock ?? (() => performance.now());
+        this.registry = options?.metricRegistry ?? NoopMetricRegistry;
+        this.congestionSignalGauge = this.registry.gauge(MetricIds.CONGESTION_SIGNAL_NAME);
+        this.warmedGroupsCountGauge = this.registry.gauge(MetricIds.WARMED_GROUPS_COUNT_NAME);
+    }
+    addSample(_startTime, rtt, inflight, didDrop, operationName) {
+        const now = this.clock();
+        // Drops are handled before group state updates so that dropped RTTs never
+        // pollute baselines or recent-RTT tracking. A dropped request's timing
+        // reflects when the drop was detected (e.g. a timeout firing), not how
+        // long the operation actually takes to complete.
+        if (didDrop) {
+            this.applyNewLimit(this.clamp(this.decrease(this._limit, true)));
+            return;
+        }
+        if (operationName !== undefined) {
+            let group = this.groups.get(operationName);
+            if (!group) {
+                group = new GroupState(this.baselineHalfLife, this.activityHalfLife, this.recentRttWindow);
+                this.groups.set(operationName, group);
+            }
+            group.recordSample(rtt, now);
+        }
+        const result = this.computeCongestionSignal(now);
+        if (result === undefined) {
+            // No warmed-up groups; hold (drop-only mode).
+            this.warmedGroupsCountGauge.record(0);
+            return;
+        }
+        const { warmedGroupInfos, signal } = result;
+        this.warmedGroupsCountGauge.record(warmedGroupInfos.length);
+        this.congestionSignalGauge.record(signal);
+        for (const { groupName: group, ratio } of warmedGroupInfos) {
+            this.registry
+                .gauge(MetricIds.GROUP_RTT_RATIO_NAME, { group })
+                .record(ratio);
+        }
+        if (signal > this.beta) {
+            this.applyNewLimit(this.clamp(this.decrease(this._limit, false)));
+        }
+        else if (signal < this.alpha && inflight >= this._limit / 2) {
+            this.applyNewLimit(this.clamp(this._limit + 1));
+        }
+    }
+    get currentLimit() {
+        return this._limit;
+    }
+    subscribe(consumer, options = {}) {
+        return this.limitListeners.subscribe(consumer, options);
+    }
+    computeCongestionSignal(now) {
+        // See https://github.com/rsms/js-lru/pull/42/changes
+        const entries = [
+            ...this.groups.entries(),
+        ];
+        const warmedGroupInfos = entries
+            .map(([groupName, groupState]) => {
+            const activity = groupState.activityCount(now);
+            if (activity < this.minGroupSamples)
+                return undefined;
+            const p10 = groupState.histogram.percentile(0.1, now);
+            if (!Number.isFinite(p10) || p10 <= 0)
+                return undefined;
+            const recentRtt = groupState.recentRtt.currentValue;
+            if (recentRtt <= 0)
+                return undefined;
+            const ratio = recentRtt / p10;
+            const weight = Math.sqrt(activity);
+            return { groupName, ratio, weight };
+        })
+            // Remove non-warmed or otherwise-invalid groups
+            .filter((it) => it !== undefined);
+        const totalWeight = sum(warmedGroupInfos.map(({ weight }) => weight));
+        if (totalWeight <= 0)
+            return undefined;
+        const weightedRatioSum = sum(warmedGroupInfos.map(({ weight, ratio }) => weight * ratio));
+        return {
+            signal: weightedRatioSum / totalWeight,
+            warmedGroupInfos,
+        };
+    }
+    clamp(limit) {
+        return Math.min(this.maxLimit, Math.max(this.minLimit, Math.floor(limit)));
+    }
+    applyNewLimit(newLimit) {
+        if (newLimit !== this._limit) {
+            this._limit = newLimit;
+            this.limitListeners.notify(newLimit);
+        }
+    }
+    toString() {
+        return `GroupAwareLimit [limit=${this._limit}, groups=${this.groups.size}]`;
+    }
+}
+const sum = typeof Math.sumPrecise === "function"
+    ? Math.sumPrecise.bind(Math)
+    : (numbers) => numbers.reduce((acc, curr) => acc + curr, 0);