@indigoai-us/hq-cloud 6.18.0 → 6.18.1-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/dist/bandwidth.d.ts +45 -11
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +231 -18
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +124 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/sync-runner-company.d.ts +2 -0
  8. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-company.js +6 -0
  10. package/dist/bin/sync-runner-company.js.map +1 -1
  11. package/dist/bin/sync-runner-watch-loop.d.ts +26 -1
  12. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  13. package/dist/bin/sync-runner-watch-loop.js +217 -3
  14. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  15. package/dist/bin/sync-runner.d.ts +26 -2
  16. package/dist/bin/sync-runner.d.ts.map +1 -1
  17. package/dist/bin/sync-runner.js +14 -5
  18. package/dist/bin/sync-runner.js.map +1 -1
  19. package/dist/bin/sync-runner.test.js +107 -1
  20. package/dist/bin/sync-runner.test.js.map +1 -1
  21. package/dist/cli/share.d.ts +18 -6
  22. package/dist/cli/share.d.ts.map +1 -1
  23. package/dist/cli/share.js +92 -47
  24. package/dist/cli/share.js.map +1 -1
  25. package/dist/cli/share.test.js +3 -3
  26. package/dist/cli/share.test.js.map +1 -1
  27. package/dist/cli/sync.d.ts +17 -4
  28. package/dist/cli/sync.d.ts.map +1 -1
  29. package/dist/cli/sync.js +155 -27
  30. package/dist/cli/sync.js.map +1 -1
  31. package/dist/cli/sync.test.js +315 -1
  32. package/dist/cli/sync.test.js.map +1 -1
  33. package/dist/object-io.d.ts +33 -7
  34. package/dist/object-io.d.ts.map +1 -1
  35. package/dist/object-io.js +326 -140
  36. package/dist/object-io.js.map +1 -1
  37. package/dist/object-io.test.js +377 -1
  38. package/dist/object-io.test.js.map +1 -1
  39. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  40. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  41. package/dist/s3-download-stream-hash.test.js +70 -0
  42. package/dist/s3-download-stream-hash.test.js.map +1 -0
  43. package/dist/s3.d.ts +8 -3
  44. package/dist/s3.d.ts.map +1 -1
  45. package/dist/s3.js +304 -27
  46. package/dist/s3.js.map +1 -1
  47. package/dist/s3.test.js +163 -0
  48. package/dist/s3.test.js.map +1 -1
  49. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  50. package/dist/sync/inbound-event-admission.js +3 -0
  51. package/dist/sync/inbound-event-admission.js.map +1 -1
  52. package/dist/sync/inbound-event-admission.test.js +6 -0
  53. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  54. package/dist/sync-core.d.ts +2 -1
  55. package/dist/sync-core.d.ts.map +1 -1
  56. package/dist/sync-core.js +5 -10
  57. package/dist/sync-core.js.map +1 -1
  58. package/dist/sync-core.test.js +16 -0
  59. package/dist/sync-core.test.js.map +1 -1
  60. package/package.json +1 -1
@@ -12,9 +12,9 @@
12
12
  * existing adaptive default.
13
13
  * - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
14
14
  * governor keeps a rolling estimate of link capacity (max observed
15
- * aggregate throughput over the last 10 minutes, measured during actual
16
- * transfers) and paces to percent/100 × that estimate, floored at
17
- * 64 KiB/s so sync always progresses. When both PERCENT and
15
+ * throughput while network reads are pending over the last 10 minutes;
16
+ * token-bucket waits are excluded) and paces to percent/100 × that estimate,
17
+ * floored at 64 KiB/s so sync always progresses. When both PERCENT and
18
18
  * MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
19
19
  *
20
20
  * Only DATA-plane transfers are paced (upload bodies, download streams).
@@ -42,6 +42,11 @@ export interface BandwidthPolicy {
42
42
  /** Transfer-pool clamp; undefined = keep the adaptive default. */
43
43
  maxConcurrency?: number;
44
44
  }
45
+ export interface BandwidthDiagnostics {
46
+ effectiveRateBps: number | null;
47
+ activeChoreTransfers: number;
48
+ governorWaitMs: number;
49
+ }
45
50
  /**
46
51
  * Parse the env contract. Invalid, zero, or unset values disable the
47
52
  * corresponding knob rather than erroring — a misconfigured desktop app must
@@ -49,18 +54,21 @@ export interface BandwidthPolicy {
49
54
  */
50
55
  export declare function parseBandwidthPolicy(env?: Record<string, string | undefined>): BandwidthPolicy;
51
56
  /**
52
- * Rolling link-capacity estimate: max observed aggregate throughput over the
53
- * last {@link ESTIMATOR_WINDOW_MS}. Bytes are recorded into per-second
54
- * buckets as transfers deliver them; capacity is the largest bucket in the
55
- * window (bytes in one second = B/s). A tiny always-current accumulator —
56
- * at most 600 live entries, pruned on every touch.
57
+ * Rolling link-capacity estimate: max observed raw throughput over the last
58
+ * {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
59
+ * time spent waiting for the read; governor waits are outside those samples.
60
+ * A tiny always-current accumulator — at most 600 live entries, pruned on
61
+ * every touch.
57
62
  */
58
63
  export declare class ThroughputEstimator {
59
64
  private readonly now;
60
65
  private readonly buckets;
66
+ private readonly rawRates;
61
67
  constructor(now?: () => number);
62
68
  private prune;
63
69
  record(bytes: number): void;
70
+ /** Record bytes divided by the wall time spent in the network read. */
71
+ recordRawThroughput(bytes: number, readDurationMs: number): void;
64
72
  /** Max observed B/s in the window; undefined before any observation. */
65
73
  capacityBps(): number | undefined;
66
74
  }
@@ -92,6 +100,10 @@ export declare class BandwidthGovernor {
92
100
  readonly policy: BandwidthPolicy;
93
101
  private readonly estimator;
94
102
  private readonly bucket;
103
+ private readonly now;
104
+ private governorWaitMs;
105
+ private activeChoreTransfers;
106
+ private readonly choreTransferWaiters;
95
107
  constructor(policy: BandwidthPolicy, opts?: ClockOpts);
96
108
  /** True when any payload pacing is configured. */
97
109
  isPacing(): boolean;
@@ -103,16 +115,38 @@ export declare class BandwidthGovernor {
103
115
  */
104
116
  effectiveRateBps(): number | undefined;
105
117
  /**
106
- * Pace `bytes` of payload through the shared bucket and feed the capacity
107
- * estimator. Instant when pacing is off.
118
+ * Pace `bytes` of payload through the shared bucket. Instant when pacing is
119
+ * off; time spent waiting here is excluded from the capacity estimate.
108
120
  */
109
121
  acquire(bytes: number): Promise<void>;
122
+ /** Observe bytes as a Node readable receives them, before consumer pacing. */
123
+ observeRawBody(body: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array>;
124
+ /** Build a raw-read sampler that can subtract downstream source-pause time. */
125
+ createRawReadObserver(excludedDurationMs?: () => number): (bytes: number) => void;
126
+ /** Add one transport sample to the rolling capacity estimate. */
127
+ recordRawThroughputSample(bytes: number, durationMs: number): void;
128
+ /** Measure a successful upload request after token waits have completed. */
129
+ measureRawTransfer<T>(bytes: number, work: () => Promise<T>): Promise<T>;
130
+ /** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
131
+ getDiagnostics(): BandwidthDiagnostics;
132
+ private choreTransferLimit;
133
+ private makeChoreTransferRelease;
134
+ private admitWaitingChoreTransfers;
135
+ private acquireChoreTransfer;
136
+ /** Reserve a chore slot before opening its payload request, if configured. */
137
+ reserveChoreTransfer(): Promise<(() => void) | undefined>;
110
138
  /**
111
139
  * Wrap a download body so each chunk acquires tokens before it is yielded.
112
140
  * Delivers every byte unmodified; returns the original iterable when
113
141
  * pacing is off (zero overhead on the default path).
114
142
  */
115
- throttleBody(body: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array>;
143
+ throttleBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
144
+ /** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
145
+ governBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
146
+ private trackChoreBody;
147
+ /** Hold a chore transfer slot around an upload request or other payload leg. */
148
+ withChoreTransfer<T>(work: () => Promise<T>): Promise<T>;
149
+ private throttleBodyWithPacing;
116
150
  /** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
117
151
  clampConcurrency(poolSize: number): number;
118
152
  /** One-line human description of the effective policy for startup logs. */
@@ -1 +1 @@
1
- {"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AAEjE,iEAAiE;AACjE,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAOpD,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAWD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,eAAe,CASjB;AAED;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAGlB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAFhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;gBAExB,GAAG,GAAE,MAAM,MAAiB;IAEzD,OAAO,CAAC,KAAK;IAOb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,wEAAwE;IACxE,WAAW,IAAI,MAAM,GAAG,SAAS;CAQlC;AAED,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAKD;;;;;;GAMG;AACH,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAGnC,OAAO,EAAE,MAAM,MAAM,GAAG,SAAS,EAClD,IAAI,GAAE,SAAc;IAOhB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB5C;AAED;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;gBAEzB,MAAM,EAAE,eAAe,EAAE,IAAI,GAAE,SAAc;IAMzD,kDAAkD;IAClD,QAAQ,IAAI,OAAO;IAOnB;;;;;OAKG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAkBtC;;;OAGG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3C;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC;IAWxE,0EAA0E;IAC1E,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAM1C,2EAA2E;IAC3E,cAAc,IAAI,MAAM;CAkBzB;AASD,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,GACjC,IAAI,CAEN"}
1
+ {"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AAEjE,iEAAiE;AACjE,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAWpD,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB;AAWD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,eAAe,CASjB;AAED;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAIlB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAHhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;gBAEzB,GAAG,GAAE,MAAM,MAAiB;IAEzD,OAAO,CAAC,KAAK;IAUb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,uEAAuE;IACvE,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAShE,wEAAwE;IACxE,WAAW,IAAI,MAAM,GAAG,SAAS;CAWlC;AAED,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAKD;;;;;;GAMG;AACH,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAGnC,OAAO,EAAE,MAAM,MAAM,GAAG,SAAS,EAClD,IAAI,GAAE,SAAc;IAOhB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB5C;AAED;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAE9B;gBAEK,MAAM,EAAE,eAAe,EAAE,IAAI,GAAE,SAAc;IAOzD,kDAAkD;IAClD,QAAQ,IAAI,OAAO;IAOnB;;;;;OAKG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAkBtC;;;OAGG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3C,8EAA8E;IAC9E,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC;IAiD1E,+EAA+E;IAC/E,qBAAqB,CACnB,kBAAkB,GAAE,MAAM,MAAgB,GACzC,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAY1B,iEAAiE;IACjE,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAMlE,4EAA4E;IACtE,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ9E,kFAAkF;IAClF,cAAc,IAAI,oBAAoB;IAQtC,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,oBAAoB;IAkB5B,8EAA8E;IACxE,oBAAoB,IAAI,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAO/D;;;;OAIG;IACH,YAAY,CACV,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;IAK5B,qFAAqF;IACrF,UAAU,CACR,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;YAOb,cAAc;IAY7B,gFAAgF;IAC1E,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YAU/C,sBAAsB;IA8BrC,0EAA0E;IAC1E,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAM1C,2EAA2E;IAC3E,cAAc,IAAI,MAAM;CAkBzB;AASD,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,GACjC,IAAI,CAEN"}
package/dist/bandwidth.js CHANGED
@@ -1,3 +1,4 @@
1
+ import { Transform } from "node:stream";
1
2
  /**
2
3
  * Bandwidth governor — process-wide pacing for S3 payload transfers.
3
4
  *
@@ -12,9 +13,9 @@
12
13
  * existing adaptive default.
13
14
  * - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
14
15
  * governor keeps a rolling estimate of link capacity (max observed
15
- * aggregate throughput over the last 10 minutes, measured during actual
16
- * transfers) and paces to percent/100 × that estimate, floored at
17
- * 64 KiB/s so sync always progresses. When both PERCENT and
16
+ * throughput while network reads are pending over the last 10 minutes;
17
+ * token-bucket waits are excluded) and paces to percent/100 × that estimate,
18
+ * floored at 64 KiB/s so sync always progresses. When both PERCENT and
18
19
  * MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
19
20
  *
20
21
  * Only DATA-plane transfers are paced (upload bodies, download streams).
@@ -34,6 +35,10 @@ export const MAX_CONCURRENCY_ENV = "HQ_SYNC_MAX_CONCURRENCY";
34
35
  export const BANDWIDTH_PERCENT_ENV = "HQ_SYNC_BANDWIDTH_PERCENT";
35
36
  /** Adaptive-mode floor: sync always progresses at ≥ 64 KiB/s. */
36
37
  export const MIN_ADAPTIVE_BYTES_PER_SEC = 64 * 1024;
38
+ /** Reserve at least this much of the governed budget for each chore stream. */
39
+ const MIN_CHORE_TRANSFER_RATE_BPS = 64 * 1024;
40
+ /** Hard ceiling on payload readers; the normal sync pool is also at most 64. */
41
+ const MAX_CHORE_TRANSFER_CONCURRENCY = 64;
37
42
  /** Rolling window the link-capacity estimate looks back over. */
38
43
  const ESTIMATOR_WINDOW_MS = 10 * 60 * 1000;
39
44
  /** Estimator bucket granularity: per-second byte counts. */
@@ -61,15 +66,16 @@ export function parseBandwidthPolicy(env = process.env) {
61
66
  return { maxBytesPerSec, percent, maxConcurrency };
62
67
  }
63
68
  /**
64
- * Rolling link-capacity estimate: max observed aggregate throughput over the
65
- * last {@link ESTIMATOR_WINDOW_MS}. Bytes are recorded into per-second
66
- * buckets as transfers deliver them; capacity is the largest bucket in the
67
- * window (bytes in one second = B/s). A tiny always-current accumulator —
68
- * at most 600 live entries, pruned on every touch.
69
+ * Rolling link-capacity estimate: max observed raw throughput over the last
70
+ * {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
71
+ * time spent waiting for the read; governor waits are outside those samples.
72
+ * A tiny always-current accumulator — at most 600 live entries, pruned on
73
+ * every touch.
69
74
  */
70
75
  export class ThroughputEstimator {
71
76
  now;
72
77
  buckets = new Map();
78
+ rawRates = new Map();
73
79
  constructor(now = Date.now) {
74
80
  this.now = now;
75
81
  }
@@ -79,6 +85,10 @@ export class ThroughputEstimator {
79
85
  if (key < oldest)
80
86
  this.buckets.delete(key);
81
87
  }
88
+ for (const key of this.rawRates.keys()) {
89
+ if (key < oldest)
90
+ this.rawRates.delete(key);
91
+ }
82
92
  }
83
93
  record(bytes) {
84
94
  if (bytes <= 0)
@@ -88,6 +98,16 @@ export class ThroughputEstimator {
88
98
  const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
89
99
  this.buckets.set(bucket, (this.buckets.get(bucket) ?? 0) + bytes);
90
100
  }
101
+ /** Record bytes divided by the wall time spent in the network read. */
102
+ recordRawThroughput(bytes, readDurationMs) {
103
+ if (bytes <= 0 || readDurationMs <= 0)
104
+ return;
105
+ const nowMs = this.now();
106
+ this.prune(nowMs);
107
+ const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
108
+ const rateBps = (bytes * 1000) / readDurationMs;
109
+ this.rawRates.set(bucket, Math.max(this.rawRates.get(bucket) ?? 0, rateBps));
110
+ }
91
111
  /** Max observed B/s in the window; undefined before any observation. */
92
112
  capacityBps() {
93
113
  this.prune(this.now());
@@ -96,6 +116,10 @@ export class ThroughputEstimator {
96
116
  if (max === undefined || bytes > max)
97
117
  max = bytes;
98
118
  }
119
+ for (const rateBps of this.rawRates.values()) {
120
+ if (max === undefined || rateBps > max)
121
+ max = rateBps;
122
+ }
99
123
  return max;
100
124
  }
101
125
  }
@@ -152,9 +176,14 @@ export class BandwidthGovernor {
152
176
  policy;
153
177
  estimator;
154
178
  bucket;
179
+ now;
180
+ governorWaitMs = 0;
181
+ activeChoreTransfers = 0;
182
+ choreTransferWaiters = [];
155
183
  constructor(policy, opts = {}) {
156
184
  this.policy = policy;
157
- this.estimator = new ThroughputEstimator(opts.now ?? Date.now);
185
+ this.now = opts.now ?? Date.now;
186
+ this.estimator = new ThroughputEstimator(this.now);
158
187
  this.bucket = new TokenBucket(() => this.effectiveRateBps(), opts);
159
188
  }
160
189
  /** True when any payload pacing is configured. */
@@ -183,30 +212,214 @@ export class BandwidthGovernor {
183
212
  return fixed ?? adaptive;
184
213
  }
185
214
  /**
186
- * Pace `bytes` of payload through the shared bucket and feed the capacity
187
- * estimator. Instant when pacing is off.
215
+ * Pace `bytes` of payload through the shared bucket. Instant when pacing is
216
+ * off; time spent waiting here is excluded from the capacity estimate.
188
217
  */
189
218
  async acquire(bytes) {
190
219
  if (!this.isPacing() || bytes <= 0)
191
220
  return;
221
+ const startedAt = this.now();
192
222
  await this.bucket.acquire(bytes);
193
- this.estimator.record(bytes);
223
+ this.governorWaitMs += Math.max(0, this.now() - startedAt);
224
+ }
225
+ /** Observe bytes as a Node readable receives them, before consumer pacing. */
226
+ observeRawBody(body) {
227
+ if (this.policy.percent === undefined)
228
+ return body;
229
+ const source = body;
230
+ if (typeof source.pipe !== "function")
231
+ return body;
232
+ let pauseStartedAt;
233
+ let pausedDurationMs = 0;
234
+ const onPause = () => {
235
+ if (pauseStartedAt === undefined)
236
+ pauseStartedAt = this.now();
237
+ };
238
+ const onResume = () => {
239
+ if (pauseStartedAt === undefined)
240
+ return;
241
+ pausedDurationMs += Math.max(0, this.now() - pauseStartedAt);
242
+ pauseStartedAt = undefined;
243
+ };
244
+ const recordRawRead = this.createRawReadObserver(() => {
245
+ const duration = pausedDurationMs;
246
+ pausedDurationMs = 0;
247
+ return duration;
248
+ });
249
+ const observed = new Transform({
250
+ transform: (chunk, encoding, callback) => {
251
+ const size = Buffer.isBuffer(chunk)
252
+ ? chunk.byteLength
253
+ : Buffer.byteLength(chunk, encoding);
254
+ recordRawRead(size);
255
+ callback(null, chunk);
256
+ },
257
+ });
258
+ source.on?.("pause", onPause);
259
+ source.on?.("resume", onResume);
260
+ source.pipe(observed);
261
+ source.once?.("error", (error) => observed.destroy(error));
262
+ observed.once("close", () => {
263
+ source.removeListener?.("pause", onPause);
264
+ source.removeListener?.("resume", onResume);
265
+ if (!source.destroyed && !source.readableEnded)
266
+ source.destroy?.();
267
+ });
268
+ return observed;
269
+ }
270
+ /** Build a raw-read sampler that can subtract downstream source-pause time. */
271
+ createRawReadObserver(excludedDurationMs = () => 0) {
272
+ let previousAt = this.now();
273
+ return (bytes) => {
274
+ const now = this.now();
275
+ this.recordRawThroughputSample(bytes, Math.max(0, now - previousAt - excludedDurationMs()));
276
+ previousAt = now;
277
+ };
278
+ }
279
+ /** Add one transport sample to the rolling capacity estimate. */
280
+ recordRawThroughputSample(bytes, durationMs) {
281
+ if (this.policy.percent === undefined)
282
+ return;
283
+ this.estimator.recordRawThroughput(bytes, durationMs);
284
+ this.admitWaitingChoreTransfers();
285
+ }
286
+ /** Measure a successful upload request after token waits have completed. */
287
+ async measureRawTransfer(bytes, work) {
288
+ if (this.policy.percent === undefined)
289
+ return work();
290
+ const startedAt = this.now();
291
+ const result = await work();
292
+ this.recordRawThroughputSample(bytes, this.now() - startedAt);
293
+ return result;
294
+ }
295
+ /** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
296
+ getDiagnostics() {
297
+ return {
298
+ effectiveRateBps: this.effectiveRateBps() ?? null,
299
+ activeChoreTransfers: this.activeChoreTransfers,
300
+ governorWaitMs: this.governorWaitMs,
301
+ };
302
+ }
303
+ choreTransferLimit() {
304
+ if (!this.isPacing()) {
305
+ return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY);
306
+ }
307
+ const budget = this.effectiveRateBps() ?? MIN_CHORE_TRANSFER_RATE_BPS;
308
+ const rateLimit = Math.max(1, Math.floor(budget / MIN_CHORE_TRANSFER_RATE_BPS));
309
+ return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY, rateLimit);
310
+ }
311
+ makeChoreTransferRelease() {
312
+ let released = false;
313
+ return () => {
314
+ if (released)
315
+ return;
316
+ released = true;
317
+ this.activeChoreTransfers--;
318
+ this.admitWaitingChoreTransfers();
319
+ };
320
+ }
321
+ admitWaitingChoreTransfers() {
322
+ const limit = this.choreTransferLimit();
323
+ while (this.activeChoreTransfers < limit &&
324
+ this.choreTransferWaiters.length > 0) {
325
+ const resolve = this.choreTransferWaiters.shift();
326
+ if (!resolve)
327
+ return;
328
+ this.activeChoreTransfers++;
329
+ resolve(this.makeChoreTransferRelease());
330
+ }
331
+ }
332
+ acquireChoreTransfer() {
333
+ return new Promise((resolve) => {
334
+ if (this.choreTransferWaiters.length === 0 &&
335
+ this.activeChoreTransfers < this.choreTransferLimit()) {
336
+ this.activeChoreTransfers++;
337
+ resolve(this.makeChoreTransferRelease());
338
+ return;
339
+ }
340
+ const queuedAt = this.now();
341
+ this.choreTransferWaiters.push((release) => {
342
+ this.governorWaitMs += Math.max(0, this.now() - queuedAt);
343
+ resolve(release);
344
+ });
345
+ });
346
+ }
347
+ /** Reserve a chore slot before opening its payload request, if configured. */
348
+ async reserveChoreTransfer() {
349
+ if (!this.isPacing() && this.policy.maxConcurrency === undefined) {
350
+ return undefined;
351
+ }
352
+ return this.acquireChoreTransfer();
194
353
  }
195
354
  /**
196
355
  * Wrap a download body so each chunk acquires tokens before it is yielded.
197
356
  * Delivers every byte unmodified; returns the original iterable when
198
357
  * pacing is off (zero overhead on the default path).
199
358
  */
200
- throttleBody(body) {
359
+ throttleBody(body, reservedRelease) {
201
360
  if (!this.isPacing())
202
361
  return body;
203
- const acquire = (n) => this.acquire(n);
204
- return (async function* () {
205
- for await (const chunk of body) {
206
- await acquire(chunk.byteLength);
362
+ return this.throttleBodyWithPacing(this.observeRawBody(body), reservedRelease);
363
+ }
364
+ /** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
365
+ governBody(body, reservedRelease) {
366
+ if (this.isPacing())
367
+ return this.throttleBody(body, reservedRelease);
368
+ if (reservedRelease)
369
+ return this.trackChoreBody(body, reservedRelease);
370
+ if (this.policy.maxConcurrency === undefined)
371
+ return body;
372
+ return this.trackChoreBody(body);
373
+ }
374
+ async *trackChoreBody(body, reservedRelease) {
375
+ const release = reservedRelease ?? (await this.acquireChoreTransfer());
376
+ try {
377
+ for await (const chunk of body)
207
378
  yield chunk;
379
+ }
380
+ finally {
381
+ release();
382
+ }
383
+ }
384
+ /** Hold a chore transfer slot around an upload request or other payload leg. */
385
+ async withChoreTransfer(work) {
386
+ if (!this.isPacing() && this.policy.maxConcurrency === undefined)
387
+ return work();
388
+ const release = await this.acquireChoreTransfer();
389
+ try {
390
+ return await work();
391
+ }
392
+ finally {
393
+ release();
394
+ }
395
+ }
396
+ async *throttleBodyWithPacing(body, reservedRelease) {
397
+ const releaseTransfer = reservedRelease ?? (await this.acquireChoreTransfer());
398
+ let iterator;
399
+ let complete = false;
400
+ try {
401
+ iterator = body[Symbol.asyncIterator]();
402
+ while (true) {
403
+ const item = await iterator.next();
404
+ if (item.done) {
405
+ complete = true;
406
+ return;
407
+ }
408
+ await this.acquire(item.value.byteLength);
409
+ yield item.value;
410
+ }
411
+ }
412
+ finally {
413
+ if (!complete && iterator) {
414
+ try {
415
+ await iterator.return?.();
416
+ }
417
+ catch {
418
+ // Preserve the transfer error as the authoritative result.
419
+ }
208
420
  }
209
- })();
421
+ releaseTransfer();
422
+ }
210
423
  }
211
424
  /** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
212
425
  clampConcurrency(poolSize) {
@@ -1 +1 @@
1
- {"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AAEpD,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAWjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAGD;IAFZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAErD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IAErC,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,IAA+B;QAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,OAAO,GAAG,CAAC,CAAS,EAAiB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
1
+ {"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AACpD,+EAA+E;AAC/E,MAAM,2BAA2B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9C,gFAAgF;AAChF,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAE1C,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAiBjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAID;IAHZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEtD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,uEAAuE;IACvE,mBAAmB,CAAC,KAAa,EAAE,cAAsB;QACvD,IAAI,KAAK,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC;YAAE,OAAO;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,cAAc,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,GAAG;gBAAE,GAAG,GAAG,OAAO,CAAC;QACxD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IACpB,GAAG,CAAe;IAC3B,cAAc,GAAG,CAAC,CAAC;IACnB,oBAAoB,GAAG,CAAC,CAAC;IAChB,oBAAoB,GAEjC,EAAE,CAAC;IAEP,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,8EAA8E;IAC9E,cAAc,CAAC,IAA+B;QAC5C,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,MAAM,GAAG,IAQd,CAAC;QACF,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAEnD,IAAI,cAAkC,CAAC;QACvC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,cAAc,KAAK,SAAS;gBAAE,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChE,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,GAAS,EAAE;YAC1B,IAAI,cAAc,KAAK,SAAS;gBAAE,OAAO;YACzC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,CAAC;YAC7D,cAAc,GAAG,SAAS,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;YACpD,MAAM,QAAQ,GAAG,gBAAgB,CAAC;YAClC,gBAAgB,GAAG,CAAC,CAAC;YACrB,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,SAAS,CAAC;YAC7B,SAAS,EAAE,CAAC,KAAsB,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACxD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACjC,CAAC,CAAC,KAAK,CAAC,UAAU;oBAClB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACpB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxB,CAAC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1B,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1C,MAAM,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa;gBAAE,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,+EAA+E;IAC/E,qBAAqB,CACnB,qBAAmC,GAAG,EAAE,CAAC,CAAC;QAE1C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAa,EAAQ,EAAE;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,yBAAyB,CAC5B,KAAK,EACL,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,GAAG,kBAAkB,EAAE,CAAC,CACrD,CAAC;YACF,UAAU,GAAG,GAAG,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,yBAAyB,CAAC,KAAa,EAAE,UAAkB;QACzD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QAC9C,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACtD,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,kBAAkB,CAAI,KAAa,EAAE,IAAsB;QAC/D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kFAAkF;IAClF,cAAc;QACZ,OAAO;YACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,IAAI,IAAI;YACjD,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,CAC7D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,IAAI,2BAA2B,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,2BAA2B,CAAC,CACjD,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,EAC5D,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxC,OACE,IAAI,CAAC,oBAAoB,GAAG,KAAK;YACjC,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EACpC,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO;gBAAE,OAAO;YACrB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IACE,IAAI,CAAC,oBAAoB,CAAC,MAAM,KAAK,CAAC;gBACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,EACrD,CAAC;gBACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;gBACzC,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBACzC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;gBAC1D,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,YAAY,CACV,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,qFAAqF;IACrF,UAAU,CACR,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACrE,IAAI,eAAe;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAC1D,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAC3B,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,iBAAiB,CAAI,IAAsB;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YAAE,OAAO,IAAI,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CACnC,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,eAAe,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAC/E,IAAI,QAA+C,CAAC;QACpD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,2DAA2D;gBAC7D,CAAC;YACH,CAAC;YACD,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
@@ -1,3 +1,4 @@
1
+ import { Readable } from "node:stream";
1
2
  import { describe, expect, it } from "vitest";
2
3
  import { BANDWIDTH_PERCENT_ENV, BandwidthGovernor, MAX_BYTES_PER_SEC_ENV, MAX_CONCURRENCY_ENV, MIN_ADAPTIVE_BYTES_PER_SEC, ThroughputEstimator, TokenBucket, parseBandwidthPolicy, } from "./bandwidth.js";
3
4
  /**
@@ -17,6 +18,18 @@ function virtualClock(startMs = 0) {
17
18
  time: () => t,
18
19
  };
19
20
  }
21
+ async function observeRawLink(governor, clock, bytes, readDurationMs) {
22
+ const body = (async function* () {
23
+ clock.advance(readDurationMs);
24
+ governor.recordRawThroughputSample(bytes, readDurationMs);
25
+ yield new Uint8Array(bytes);
26
+ })();
27
+ let delivered = 0;
28
+ for await (const chunk of governor.throttleBody(body)) {
29
+ delivered += chunk.byteLength;
30
+ }
31
+ return delivered;
32
+ }
20
33
  describe("parseBandwidthPolicy", () => {
21
34
  it("returns all-off for an empty env", () => {
22
35
  expect(parseBandwidthPolicy({})).toEqual({
@@ -145,13 +158,60 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
145
158
  it("percent mode paces to percent × observed capacity", async () => {
146
159
  const clock = virtualClock(1_000_000);
147
160
  const gov = new BandwidthGovernor({ percent: 50 }, clock);
148
- await gov.acquire(1_000_000); // observe ~1 MB/s in one second-bucket
161
+ await observeRawLink(gov, clock, 1_000_000, 1000); // 1 MB/s raw read
149
162
  expect(gov.effectiveRateBps()).toBe(500_000);
150
163
  });
164
+ it("keeps the raw link estimate near source speed after sustained throttled use", async () => {
165
+ const clock = virtualClock(1_000_000);
166
+ const gov = new BandwidthGovernor({ percent: 60 }, clock);
167
+ const chunkBytes = 10_000;
168
+ const readMs = 10;
169
+ const linkRateBps = (chunkBytes * 1000) / readMs;
170
+ const body = (async function* () {
171
+ for (let i = 0; i < 80; i++) {
172
+ clock.advance(readMs);
173
+ gov.recordRawThroughputSample(chunkBytes, readMs);
174
+ yield new Uint8Array(chunkBytes);
175
+ }
176
+ })();
177
+ let bytesDelivered = 0;
178
+ for await (const chunk of gov.throttleBody(body)) {
179
+ bytesDelivered += chunk.byteLength;
180
+ }
181
+ expect(bytesDelivered).toBe(chunkBytes * 80);
182
+ expect(clock.time()).toBeGreaterThan(1_000_000 + 80 * readMs);
183
+ expect(gov.effectiveRateBps()).toBeGreaterThanOrEqual(linkRateBps * 0.5);
184
+ expect(gov.effectiveRateBps()).toBeLessThanOrEqual(linkRateBps * 0.7);
185
+ });
186
+ it("excludes Node readable backpressure pauses from adaptive capacity samples", async () => {
187
+ const clock = virtualClock(1_000_000);
188
+ const governor = new BandwidthGovernor({ percent: 10 }, clock);
189
+ const chunk = Buffer.alloc(1_000_000);
190
+ const chunkCount = 70;
191
+ let sent = 0;
192
+ const source = new Readable({
193
+ read() {
194
+ if (sent === chunkCount) {
195
+ this.push(null);
196
+ return;
197
+ }
198
+ clock.advance(1_000); // the raw link delivers 1 MB/s while it is reading
199
+ sent++;
200
+ this.push(chunk);
201
+ },
202
+ });
203
+ let delivered = 0;
204
+ for await (const bodyChunk of governor.throttleBody(source)) {
205
+ delivered += bodyChunk.byteLength;
206
+ }
207
+ expect(delivered).toBe(chunk.byteLength * chunkCount);
208
+ expect(clock.time() - 1_000_000).toBeGreaterThan(10 * 60 * 1_000);
209
+ expect(governor.effectiveRateBps()).toBeGreaterThanOrEqual(80_000);
210
+ });
151
211
  it("floors the adaptive cap at 64 KiB/s", async () => {
152
212
  const clock = virtualClock(1_000_000);
153
213
  const gov = new BandwidthGovernor({ percent: 1 }, clock);
154
- await gov.acquire(100_000); // 1% of 100 kB/s = 1 kB/s → floored
214
+ await observeRawLink(gov, clock, 100_000, 1000); // 100 kB/s raw read
155
215
  expect(gov.effectiveRateBps()).toBe(MIN_ADAPTIVE_BYTES_PER_SEC);
156
216
  });
157
217
  it("uses the smaller of fixed and adaptive caps when both are set", async () => {
@@ -159,10 +219,10 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
159
219
  const gov = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 50 }, clock);
160
220
  // No observation yet → fixed cap governs.
161
221
  expect(gov.effectiveRateBps()).toBe(300_000);
162
- await gov.acquire(1_000_000); // adaptive = 500 kB/s > fixed 300 kB/s
222
+ await observeRawLink(gov, clock, 1_000_000, 1000); // adaptive = 500 kB/s
163
223
  expect(gov.effectiveRateBps()).toBe(300_000);
164
224
  const gov2 = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 10 }, clock);
165
- await gov2.acquire(1_000_000); // adaptive = 100 kB/s < fixed
225
+ await observeRawLink(gov2, clock, 1_000_000, 1000); // adaptive = 100 kB/s
166
226
  expect(gov2.effectiveRateBps()).toBe(100_000);
167
227
  });
168
228
  });
@@ -215,6 +275,47 @@ describe("BandwidthGovernor.throttleBody", () => {
215
275
  const ideal = (total / rate) * 1000;
216
276
  expect(clock.time()).toBeGreaterThanOrEqual(ideal - 1000);
217
277
  });
278
+ it("scales chore fan-out to the byte budget across 50 queued 7 MiB files", async () => {
279
+ const clock = virtualClock();
280
+ const perFileMinimumBps = 64 * 1024;
281
+ const governor = new BandwidthGovernor({ maxBytesPerSec: perFileMinimumBps }, clock);
282
+ const chunk = new Uint8Array(64 * 1024);
283
+ const fileSize = 7 * 1024 * 1024;
284
+ const files = Array.from({ length: 50 }, () => ({
285
+ startedAt: undefined,
286
+ finishedAt: undefined,
287
+ }));
288
+ let activeReaders = 0;
289
+ let maxActiveReaders = 0;
290
+ async function* fileBody(index) {
291
+ const file = files[index];
292
+ file.startedAt = clock.time();
293
+ activeReaders++;
294
+ maxActiveReaders = Math.max(maxActiveReaders, activeReaders);
295
+ try {
296
+ for (let sent = 0; sent < fileSize; sent += chunk.byteLength) {
297
+ yield chunk;
298
+ }
299
+ }
300
+ finally {
301
+ file.finishedAt = clock.time();
302
+ activeReaders--;
303
+ }
304
+ }
305
+ await Promise.all(files.map(async (_file, index) => {
306
+ for await (const _chunk of governor.throttleBody(fileBody(index))) {
307
+ // Drain each file without allocating a second copy of its payload.
308
+ }
309
+ }));
310
+ expect(maxActiveReaders).toBe(1);
311
+ for (const [index, file] of files.entries()) {
312
+ expect(file.startedAt, `file ${index} started`).toBeDefined();
313
+ expect(file.finishedAt, `file ${index} finished`).toBeDefined();
314
+ const durationMs = file.finishedAt - file.startedAt;
315
+ const rateBps = (fileSize * 1000) / durationMs;
316
+ expect(rateBps, `file ${index} rate`).toBeGreaterThanOrEqual(perFileMinimumBps);
317
+ }
318
+ });
218
319
  });
219
320
  describe("BandwidthGovernor.clampConcurrency", () => {
220
321
  it("passes the pool size through when unset", () => {
@@ -228,6 +329,25 @@ describe("BandwidthGovernor.clampConcurrency", () => {
228
329
  expect(loose.clampConcurrency(64)).toBe(64);
229
330
  });
230
331
  });
332
+ describe("BandwidthGovernor.withChoreTransfer", () => {
333
+ it("shares the configured max concurrency with upload transfers", async () => {
334
+ const governor = new BandwidthGovernor({ maxConcurrency: 2 });
335
+ let active = 0;
336
+ let maximumActive = 0;
337
+ let releaseTransfers;
338
+ const transfersReleased = new Promise((resolve) => {
339
+ releaseTransfers = resolve;
340
+ });
341
+ setImmediate(releaseTransfers);
342
+ await Promise.all(Array.from({ length: 4 }, () => governor.withChoreTransfer(async () => {
343
+ active++;
344
+ maximumActive = Math.max(maximumActive, active);
345
+ await transfersReleased;
346
+ active--;
347
+ })));
348
+ expect(maximumActive).toBe(2);
349
+ });
350
+ });
231
351
  describe("BandwidthGovernor.describePolicy", () => {
232
352
  it("reports off when nothing is configured", () => {
233
353
  expect(new BandwidthGovernor({}).describePolicy()).toBe("bandwidth governor: off");