@indigoai-us/hq-cloud 6.18.3-alpha.0 → 6.18.4-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/dist/bandwidth.d.ts +44 -10
  2. package/dist/bandwidth.d.ts.map +1 -1
  3. package/dist/bandwidth.js +219 -17
  4. package/dist/bandwidth.js.map +1 -1
  5. package/dist/bandwidth.test.js +79 -4
  6. package/dist/bandwidth.test.js.map +1 -1
  7. package/dist/bin/sync-runner-company.d.ts +2 -0
  8. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  9. package/dist/bin/sync-runner-company.js +15 -0
  10. package/dist/bin/sync-runner-company.js.map +1 -1
  11. package/dist/bin/sync-runner-company.test.js +56 -0
  12. package/dist/bin/sync-runner-company.test.js.map +1 -1
  13. package/dist/bin/sync-runner-events.test.js +15 -0
  14. package/dist/bin/sync-runner-events.test.js.map +1 -1
  15. package/dist/bin/sync-runner-watch-loop.d.ts +31 -5
  16. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-watch-loop.js +228 -10
  18. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  19. package/dist/bin/sync-runner.d.ts +31 -2
  20. package/dist/bin/sync-runner.d.ts.map +1 -1
  21. package/dist/bin/sync-runner.js +14 -5
  22. package/dist/bin/sync-runner.js.map +1 -1
  23. package/dist/bin/sync-runner.test.js +120 -39
  24. package/dist/bin/sync-runner.test.js.map +1 -1
  25. package/dist/cli/share.d.ts +26 -8
  26. package/dist/cli/share.d.ts.map +1 -1
  27. package/dist/cli/share.js +206 -60
  28. package/dist/cli/share.js.map +1 -1
  29. package/dist/cli/share.test.js +224 -3
  30. package/dist/cli/share.test.js.map +1 -1
  31. package/dist/cli/sync.d.ts +21 -4
  32. package/dist/cli/sync.d.ts.map +1 -1
  33. package/dist/cli/sync.js +139 -18
  34. package/dist/cli/sync.js.map +1 -1
  35. package/dist/cli/sync.test.js +230 -1
  36. package/dist/cli/sync.test.js.map +1 -1
  37. package/dist/lib/machine-id.d.ts +7 -0
  38. package/dist/lib/machine-id.d.ts.map +1 -1
  39. package/dist/lib/machine-id.js +54 -7
  40. package/dist/lib/machine-id.js.map +1 -1
  41. package/dist/lib/machine-id.test.js +20 -1
  42. package/dist/lib/machine-id.test.js.map +1 -1
  43. package/dist/lib/ontology-entity-push.d.ts +51 -0
  44. package/dist/lib/ontology-entity-push.d.ts.map +1 -0
  45. package/dist/lib/ontology-entity-push.js +125 -0
  46. package/dist/lib/ontology-entity-push.js.map +1 -0
  47. package/dist/lib/ontology-entity-push.test.d.ts +2 -0
  48. package/dist/lib/ontology-entity-push.test.d.ts.map +1 -0
  49. package/dist/lib/ontology-entity-push.test.js +149 -0
  50. package/dist/lib/ontology-entity-push.test.js.map +1 -0
  51. package/dist/object-io.d.ts +33 -7
  52. package/dist/object-io.d.ts.map +1 -1
  53. package/dist/object-io.js +329 -140
  54. package/dist/object-io.js.map +1 -1
  55. package/dist/object-io.test.js +400 -1
  56. package/dist/object-io.test.js.map +1 -1
  57. package/dist/s3-download-stream-hash.test.d.ts +2 -0
  58. package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
  59. package/dist/s3-download-stream-hash.test.js +70 -0
  60. package/dist/s3-download-stream-hash.test.js.map +1 -0
  61. package/dist/s3.d.ts +8 -3
  62. package/dist/s3.d.ts.map +1 -1
  63. package/dist/s3.js +304 -27
  64. package/dist/s3.js.map +1 -1
  65. package/dist/s3.test.js +163 -0
  66. package/dist/s3.test.js.map +1 -1
  67. package/dist/sync/event-sync.d.ts +14 -4
  68. package/dist/sync/event-sync.d.ts.map +1 -1
  69. package/dist/sync/event-sync.js +145 -14
  70. package/dist/sync/event-sync.js.map +1 -1
  71. package/dist/sync/event-sync.test.js +266 -1
  72. package/dist/sync/event-sync.test.js.map +1 -1
  73. package/dist/sync/inbound-event-admission.d.ts.map +1 -1
  74. package/dist/sync/inbound-event-admission.js +3 -0
  75. package/dist/sync/inbound-event-admission.js.map +1 -1
  76. package/dist/sync/inbound-event-admission.test.js +6 -0
  77. package/dist/sync/inbound-event-admission.test.js.map +1 -1
  78. package/dist/sync/push-transport.d.ts +15 -0
  79. package/dist/sync/push-transport.d.ts.map +1 -1
  80. package/dist/sync/push-transport.js +27 -0
  81. package/dist/sync/push-transport.js.map +1 -1
  82. package/dist/sync/push-transport.test.js +14 -1
  83. package/dist/sync/push-transport.test.js.map +1 -1
  84. package/dist/sync-core.d.ts +2 -1
  85. package/dist/sync-core.d.ts.map +1 -1
  86. package/dist/sync-core.js +5 -10
  87. package/dist/sync-core.js.map +1 -1
  88. package/dist/sync-core.test.js +16 -0
  89. package/dist/sync-core.test.js.map +1 -1
  90. package/dist/vault-client.d.ts +5 -0
  91. package/dist/vault-client.d.ts.map +1 -1
  92. package/dist/vault-client.js +7 -0
  93. package/dist/vault-client.js.map +1 -1
  94. package/dist/vault-client.test.js +39 -0
  95. package/dist/vault-client.test.js.map +1 -1
  96. package/package.json +1 -1
@@ -12,8 +12,8 @@
12
12
  * existing adaptive default.
13
13
  * - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
14
14
  * governor keeps a rolling estimate of link capacity (max observed
15
- * aggregate throughput over the last 10 minutes, measured during actual
16
- * transfers) and paces to percent/100 × that estimate, floored at
15
+ * throughput while network reads are pending over the last 10 minutes;
16
+ * token-bucket waits are excluded) and paces to percent/100 × that estimate, floored at
17
17
  * 64 KiB/s so sync always progresses. When both PERCENT and
18
18
  * MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
19
19
  *
@@ -42,6 +42,11 @@ export interface BandwidthPolicy {
42
42
  /** Transfer-pool clamp; undefined = keep the adaptive default. */
43
43
  maxConcurrency?: number;
44
44
  }
45
+ export interface BandwidthDiagnostics {
46
+ effectiveRateBps: number | null;
47
+ activeChoreTransfers: number;
48
+ governorWaitMs: number;
49
+ }
45
50
  /**
46
51
  * Parse the env contract. Invalid, zero, or unset values disable the
47
52
  * corresponding knob rather than erroring — a misconfigured desktop app must
@@ -49,18 +54,21 @@ export interface BandwidthPolicy {
49
54
  */
50
55
  export declare function parseBandwidthPolicy(env?: Record<string, string | undefined>): BandwidthPolicy;
51
56
  /**
52
- * Rolling link-capacity estimate: max observed aggregate throughput over the
53
- * last {@link ESTIMATOR_WINDOW_MS}. Bytes are recorded into per-second
54
- * buckets as transfers deliver them; capacity is the largest bucket in the
55
- * window (bytes in one second = B/s). A tiny always-current accumulator —
56
- * at most 600 live entries, pruned on every touch.
57
+ * Rolling link-capacity estimate: max observed raw throughput over the last
58
+ * {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
59
+ * time spent waiting for the read; governor waits are outside those samples.
60
+ * A tiny always-current accumulator — at most 600 live entries, pruned on
61
+ * every touch.
57
62
  */
58
63
  export declare class ThroughputEstimator {
59
64
  private readonly now;
60
65
  private readonly buckets;
66
+ private readonly rawRates;
61
67
  constructor(now?: () => number);
62
68
  private prune;
63
69
  record(bytes: number): void;
70
+ /** Record bytes divided by the wall time spent in the network read. */
71
+ recordRawThroughput(bytes: number, readDurationMs: number): void;
64
72
  /** Max observed B/s in the window; undefined before any observation. */
65
73
  capacityBps(): number | undefined;
66
74
  }
@@ -92,6 +100,10 @@ export declare class BandwidthGovernor {
92
100
  readonly policy: BandwidthPolicy;
93
101
  private readonly estimator;
94
102
  private readonly bucket;
103
+ private readonly now;
104
+ private governorWaitMs;
105
+ private activeChoreTransfers;
106
+ private readonly choreTransferWaiters;
95
107
  constructor(policy: BandwidthPolicy, opts?: ClockOpts);
96
108
  /** True when any payload pacing is configured. */
97
109
  isPacing(): boolean;
@@ -103,16 +115,38 @@ export declare class BandwidthGovernor {
103
115
  */
104
116
  effectiveRateBps(): number | undefined;
105
117
  /**
106
- * Pace `bytes` of payload through the shared bucket and feed the capacity
107
- * estimator. Instant when pacing is off.
118
+ * Pace `bytes` of payload through the shared bucket. Instant when pacing is
119
+ * off; time spent waiting here is excluded from the capacity estimate.
108
120
  */
109
121
  acquire(bytes: number): Promise<void>;
122
+ /** Observe bytes as a Node readable receives them, before consumer pacing. */
123
+ observeRawBody(body: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array>;
124
+ /** Build one transport-arrival sampler, independent of body consumer pulls. */
125
+ createRawReadObserver(): (bytes: number) => void;
126
+ /** Add one transport sample to the rolling capacity estimate. */
127
+ recordRawThroughputSample(bytes: number, durationMs: number): void;
128
+ /** Measure a successful upload request after token waits have completed. */
129
+ measureRawTransfer<T>(bytes: number, work: () => Promise<T>): Promise<T>;
130
+ /** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
131
+ getDiagnostics(): BandwidthDiagnostics;
132
+ private choreTransferLimit;
133
+ private makeChoreTransferRelease;
134
+ private admitWaitingChoreTransfers;
135
+ private acquireChoreTransfer;
136
+ /** Reserve a chore slot before opening its payload request, if configured. */
137
+ reserveChoreTransfer(): Promise<(() => void) | undefined>;
110
138
  /**
111
139
  * Wrap a download body so each chunk acquires tokens before it is yielded.
112
140
  * Delivers every byte unmodified; returns the original iterable when
113
141
  * pacing is off (zero overhead on the default path).
114
142
  */
115
- throttleBody(body: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array>;
143
+ throttleBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
144
+ /** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
145
+ governBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
146
+ private trackChoreBody;
147
+ /** Hold a chore transfer slot around an upload request or other payload leg. */
148
+ withChoreTransfer<T>(work: () => Promise<T>): Promise<T>;
149
+ private throttleBodyWithPacing;
116
150
  /** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
117
151
  clampConcurrency(poolSize: number): number;
118
152
  /** One-line human description of the effective policy for startup logs. */
@@ -1 +1 @@
1
- {"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AAEjE,iEAAiE;AACjE,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAOpD,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAWD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,eAAe,CASjB;AAED;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAGlB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAFhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;gBAExB,GAAG,GAAE,MAAM,MAAiB;IAEzD,OAAO,CAAC,KAAK;IAOb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,wEAAwE;IACxE,WAAW,IAAI,MAAM,GAAG,SAAS;CAQlC;AAED,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAKD;;;;;;GAMG;AACH,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAGnC,OAAO,EAAE,MAAM,MAAM,GAAG,SAAS,EAClD,IAAI,GAAE,SAAc;IAOhB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB5C;AAED;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;gBAEzB,MAAM,EAAE,eAAe,EAAE,IAAI,GAAE,SAAc;IAMzD,kDAAkD;IAClD,QAAQ,IAAI,OAAO;IAOnB;;;;;OAKG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAkBtC;;;OAGG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3C;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC;IAWxE,0EAA0E;IAC1E,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAM1C,2EAA2E;IAC3E,cAAc,IAAI,MAAM;CAkBzB;AASD,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,GACjC,IAAI,CAEN"}
1
+ {"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AAEjE,iEAAiE;AACjE,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAWpD,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB;AAWD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,eAAe,CASjB;AAED;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAIlB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAHhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;gBAEzB,GAAG,GAAE,MAAM,MAAiB;IAEzD,OAAO,CAAC,KAAK;IAUb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,uEAAuE;IACvE,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAShE,wEAAwE;IACxE,WAAW,IAAI,MAAM,GAAG,SAAS;CAWlC;AAED,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAKD;;;;;;GAMG;AACH,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAGnC,OAAO,EAAE,MAAM,MAAM,GAAG,SAAS,EAClD,IAAI,GAAE,SAAc;IAOhB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB5C;AAED;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAE9B;gBAEK,MAAM,EAAE,eAAe,EAAE,IAAI,GAAE,SAAc;IAOzD,kDAAkD;IAClD,QAAQ,IAAI,OAAO;IAOnB;;;;;OAKG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAkBtC;;;OAGG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3C,8EAA8E;IAC9E,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC;IA6B1E,+EAA+E;IAC/E,qBAAqB,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAShD,iEAAiE;IACjE,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAMlE,4EAA4E;IACtE,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ9E,kFAAkF;IAClF,cAAc,IAAI,oBAAoB;IAQtC,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,oBAAoB;IAkB5B,8EAA8E;IACxE,oBAAoB,IAAI,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAO/D;;;;OAIG;IACH,YAAY,CACV,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;IAK5B,qFAAqF;IACrF,UAAU,CACR,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;YAOb,cAAc;IAY7B,gFAAgF;IAC1E,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YAkB/C,sBAAsB;IA8BrC,0EAA0E;IAC1E,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAM1C,2EAA2E;IAC3E,cAAc,IAAI,MAAM;CAkBzB;AASD,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,GACjC,IAAI,CAEN"}
package/dist/bandwidth.js CHANGED
@@ -1,3 +1,4 @@
1
+ import { Transform } from "node:stream";
1
2
  /**
2
3
  * Bandwidth governor — process-wide pacing for S3 payload transfers.
3
4
  *
@@ -12,8 +13,8 @@
12
13
  * existing adaptive default.
13
14
  * - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
14
15
  * governor keeps a rolling estimate of link capacity (max observed
15
- * aggregate throughput over the last 10 minutes, measured during actual
16
- * transfers) and paces to percent/100 × that estimate, floored at
16
+ * throughput while network reads are pending over the last 10 minutes;
17
+ * token-bucket waits are excluded) and paces to percent/100 × that estimate, floored at
17
18
  * 64 KiB/s so sync always progresses. When both PERCENT and
18
19
  * MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
19
20
  *
@@ -34,6 +35,10 @@ export const MAX_CONCURRENCY_ENV = "HQ_SYNC_MAX_CONCURRENCY";
34
35
  export const BANDWIDTH_PERCENT_ENV = "HQ_SYNC_BANDWIDTH_PERCENT";
35
36
  /** Adaptive-mode floor: sync always progresses at ≥ 64 KiB/s. */
36
37
  export const MIN_ADAPTIVE_BYTES_PER_SEC = 64 * 1024;
38
+ /** Reserve at least this much of the governed budget for each chore stream. */
39
+ const MIN_CHORE_TRANSFER_RATE_BPS = 64 * 1024;
40
+ /** Hard ceiling on payload readers; the normal sync pool is also at most 64. */
41
+ const MAX_CHORE_TRANSFER_CONCURRENCY = 64;
37
42
  /** Rolling window the link-capacity estimate looks back over. */
38
43
  const ESTIMATOR_WINDOW_MS = 10 * 60 * 1000;
39
44
  /** Estimator bucket granularity: per-second byte counts. */
@@ -61,15 +66,16 @@ export function parseBandwidthPolicy(env = process.env) {
61
66
  return { maxBytesPerSec, percent, maxConcurrency };
62
67
  }
63
68
  /**
64
- * Rolling link-capacity estimate: max observed aggregate throughput over the
65
- * last {@link ESTIMATOR_WINDOW_MS}. Bytes are recorded into per-second
66
- * buckets as transfers deliver them; capacity is the largest bucket in the
67
- * window (bytes in one second = B/s). A tiny always-current accumulator —
68
- * at most 600 live entries, pruned on every touch.
69
+ * Rolling link-capacity estimate: max observed raw throughput over the last
70
+ * {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
71
+ * time spent waiting for the read; governor waits are outside those samples.
72
+ * A tiny always-current accumulator — at most 600 live entries, pruned on
73
+ * every touch.
69
74
  */
70
75
  export class ThroughputEstimator {
71
76
  now;
72
77
  buckets = new Map();
78
+ rawRates = new Map();
73
79
  constructor(now = Date.now) {
74
80
  this.now = now;
75
81
  }
@@ -79,6 +85,10 @@ export class ThroughputEstimator {
79
85
  if (key < oldest)
80
86
  this.buckets.delete(key);
81
87
  }
88
+ for (const key of this.rawRates.keys()) {
89
+ if (key < oldest)
90
+ this.rawRates.delete(key);
91
+ }
82
92
  }
83
93
  record(bytes) {
84
94
  if (bytes <= 0)
@@ -88,6 +98,16 @@ export class ThroughputEstimator {
88
98
  const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
89
99
  this.buckets.set(bucket, (this.buckets.get(bucket) ?? 0) + bytes);
90
100
  }
101
+ /** Record bytes divided by the wall time spent in the network read. */
102
+ recordRawThroughput(bytes, readDurationMs) {
103
+ if (bytes <= 0 || readDurationMs <= 0)
104
+ return;
105
+ const nowMs = this.now();
106
+ this.prune(nowMs);
107
+ const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
108
+ const rateBps = (bytes * 1000) / readDurationMs;
109
+ this.rawRates.set(bucket, Math.max(this.rawRates.get(bucket) ?? 0, rateBps));
110
+ }
91
111
  /** Max observed B/s in the window; undefined before any observation. */
92
112
  capacityBps() {
93
113
  this.prune(this.now());
@@ -96,6 +116,10 @@ export class ThroughputEstimator {
96
116
  if (max === undefined || bytes > max)
97
117
  max = bytes;
98
118
  }
119
+ for (const rateBps of this.rawRates.values()) {
120
+ if (max === undefined || rateBps > max)
121
+ max = rateBps;
122
+ }
99
123
  return max;
100
124
  }
101
125
  }
@@ -152,9 +176,14 @@ export class BandwidthGovernor {
152
176
  policy;
153
177
  estimator;
154
178
  bucket;
179
+ now;
180
+ governorWaitMs = 0;
181
+ activeChoreTransfers = 0;
182
+ choreTransferWaiters = [];
155
183
  constructor(policy, opts = {}) {
156
184
  this.policy = policy;
157
- this.estimator = new ThroughputEstimator(opts.now ?? Date.now);
185
+ this.now = opts.now ?? Date.now;
186
+ this.estimator = new ThroughputEstimator(this.now);
158
187
  this.bucket = new TokenBucket(() => this.effectiveRateBps(), opts);
159
188
  }
160
189
  /** True when any payload pacing is configured. */
@@ -183,30 +212,203 @@ export class BandwidthGovernor {
183
212
  return fixed ?? adaptive;
184
213
  }
185
214
  /**
186
- * Pace `bytes` of payload through the shared bucket and feed the capacity
187
- * estimator. Instant when pacing is off.
215
+ * Pace `bytes` of payload through the shared bucket. Instant when pacing is
216
+ * off; time spent waiting here is excluded from the capacity estimate.
188
217
  */
189
218
  async acquire(bytes) {
190
219
  if (!this.isPacing() || bytes <= 0)
191
220
  return;
221
+ const startedAt = this.now();
192
222
  await this.bucket.acquire(bytes);
193
- this.estimator.record(bytes);
223
+ this.governorWaitMs += Math.max(0, this.now() - startedAt);
224
+ }
225
+ /** Observe bytes as a Node readable receives them, before consumer pacing. */
226
+ observeRawBody(body) {
227
+ if (this.policy.percent === undefined)
228
+ return body;
229
+ const source = body;
230
+ if (typeof source.pipe !== "function")
231
+ return body;
232
+ const recordRawRead = this.createRawReadObserver();
233
+ const observed = new Transform({
234
+ transform: (chunk, encoding, callback) => {
235
+ const size = Buffer.isBuffer(chunk)
236
+ ? chunk.byteLength
237
+ : Buffer.byteLength(chunk, encoding);
238
+ recordRawRead(size);
239
+ callback(null, chunk);
240
+ },
241
+ });
242
+ source.pipe(observed);
243
+ source.once?.("error", (error) => observed.destroy(error));
244
+ observed.once("close", () => {
245
+ if (!source.destroyed && !source.readableEnded)
246
+ source.destroy?.();
247
+ });
248
+ return observed;
249
+ }
250
+ /** Build one transport-arrival sampler, independent of body consumer pulls. */
251
+ createRawReadObserver() {
252
+ let previousAt = this.now();
253
+ return (bytes) => {
254
+ const now = this.now();
255
+ this.recordRawThroughputSample(bytes, now - previousAt);
256
+ previousAt = now;
257
+ };
258
+ }
259
+ /** Add one transport sample to the rolling capacity estimate. */
260
+ recordRawThroughputSample(bytes, durationMs) {
261
+ if (this.policy.percent === undefined)
262
+ return;
263
+ this.estimator.recordRawThroughput(bytes, durationMs);
264
+ this.admitWaitingChoreTransfers();
265
+ }
266
+ /** Measure a successful upload request after token waits have completed. */
267
+ async measureRawTransfer(bytes, work) {
268
+ if (this.policy.percent === undefined)
269
+ return work();
270
+ const startedAt = this.now();
271
+ const result = await work();
272
+ this.recordRawThroughputSample(bytes, this.now() - startedAt);
273
+ return result;
274
+ }
275
+ /** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
276
+ getDiagnostics() {
277
+ return {
278
+ effectiveRateBps: this.effectiveRateBps() ?? null,
279
+ activeChoreTransfers: this.activeChoreTransfers,
280
+ governorWaitMs: this.governorWaitMs,
281
+ };
282
+ }
283
+ choreTransferLimit() {
284
+ if (!this.isPacing()) {
285
+ return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY);
286
+ }
287
+ const budget = this.effectiveRateBps() ?? MIN_CHORE_TRANSFER_RATE_BPS;
288
+ const rateLimit = Math.max(1, Math.floor(budget / MIN_CHORE_TRANSFER_RATE_BPS));
289
+ return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY, rateLimit);
290
+ }
291
+ makeChoreTransferRelease() {
292
+ let released = false;
293
+ return () => {
294
+ if (released)
295
+ return;
296
+ released = true;
297
+ this.activeChoreTransfers--;
298
+ this.admitWaitingChoreTransfers();
299
+ };
300
+ }
301
+ admitWaitingChoreTransfers() {
302
+ const limit = this.choreTransferLimit();
303
+ while (this.activeChoreTransfers < limit &&
304
+ this.choreTransferWaiters.length > 0) {
305
+ const resolve = this.choreTransferWaiters.shift();
306
+ if (!resolve)
307
+ return;
308
+ this.activeChoreTransfers++;
309
+ resolve(this.makeChoreTransferRelease());
310
+ }
311
+ }
312
+ acquireChoreTransfer() {
313
+ return new Promise((resolve) => {
314
+ if (this.choreTransferWaiters.length === 0 &&
315
+ this.activeChoreTransfers < this.choreTransferLimit()) {
316
+ this.activeChoreTransfers++;
317
+ resolve(this.makeChoreTransferRelease());
318
+ return;
319
+ }
320
+ const queuedAt = this.now();
321
+ this.choreTransferWaiters.push((release) => {
322
+ this.governorWaitMs += Math.max(0, this.now() - queuedAt);
323
+ resolve(release);
324
+ });
325
+ });
326
+ }
327
+ /** Reserve a chore slot before opening its payload request, if configured. */
328
+ async reserveChoreTransfer() {
329
+ if (!this.isPacing() && this.policy.maxConcurrency === undefined) {
330
+ return undefined;
331
+ }
332
+ return this.acquireChoreTransfer();
194
333
  }
195
334
  /**
196
335
  * Wrap a download body so each chunk acquires tokens before it is yielded.
197
336
  * Delivers every byte unmodified; returns the original iterable when
198
337
  * pacing is off (zero overhead on the default path).
199
338
  */
200
- throttleBody(body) {
339
+ throttleBody(body, reservedRelease) {
201
340
  if (!this.isPacing())
202
341
  return body;
203
- const acquire = (n) => this.acquire(n);
204
- return (async function* () {
205
- for await (const chunk of body) {
206
- await acquire(chunk.byteLength);
342
+ return this.throttleBodyWithPacing(this.observeRawBody(body), reservedRelease);
343
+ }
344
+ /** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
345
+ governBody(body, reservedRelease) {
346
+ if (this.isPacing())
347
+ return this.throttleBody(body, reservedRelease);
348
+ if (reservedRelease)
349
+ return this.trackChoreBody(body, reservedRelease);
350
+ if (this.policy.maxConcurrency === undefined)
351
+ return body;
352
+ return this.trackChoreBody(body);
353
+ }
354
+ async *trackChoreBody(body, reservedRelease) {
355
+ const release = reservedRelease ?? (await this.acquireChoreTransfer());
356
+ try {
357
+ for await (const chunk of body)
207
358
  yield chunk;
359
+ }
360
+ finally {
361
+ release();
362
+ }
363
+ }
364
+ /** Hold a chore transfer slot around an upload request or other payload leg. */
365
+ async withChoreTransfer(work) {
366
+ if (!this.isPacing()) {
367
+ if (this.policy.maxConcurrency === undefined)
368
+ return work();
369
+ this.activeChoreTransfers++;
370
+ try {
371
+ return await work();
372
+ }
373
+ finally {
374
+ this.activeChoreTransfers--;
375
+ }
376
+ }
377
+ const release = await this.acquireChoreTransfer();
378
+ try {
379
+ return await work();
380
+ }
381
+ finally {
382
+ release();
383
+ }
384
+ }
385
+ async *throttleBodyWithPacing(body, reservedRelease) {
386
+ const releaseTransfer = reservedRelease ?? (await this.acquireChoreTransfer());
387
+ let iterator;
388
+ let complete = false;
389
+ try {
390
+ iterator = body[Symbol.asyncIterator]();
391
+ while (true) {
392
+ const item = await iterator.next();
393
+ if (item.done) {
394
+ complete = true;
395
+ return;
396
+ }
397
+ await this.acquire(item.value.byteLength);
398
+ yield item.value;
208
399
  }
209
- })();
400
+ }
401
+ finally {
402
+ if (!complete && iterator) {
403
+ try {
404
+ await iterator.return?.();
405
+ }
406
+ catch {
407
+ // Preserve the transfer error as the authoritative result.
408
+ }
409
+ }
410
+ releaseTransfer();
411
+ }
210
412
  }
211
413
  /** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
212
414
  clampConcurrency(poolSize) {
@@ -1 +1 @@
1
- {"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AAEpD,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAWjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAGD;IAFZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAErD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IAErC,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,IAA+B;QAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,OAAO,GAAG,CAAC,CAAS,EAAiB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
1
+ {"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AACpD,+EAA+E;AAC/E,MAAM,2BAA2B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9C,gFAAgF;AAChF,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAE1C,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAiBjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAID;IAHZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEtD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,uEAAuE;IACvE,mBAAmB,CAAC,KAAa,EAAE,cAAsB;QACvD,IAAI,KAAK,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC;YAAE,OAAO;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,cAAc,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,GAAG;gBAAE,GAAG,GAAG,OAAO,CAAC;QACxD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IACpB,GAAG,CAAe;IAC3B,cAAc,GAAG,CAAC,CAAC;IACnB,oBAAoB,GAAG,CAAC,CAAC;IAChB,oBAAoB,GAEjC,EAAE,CAAC;IAEP,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,8EAA8E;IAC9E,cAAc,CAAC,IAA+B;QAC5C,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,MAAM,GAAG,IAMd,CAAC;QACF,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAEnD,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,SAAS,CAAC;YAC7B,SAAS,EAAE,CAAC,KAAsB,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACxD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACjC,CAAC,CAAC,KAAK,CAAC,UAAU;oBAClB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACpB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxB,CAAC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa;gBAAE,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,+EAA+E;IAC/E,qBAAqB;QACnB,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAa,EAAQ,EAAE;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,GAAG,GAAG,UAAU,CAAC,CAAC;YACxD,UAAU,GAAG,GAAG,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,yBAAyB,CAAC,KAAa,EAAE,UAAkB;QACzD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QAC9C,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACtD,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,kBAAkB,CAAI,KAAa,EAAE,IAAsB;QAC/D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kFAAkF;IAClF,cAAc;QACZ,OAAO;YACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,IAAI,IAAI;YACjD,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,CAC7D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,IAAI,2BAA2B,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,2BAA2B,CAAC,CACjD,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,EAC5D,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxC,OACE,IAAI,CAAC,oBAAoB,GAAG,KAAK;YACjC,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EACpC,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO;gBAAE,OAAO;YACrB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IACE,IAAI,CAAC,oBAAoB,CAAC,MAAM,KAAK,CAAC;gBACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,EACrD,CAAC;gBACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;gBACzC,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBACzC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;gBAC1D,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,YAAY,CACV,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,qFAAqF;IACrF,UAAU,CACR,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACrE,IAAI,eAAe;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAC1D,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAC3B,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,iBAAiB,CAAI,IAAsB;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAO,IAAI,EAAE,CAAC;YAC5D,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,EAAE,CAAC;YACtB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CACnC,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,eAAe,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAC/E,IAAI,QAA+C,CAAC;QACpD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,2DAA2D;gBAC7D,CAAC;YACH,CAAC;YACD,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
@@ -17,6 +17,18 @@ function virtualClock(startMs = 0) {
17
17
  time: () => t,
18
18
  };
19
19
  }
20
+ async function observeRawLink(governor, clock, bytes, readDurationMs) {
21
+ const body = (async function* () {
22
+ clock.advance(readDurationMs);
23
+ governor.recordRawThroughputSample(bytes, readDurationMs);
24
+ yield new Uint8Array(bytes);
25
+ })();
26
+ let delivered = 0;
27
+ for await (const chunk of governor.throttleBody(body)) {
28
+ delivered += chunk.byteLength;
29
+ }
30
+ return delivered;
31
+ }
20
32
  describe("parseBandwidthPolicy", () => {
21
33
  it("returns all-off for an empty env", () => {
22
34
  expect(parseBandwidthPolicy({})).toEqual({
@@ -145,13 +157,35 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
145
157
  it("percent mode paces to percent × observed capacity", async () => {
146
158
  const clock = virtualClock(1_000_000);
147
159
  const gov = new BandwidthGovernor({ percent: 50 }, clock);
148
- await gov.acquire(1_000_000); // observe ~1 MB/s in one second-bucket
160
+ await observeRawLink(gov, clock, 1_000_000, 1000); // 1 MB/s raw read
149
161
  expect(gov.effectiveRateBps()).toBe(500_000);
150
162
  });
163
+ it("keeps the raw link estimate near source speed after sustained throttled use", async () => {
164
+ const clock = virtualClock(1_000_000);
165
+ const gov = new BandwidthGovernor({ percent: 60 }, clock);
166
+ const chunkBytes = 10_000;
167
+ const readMs = 10;
168
+ const linkRateBps = (chunkBytes * 1000) / readMs;
169
+ const body = (async function* () {
170
+ for (let i = 0; i < 80; i++) {
171
+ clock.advance(readMs);
172
+ gov.recordRawThroughputSample(chunkBytes, readMs);
173
+ yield new Uint8Array(chunkBytes);
174
+ }
175
+ })();
176
+ let bytesDelivered = 0;
177
+ for await (const chunk of gov.throttleBody(body)) {
178
+ bytesDelivered += chunk.byteLength;
179
+ }
180
+ expect(bytesDelivered).toBe(chunkBytes * 80);
181
+ expect(clock.time()).toBeGreaterThan(1_000_000 + 80 * readMs);
182
+ expect(gov.effectiveRateBps()).toBeGreaterThanOrEqual(linkRateBps * 0.5);
183
+ expect(gov.effectiveRateBps()).toBeLessThanOrEqual(linkRateBps * 0.7);
184
+ });
151
185
  it("floors the adaptive cap at 64 KiB/s", async () => {
152
186
  const clock = virtualClock(1_000_000);
153
187
  const gov = new BandwidthGovernor({ percent: 1 }, clock);
154
- await gov.acquire(100_000); // 1% of 100 kB/s = 1 kB/s → floored
188
+ await observeRawLink(gov, clock, 100_000, 1000); // 100 kB/s raw read
155
189
  expect(gov.effectiveRateBps()).toBe(MIN_ADAPTIVE_BYTES_PER_SEC);
156
190
  });
157
191
  it("uses the smaller of fixed and adaptive caps when both are set", async () => {
@@ -159,10 +193,10 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
159
193
  const gov = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 50 }, clock);
160
194
  // No observation yet → fixed cap governs.
161
195
  expect(gov.effectiveRateBps()).toBe(300_000);
162
- await gov.acquire(1_000_000); // adaptive = 500 kB/s > fixed 300 kB/s
196
+ await observeRawLink(gov, clock, 1_000_000, 1000); // adaptive = 500 kB/s
163
197
  expect(gov.effectiveRateBps()).toBe(300_000);
164
198
  const gov2 = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 10 }, clock);
165
- await gov2.acquire(1_000_000); // adaptive = 100 kB/s < fixed
199
+ await observeRawLink(gov2, clock, 1_000_000, 1000); // adaptive = 100 kB/s
166
200
  expect(gov2.effectiveRateBps()).toBe(100_000);
167
201
  });
168
202
  });
@@ -215,6 +249,47 @@ describe("BandwidthGovernor.throttleBody", () => {
215
249
  const ideal = (total / rate) * 1000;
216
250
  expect(clock.time()).toBeGreaterThanOrEqual(ideal - 1000);
217
251
  });
252
+ it("scales chore fan-out to the byte budget across 50 queued 7 MiB files", async () => {
253
+ const clock = virtualClock();
254
+ const perFileMinimumBps = 64 * 1024;
255
+ const governor = new BandwidthGovernor({ maxBytesPerSec: perFileMinimumBps }, clock);
256
+ const chunk = new Uint8Array(64 * 1024);
257
+ const fileSize = 7 * 1024 * 1024;
258
+ const files = Array.from({ length: 50 }, () => ({
259
+ startedAt: undefined,
260
+ finishedAt: undefined,
261
+ }));
262
+ let activeReaders = 0;
263
+ let maxActiveReaders = 0;
264
+ async function* fileBody(index) {
265
+ const file = files[index];
266
+ file.startedAt = clock.time();
267
+ activeReaders++;
268
+ maxActiveReaders = Math.max(maxActiveReaders, activeReaders);
269
+ try {
270
+ for (let sent = 0; sent < fileSize; sent += chunk.byteLength) {
271
+ yield chunk;
272
+ }
273
+ }
274
+ finally {
275
+ file.finishedAt = clock.time();
276
+ activeReaders--;
277
+ }
278
+ }
279
+ await Promise.all(files.map(async (_file, index) => {
280
+ for await (const _chunk of governor.throttleBody(fileBody(index))) {
281
+ // Drain each file without allocating a second copy of its payload.
282
+ }
283
+ }));
284
+ expect(maxActiveReaders).toBe(1);
285
+ for (const [index, file] of files.entries()) {
286
+ expect(file.startedAt, `file ${index} started`).toBeDefined();
287
+ expect(file.finishedAt, `file ${index} finished`).toBeDefined();
288
+ const durationMs = file.finishedAt - file.startedAt;
289
+ const rateBps = (fileSize * 1000) / durationMs;
290
+ expect(rateBps, `file ${index} rate`).toBeGreaterThanOrEqual(perFileMinimumBps);
291
+ }
292
+ });
218
293
  });
219
294
  describe("BandwidthGovernor.clampConcurrency", () => {
220
295
  it("passes the pool size through when unset", () => {