@indigoai-us/hq-cloud 6.17.1 → 6.18.1-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bandwidth.d.ts +45 -11
- package/dist/bandwidth.d.ts.map +1 -1
- package/dist/bandwidth.js +231 -18
- package/dist/bandwidth.js.map +1 -1
- package/dist/bandwidth.test.js +124 -4
- package/dist/bandwidth.test.js.map +1 -1
- package/dist/bin/outpost-session-host.d.ts +6 -0
- package/dist/bin/outpost-session-host.d.ts.map +1 -0
- package/dist/bin/outpost-session-host.js +39 -0
- package/dist/bin/outpost-session-host.js.map +1 -0
- package/dist/bin/outpost-session-host.test.d.ts +7 -0
- package/dist/bin/outpost-session-host.test.d.ts.map +1 -0
- package/dist/bin/outpost-session-host.test.js +37 -0
- package/dist/bin/outpost-session-host.test.js.map +1 -0
- package/dist/bin/sync-runner-company.d.ts +2 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +6 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +26 -1
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +217 -3
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +26 -2
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +14 -5
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +107 -1
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/share.d.ts +18 -6
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +92 -47
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +3 -3
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/sync.d.ts +17 -4
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +155 -27
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +315 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/object-io.d.ts +33 -7
- package/dist/object-io.d.ts.map +1 -1
- package/dist/object-io.js +326 -140
- package/dist/object-io.js.map +1 -1
- package/dist/object-io.test.js +377 -1
- package/dist/object-io.test.js.map +1 -1
- package/dist/s3-download-stream-hash.test.d.ts +2 -0
- package/dist/s3-download-stream-hash.test.d.ts.map +1 -0
- package/dist/s3-download-stream-hash.test.js +70 -0
- package/dist/s3-download-stream-hash.test.js.map +1 -0
- package/dist/s3.d.ts +8 -3
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +304 -27
- package/dist/s3.js.map +1 -1
- package/dist/s3.test.js +163 -0
- package/dist/s3.test.js.map +1 -1
- package/dist/sync/inbound-event-admission.d.ts.map +1 -1
- package/dist/sync/inbound-event-admission.js +3 -0
- package/dist/sync/inbound-event-admission.js.map +1 -1
- package/dist/sync/inbound-event-admission.test.js +6 -0
- package/dist/sync/inbound-event-admission.test.js.map +1 -1
- package/dist/sync-core.d.ts +2 -1
- package/dist/sync-core.d.ts.map +1 -1
- package/dist/sync-core.js +5 -10
- package/dist/sync-core.js.map +1 -1
- package/dist/sync-core.test.js +16 -0
- package/dist/sync-core.test.js.map +1 -1
- package/package.json +3 -2
package/dist/bandwidth.d.ts
CHANGED
|
@@ -12,9 +12,9 @@
|
|
|
12
12
|
* existing adaptive default.
|
|
13
13
|
* - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
|
|
14
14
|
* governor keeps a rolling estimate of link capacity (max observed
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
* 64 KiB/s so sync always progresses. When both PERCENT and
|
|
15
|
+
* throughput while network reads are pending over the last 10 minutes;
|
|
16
|
+
* token-bucket waits are excluded) and paces to percent/100 × that estimate,
|
|
17
|
+
* floored at 64 KiB/s so sync always progresses. When both PERCENT and
|
|
18
18
|
* MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
|
|
19
19
|
*
|
|
20
20
|
* Only DATA-plane transfers are paced (upload bodies, download streams).
|
|
@@ -42,6 +42,11 @@ export interface BandwidthPolicy {
|
|
|
42
42
|
/** Transfer-pool clamp; undefined = keep the adaptive default. */
|
|
43
43
|
maxConcurrency?: number;
|
|
44
44
|
}
|
|
45
|
+
export interface BandwidthDiagnostics {
|
|
46
|
+
effectiveRateBps: number | null;
|
|
47
|
+
activeChoreTransfers: number;
|
|
48
|
+
governorWaitMs: number;
|
|
49
|
+
}
|
|
45
50
|
/**
|
|
46
51
|
* Parse the env contract. Invalid, zero, or unset values disable the
|
|
47
52
|
* corresponding knob rather than erroring — a misconfigured desktop app must
|
|
@@ -49,18 +54,21 @@ export interface BandwidthPolicy {
|
|
|
49
54
|
*/
|
|
50
55
|
export declare function parseBandwidthPolicy(env?: Record<string, string | undefined>): BandwidthPolicy;
|
|
51
56
|
/**
|
|
52
|
-
* Rolling link-capacity estimate: max observed
|
|
53
|
-
*
|
|
54
|
-
*
|
|
55
|
-
*
|
|
56
|
-
*
|
|
57
|
+
* Rolling link-capacity estimate: max observed raw throughput over the last
|
|
58
|
+
* {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
|
|
59
|
+
* time spent waiting for the read; governor waits are outside those samples.
|
|
60
|
+
* A tiny always-current accumulator — at most 600 live entries, pruned on
|
|
61
|
+
* every touch.
|
|
57
62
|
*/
|
|
58
63
|
export declare class ThroughputEstimator {
|
|
59
64
|
private readonly now;
|
|
60
65
|
private readonly buckets;
|
|
66
|
+
private readonly rawRates;
|
|
61
67
|
constructor(now?: () => number);
|
|
62
68
|
private prune;
|
|
63
69
|
record(bytes: number): void;
|
|
70
|
+
/** Record bytes divided by the wall time spent in the network read. */
|
|
71
|
+
recordRawThroughput(bytes: number, readDurationMs: number): void;
|
|
64
72
|
/** Max observed B/s in the window; undefined before any observation. */
|
|
65
73
|
capacityBps(): number | undefined;
|
|
66
74
|
}
|
|
@@ -92,6 +100,10 @@ export declare class BandwidthGovernor {
|
|
|
92
100
|
readonly policy: BandwidthPolicy;
|
|
93
101
|
private readonly estimator;
|
|
94
102
|
private readonly bucket;
|
|
103
|
+
private readonly now;
|
|
104
|
+
private governorWaitMs;
|
|
105
|
+
private activeChoreTransfers;
|
|
106
|
+
private readonly choreTransferWaiters;
|
|
95
107
|
constructor(policy: BandwidthPolicy, opts?: ClockOpts);
|
|
96
108
|
/** True when any payload pacing is configured. */
|
|
97
109
|
isPacing(): boolean;
|
|
@@ -103,16 +115,38 @@ export declare class BandwidthGovernor {
|
|
|
103
115
|
*/
|
|
104
116
|
effectiveRateBps(): number | undefined;
|
|
105
117
|
/**
|
|
106
|
-
* Pace `bytes` of payload through the shared bucket
|
|
107
|
-
*
|
|
118
|
+
* Pace `bytes` of payload through the shared bucket. Instant when pacing is
|
|
119
|
+
* off; time spent waiting here is excluded from the capacity estimate.
|
|
108
120
|
*/
|
|
109
121
|
acquire(bytes: number): Promise<void>;
|
|
122
|
+
/** Observe bytes as a Node readable receives them, before consumer pacing. */
|
|
123
|
+
observeRawBody(body: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array>;
|
|
124
|
+
/** Build a raw-read sampler that can subtract downstream source-pause time. */
|
|
125
|
+
createRawReadObserver(excludedDurationMs?: () => number): (bytes: number) => void;
|
|
126
|
+
/** Add one transport sample to the rolling capacity estimate. */
|
|
127
|
+
recordRawThroughputSample(bytes: number, durationMs: number): void;
|
|
128
|
+
/** Measure a successful upload request after token waits have completed. */
|
|
129
|
+
measureRawTransfer<T>(bytes: number, work: () => Promise<T>): Promise<T>;
|
|
130
|
+
/** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
|
|
131
|
+
getDiagnostics(): BandwidthDiagnostics;
|
|
132
|
+
private choreTransferLimit;
|
|
133
|
+
private makeChoreTransferRelease;
|
|
134
|
+
private admitWaitingChoreTransfers;
|
|
135
|
+
private acquireChoreTransfer;
|
|
136
|
+
/** Reserve a chore slot before opening its payload request, if configured. */
|
|
137
|
+
reserveChoreTransfer(): Promise<(() => void) | undefined>;
|
|
110
138
|
/**
|
|
111
139
|
* Wrap a download body so each chunk acquires tokens before it is yielded.
|
|
112
140
|
* Delivers every byte unmodified; returns the original iterable when
|
|
113
141
|
* pacing is off (zero overhead on the default path).
|
|
114
142
|
*/
|
|
115
|
-
throttleBody(body: AsyncIterable<Uint8Array
|
|
143
|
+
throttleBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
|
|
144
|
+
/** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
|
|
145
|
+
governBody(body: AsyncIterable<Uint8Array>, reservedRelease?: () => void): AsyncIterable<Uint8Array>;
|
|
146
|
+
private trackChoreBody;
|
|
147
|
+
/** Hold a chore transfer slot around an upload request or other payload leg. */
|
|
148
|
+
withChoreTransfer<T>(work: () => Promise<T>): Promise<T>;
|
|
149
|
+
private throttleBodyWithPacing;
|
|
116
150
|
/** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
|
|
117
151
|
clampConcurrency(poolSize: number): number;
|
|
118
152
|
/** One-line human description of the effective policy for startup logs. */
|
package/dist/bandwidth.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"bandwidth.d.ts","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AACjE,eAAO,MAAM,mBAAmB,4BAA4B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,8BAA8B,CAAC;AAEjE,iEAAiE;AACjE,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAWpD,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB;AAWD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,eAAe,CASjB;AAED;;;;;;GAMG;AACH,qBAAa,mBAAmB;IAIlB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAHhC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;gBAEzB,GAAG,GAAE,MAAM,MAAiB;IAEzD,OAAO,CAAC,KAAK;IAUb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B,uEAAuE;IACvE,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAShE,wEAAwE;IACxE,WAAW,IAAI,MAAM,GAAG,SAAS;CAWlC;AAED,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAKD;;;;;;GAMG;AACH,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAGnC,OAAO,EAAE,MAAM,MAAM,GAAG,SAAS,EAClD,IAAI,GAAE,SAAc;IAOhB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAwB5C;AAED;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,oBAAoB,CAAK;IACjC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAE9B;gBAEK,MAAM,EAAE,eAAe,EAAE,IAAI,GAAE,SAAc;IAOzD,kDAAkD;IAClD,QAAQ,IAAI,OAAO;IAOnB;;;;;OAKG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAkBtC;;;OAGG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3C,8EAA8E;IAC9E,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC;IAiD1E,+EAA+E;IAC/E,qBAAqB,CACnB,kBAAkB,GAAE,MAAM,MAAgB,GACzC,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAY1B,iEAAiE;IACjE,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAMlE,4EAA4E;IACtE,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ9E,kFAAkF;IAClF,cAAc,IAAI,oBAAoB;IAQtC,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,oBAAoB;IAkB5B,8EAA8E;IACxE,oBAAoB,IAAI,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAO/D;;;;OAIG;IACH,YAAY,CACV,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;IAK5B,qFAAqF;IACrF,UAAU,CACR,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,IAAI,GAC3B,aAAa,CAAC,UAAU,CAAC;YAOb,cAAc;IAY7B,gFAAgF;IAC1E,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YAU/C,sBAAsB;IA8BrC,0EAA0E;IAC1E,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAM1C,2EAA2E;IAC3E,cAAc,IAAI,MAAM;CAkBzB;AASD,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,GACjC,IAAI,CAEN"}
|
package/dist/bandwidth.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { Transform } from "node:stream";
|
|
1
2
|
/**
|
|
2
3
|
* Bandwidth governor — process-wide pacing for S3 payload transfers.
|
|
3
4
|
*
|
|
@@ -12,9 +13,9 @@
|
|
|
12
13
|
* existing adaptive default.
|
|
13
14
|
* - `HQ_SYNC_BANDWIDTH_PERCENT` — integer 1..100; adaptive mode. The
|
|
14
15
|
* governor keeps a rolling estimate of link capacity (max observed
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
* 64 KiB/s so sync always progresses. When both PERCENT and
|
|
16
|
+
* throughput while network reads are pending over the last 10 minutes;
|
|
17
|
+
* token-bucket waits are excluded) and paces to percent/100 × that estimate,
|
|
18
|
+
* floored at 64 KiB/s so sync always progresses. When both PERCENT and
|
|
18
19
|
* MAX_BYTES_PER_SEC are set, the smaller resulting cap wins.
|
|
19
20
|
*
|
|
20
21
|
* Only DATA-plane transfers are paced (upload bodies, download streams).
|
|
@@ -34,6 +35,10 @@ export const MAX_CONCURRENCY_ENV = "HQ_SYNC_MAX_CONCURRENCY";
|
|
|
34
35
|
export const BANDWIDTH_PERCENT_ENV = "HQ_SYNC_BANDWIDTH_PERCENT";
|
|
35
36
|
/** Adaptive-mode floor: sync always progresses at ≥ 64 KiB/s. */
|
|
36
37
|
export const MIN_ADAPTIVE_BYTES_PER_SEC = 64 * 1024;
|
|
38
|
+
/** Reserve at least this much of the governed budget for each chore stream. */
|
|
39
|
+
const MIN_CHORE_TRANSFER_RATE_BPS = 64 * 1024;
|
|
40
|
+
/** Hard ceiling on payload readers; the normal sync pool is also at most 64. */
|
|
41
|
+
const MAX_CHORE_TRANSFER_CONCURRENCY = 64;
|
|
37
42
|
/** Rolling window the link-capacity estimate looks back over. */
|
|
38
43
|
const ESTIMATOR_WINDOW_MS = 10 * 60 * 1000;
|
|
39
44
|
/** Estimator bucket granularity: per-second byte counts. */
|
|
@@ -61,15 +66,16 @@ export function parseBandwidthPolicy(env = process.env) {
|
|
|
61
66
|
return { maxBytesPerSec, percent, maxConcurrency };
|
|
62
67
|
}
|
|
63
68
|
/**
|
|
64
|
-
* Rolling link-capacity estimate: max observed
|
|
65
|
-
*
|
|
66
|
-
*
|
|
67
|
-
*
|
|
68
|
-
*
|
|
69
|
+
* Rolling link-capacity estimate: max observed raw throughput over the last
|
|
70
|
+
* {@link ESTIMATOR_WINDOW_MS}. Network-read samples are bytes divided by the
|
|
71
|
+
* time spent waiting for the read; governor waits are outside those samples.
|
|
72
|
+
* A tiny always-current accumulator — at most 600 live entries, pruned on
|
|
73
|
+
* every touch.
|
|
69
74
|
*/
|
|
70
75
|
export class ThroughputEstimator {
|
|
71
76
|
now;
|
|
72
77
|
buckets = new Map();
|
|
78
|
+
rawRates = new Map();
|
|
73
79
|
constructor(now = Date.now) {
|
|
74
80
|
this.now = now;
|
|
75
81
|
}
|
|
@@ -79,6 +85,10 @@ export class ThroughputEstimator {
|
|
|
79
85
|
if (key < oldest)
|
|
80
86
|
this.buckets.delete(key);
|
|
81
87
|
}
|
|
88
|
+
for (const key of this.rawRates.keys()) {
|
|
89
|
+
if (key < oldest)
|
|
90
|
+
this.rawRates.delete(key);
|
|
91
|
+
}
|
|
82
92
|
}
|
|
83
93
|
record(bytes) {
|
|
84
94
|
if (bytes <= 0)
|
|
@@ -88,6 +98,16 @@ export class ThroughputEstimator {
|
|
|
88
98
|
const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
|
|
89
99
|
this.buckets.set(bucket, (this.buckets.get(bucket) ?? 0) + bytes);
|
|
90
100
|
}
|
|
101
|
+
/** Record bytes divided by the wall time spent in the network read. */
|
|
102
|
+
recordRawThroughput(bytes, readDurationMs) {
|
|
103
|
+
if (bytes <= 0 || readDurationMs <= 0)
|
|
104
|
+
return;
|
|
105
|
+
const nowMs = this.now();
|
|
106
|
+
this.prune(nowMs);
|
|
107
|
+
const bucket = Math.floor(nowMs / ESTIMATOR_BUCKET_MS);
|
|
108
|
+
const rateBps = (bytes * 1000) / readDurationMs;
|
|
109
|
+
this.rawRates.set(bucket, Math.max(this.rawRates.get(bucket) ?? 0, rateBps));
|
|
110
|
+
}
|
|
91
111
|
/** Max observed B/s in the window; undefined before any observation. */
|
|
92
112
|
capacityBps() {
|
|
93
113
|
this.prune(this.now());
|
|
@@ -96,6 +116,10 @@ export class ThroughputEstimator {
|
|
|
96
116
|
if (max === undefined || bytes > max)
|
|
97
117
|
max = bytes;
|
|
98
118
|
}
|
|
119
|
+
for (const rateBps of this.rawRates.values()) {
|
|
120
|
+
if (max === undefined || rateBps > max)
|
|
121
|
+
max = rateBps;
|
|
122
|
+
}
|
|
99
123
|
return max;
|
|
100
124
|
}
|
|
101
125
|
}
|
|
@@ -152,9 +176,14 @@ export class BandwidthGovernor {
|
|
|
152
176
|
policy;
|
|
153
177
|
estimator;
|
|
154
178
|
bucket;
|
|
179
|
+
now;
|
|
180
|
+
governorWaitMs = 0;
|
|
181
|
+
activeChoreTransfers = 0;
|
|
182
|
+
choreTransferWaiters = [];
|
|
155
183
|
constructor(policy, opts = {}) {
|
|
156
184
|
this.policy = policy;
|
|
157
|
-
this.
|
|
185
|
+
this.now = opts.now ?? Date.now;
|
|
186
|
+
this.estimator = new ThroughputEstimator(this.now);
|
|
158
187
|
this.bucket = new TokenBucket(() => this.effectiveRateBps(), opts);
|
|
159
188
|
}
|
|
160
189
|
/** True when any payload pacing is configured. */
|
|
@@ -183,30 +212,214 @@ export class BandwidthGovernor {
|
|
|
183
212
|
return fixed ?? adaptive;
|
|
184
213
|
}
|
|
185
214
|
/**
|
|
186
|
-
* Pace `bytes` of payload through the shared bucket
|
|
187
|
-
*
|
|
215
|
+
* Pace `bytes` of payload through the shared bucket. Instant when pacing is
|
|
216
|
+
* off; time spent waiting here is excluded from the capacity estimate.
|
|
188
217
|
*/
|
|
189
218
|
async acquire(bytes) {
|
|
190
219
|
if (!this.isPacing() || bytes <= 0)
|
|
191
220
|
return;
|
|
221
|
+
const startedAt = this.now();
|
|
192
222
|
await this.bucket.acquire(bytes);
|
|
193
|
-
this.
|
|
223
|
+
this.governorWaitMs += Math.max(0, this.now() - startedAt);
|
|
224
|
+
}
|
|
225
|
+
/** Observe bytes as a Node readable receives them, before consumer pacing. */
|
|
226
|
+
observeRawBody(body) {
|
|
227
|
+
if (this.policy.percent === undefined)
|
|
228
|
+
return body;
|
|
229
|
+
const source = body;
|
|
230
|
+
if (typeof source.pipe !== "function")
|
|
231
|
+
return body;
|
|
232
|
+
let pauseStartedAt;
|
|
233
|
+
let pausedDurationMs = 0;
|
|
234
|
+
const onPause = () => {
|
|
235
|
+
if (pauseStartedAt === undefined)
|
|
236
|
+
pauseStartedAt = this.now();
|
|
237
|
+
};
|
|
238
|
+
const onResume = () => {
|
|
239
|
+
if (pauseStartedAt === undefined)
|
|
240
|
+
return;
|
|
241
|
+
pausedDurationMs += Math.max(0, this.now() - pauseStartedAt);
|
|
242
|
+
pauseStartedAt = undefined;
|
|
243
|
+
};
|
|
244
|
+
const recordRawRead = this.createRawReadObserver(() => {
|
|
245
|
+
const duration = pausedDurationMs;
|
|
246
|
+
pausedDurationMs = 0;
|
|
247
|
+
return duration;
|
|
248
|
+
});
|
|
249
|
+
const observed = new Transform({
|
|
250
|
+
transform: (chunk, encoding, callback) => {
|
|
251
|
+
const size = Buffer.isBuffer(chunk)
|
|
252
|
+
? chunk.byteLength
|
|
253
|
+
: Buffer.byteLength(chunk, encoding);
|
|
254
|
+
recordRawRead(size);
|
|
255
|
+
callback(null, chunk);
|
|
256
|
+
},
|
|
257
|
+
});
|
|
258
|
+
source.on?.("pause", onPause);
|
|
259
|
+
source.on?.("resume", onResume);
|
|
260
|
+
source.pipe(observed);
|
|
261
|
+
source.once?.("error", (error) => observed.destroy(error));
|
|
262
|
+
observed.once("close", () => {
|
|
263
|
+
source.removeListener?.("pause", onPause);
|
|
264
|
+
source.removeListener?.("resume", onResume);
|
|
265
|
+
if (!source.destroyed && !source.readableEnded)
|
|
266
|
+
source.destroy?.();
|
|
267
|
+
});
|
|
268
|
+
return observed;
|
|
269
|
+
}
|
|
270
|
+
/** Build a raw-read sampler that can subtract downstream source-pause time. */
|
|
271
|
+
createRawReadObserver(excludedDurationMs = () => 0) {
|
|
272
|
+
let previousAt = this.now();
|
|
273
|
+
return (bytes) => {
|
|
274
|
+
const now = this.now();
|
|
275
|
+
this.recordRawThroughputSample(bytes, Math.max(0, now - previousAt - excludedDurationMs()));
|
|
276
|
+
previousAt = now;
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
/** Add one transport sample to the rolling capacity estimate. */
|
|
280
|
+
recordRawThroughputSample(bytes, durationMs) {
|
|
281
|
+
if (this.policy.percent === undefined)
|
|
282
|
+
return;
|
|
283
|
+
this.estimator.recordRawThroughput(bytes, durationMs);
|
|
284
|
+
this.admitWaitingChoreTransfers();
|
|
285
|
+
}
|
|
286
|
+
/** Measure a successful upload request after token waits have completed. */
|
|
287
|
+
async measureRawTransfer(bytes, work) {
|
|
288
|
+
if (this.policy.percent === undefined)
|
|
289
|
+
return work();
|
|
290
|
+
const startedAt = this.now();
|
|
291
|
+
const result = await work();
|
|
292
|
+
this.recordRawThroughputSample(bytes, this.now() - startedAt);
|
|
293
|
+
return result;
|
|
294
|
+
}
|
|
295
|
+
/** Current transfer pressure and cumulative token-bucket wait for diagnostics. */
|
|
296
|
+
getDiagnostics() {
|
|
297
|
+
return {
|
|
298
|
+
effectiveRateBps: this.effectiveRateBps() ?? null,
|
|
299
|
+
activeChoreTransfers: this.activeChoreTransfers,
|
|
300
|
+
governorWaitMs: this.governorWaitMs,
|
|
301
|
+
};
|
|
302
|
+
}
|
|
303
|
+
choreTransferLimit() {
|
|
304
|
+
if (!this.isPacing()) {
|
|
305
|
+
return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY);
|
|
306
|
+
}
|
|
307
|
+
const budget = this.effectiveRateBps() ?? MIN_CHORE_TRANSFER_RATE_BPS;
|
|
308
|
+
const rateLimit = Math.max(1, Math.floor(budget / MIN_CHORE_TRANSFER_RATE_BPS));
|
|
309
|
+
return Math.min(MAX_CHORE_TRANSFER_CONCURRENCY, this.policy.maxConcurrency ?? MAX_CHORE_TRANSFER_CONCURRENCY, rateLimit);
|
|
310
|
+
}
|
|
311
|
+
makeChoreTransferRelease() {
|
|
312
|
+
let released = false;
|
|
313
|
+
return () => {
|
|
314
|
+
if (released)
|
|
315
|
+
return;
|
|
316
|
+
released = true;
|
|
317
|
+
this.activeChoreTransfers--;
|
|
318
|
+
this.admitWaitingChoreTransfers();
|
|
319
|
+
};
|
|
320
|
+
}
|
|
321
|
+
admitWaitingChoreTransfers() {
|
|
322
|
+
const limit = this.choreTransferLimit();
|
|
323
|
+
while (this.activeChoreTransfers < limit &&
|
|
324
|
+
this.choreTransferWaiters.length > 0) {
|
|
325
|
+
const resolve = this.choreTransferWaiters.shift();
|
|
326
|
+
if (!resolve)
|
|
327
|
+
return;
|
|
328
|
+
this.activeChoreTransfers++;
|
|
329
|
+
resolve(this.makeChoreTransferRelease());
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
acquireChoreTransfer() {
|
|
333
|
+
return new Promise((resolve) => {
|
|
334
|
+
if (this.choreTransferWaiters.length === 0 &&
|
|
335
|
+
this.activeChoreTransfers < this.choreTransferLimit()) {
|
|
336
|
+
this.activeChoreTransfers++;
|
|
337
|
+
resolve(this.makeChoreTransferRelease());
|
|
338
|
+
return;
|
|
339
|
+
}
|
|
340
|
+
const queuedAt = this.now();
|
|
341
|
+
this.choreTransferWaiters.push((release) => {
|
|
342
|
+
this.governorWaitMs += Math.max(0, this.now() - queuedAt);
|
|
343
|
+
resolve(release);
|
|
344
|
+
});
|
|
345
|
+
});
|
|
346
|
+
}
|
|
347
|
+
/** Reserve a chore slot before opening its payload request, if configured. */
|
|
348
|
+
async reserveChoreTransfer() {
|
|
349
|
+
if (!this.isPacing() && this.policy.maxConcurrency === undefined) {
|
|
350
|
+
return undefined;
|
|
351
|
+
}
|
|
352
|
+
return this.acquireChoreTransfer();
|
|
194
353
|
}
|
|
195
354
|
/**
|
|
196
355
|
* Wrap a download body so each chunk acquires tokens before it is yielded.
|
|
197
356
|
* Delivers every byte unmodified; returns the original iterable when
|
|
198
357
|
* pacing is off (zero overhead on the default path).
|
|
199
358
|
*/
|
|
200
|
-
throttleBody(body) {
|
|
359
|
+
throttleBody(body, reservedRelease) {
|
|
201
360
|
if (!this.isPacing())
|
|
202
361
|
return body;
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
362
|
+
return this.throttleBodyWithPacing(this.observeRawBody(body), reservedRelease);
|
|
363
|
+
}
|
|
364
|
+
/** Apply pacing when enabled, or count active GET bodies for cadence diagnostics. */
|
|
365
|
+
governBody(body, reservedRelease) {
|
|
366
|
+
if (this.isPacing())
|
|
367
|
+
return this.throttleBody(body, reservedRelease);
|
|
368
|
+
if (reservedRelease)
|
|
369
|
+
return this.trackChoreBody(body, reservedRelease);
|
|
370
|
+
if (this.policy.maxConcurrency === undefined)
|
|
371
|
+
return body;
|
|
372
|
+
return this.trackChoreBody(body);
|
|
373
|
+
}
|
|
374
|
+
async *trackChoreBody(body, reservedRelease) {
|
|
375
|
+
const release = reservedRelease ?? (await this.acquireChoreTransfer());
|
|
376
|
+
try {
|
|
377
|
+
for await (const chunk of body)
|
|
207
378
|
yield chunk;
|
|
379
|
+
}
|
|
380
|
+
finally {
|
|
381
|
+
release();
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
/** Hold a chore transfer slot around an upload request or other payload leg. */
|
|
385
|
+
async withChoreTransfer(work) {
|
|
386
|
+
if (!this.isPacing() && this.policy.maxConcurrency === undefined)
|
|
387
|
+
return work();
|
|
388
|
+
const release = await this.acquireChoreTransfer();
|
|
389
|
+
try {
|
|
390
|
+
return await work();
|
|
391
|
+
}
|
|
392
|
+
finally {
|
|
393
|
+
release();
|
|
394
|
+
}
|
|
395
|
+
}
|
|
396
|
+
async *throttleBodyWithPacing(body, reservedRelease) {
|
|
397
|
+
const releaseTransfer = reservedRelease ?? (await this.acquireChoreTransfer());
|
|
398
|
+
let iterator;
|
|
399
|
+
let complete = false;
|
|
400
|
+
try {
|
|
401
|
+
iterator = body[Symbol.asyncIterator]();
|
|
402
|
+
while (true) {
|
|
403
|
+
const item = await iterator.next();
|
|
404
|
+
if (item.done) {
|
|
405
|
+
complete = true;
|
|
406
|
+
return;
|
|
407
|
+
}
|
|
408
|
+
await this.acquire(item.value.byteLength);
|
|
409
|
+
yield item.value;
|
|
410
|
+
}
|
|
411
|
+
}
|
|
412
|
+
finally {
|
|
413
|
+
if (!complete && iterator) {
|
|
414
|
+
try {
|
|
415
|
+
await iterator.return?.();
|
|
416
|
+
}
|
|
417
|
+
catch {
|
|
418
|
+
// Preserve the transfer error as the authoritative result.
|
|
419
|
+
}
|
|
208
420
|
}
|
|
209
|
-
|
|
421
|
+
releaseTransfer();
|
|
422
|
+
}
|
|
210
423
|
}
|
|
211
424
|
/** Clamp the transfer pool size with HQ_SYNC_MAX_CONCURRENCY (if set). */
|
|
212
425
|
clampConcurrency(poolSize) {
|
package/dist/bandwidth.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AAEpD,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAWjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAGD;IAFZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAErD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IAErC,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,IAA+B;QAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,OAAO,GAAG,CAAC,CAAS,EAAiB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
|
|
1
|
+
{"version":3,"file":"bandwidth.js","sourceRoot":"","sources":["../src/bandwidth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAEjE,iEAAiE;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AACpD,+EAA+E;AAC/E,MAAM,2BAA2B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9C,gFAAgF;AAChF,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAE1C,iEAAiE;AACjE,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC3C,4DAA4D;AAC5D,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAiBjC,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA0C,OAAO,CAAC,GAAG;IAErD,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GACX,UAAU,KAAK,SAAS,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,IAAI,GAAG;QAC9D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAID;IAHZ,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEtD,YAA6B,MAAoB,IAAI,CAAC,GAAG;QAA5B,QAAG,GAAH,GAAG,CAAyB;IAAG,CAAC;IAErD,KAAK,CAAC,KAAa;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,GAAG,MAAM;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,uEAAuE;IACvE,mBAAmB,CAAC,KAAa,EAAE,cAAsB;QACvD,IAAI,KAAK,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC;YAAE,OAAO;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,cAAc,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,wEAAwE;IACxE,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvB,IAAI,GAAuB,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;QACpD,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,GAAG;gBAAE,GAAG,GAAG,OAAO,CAAC;QACxD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAOD,MAAM,SAAS,GAAG,CAAC,EAAU,EAAiB,EAAE,CAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IAOH;IANX,MAAM,GAAG,CAAC,CAAC;IACX,YAAY,CAAS;IACZ,GAAG,CAAe;IAClB,KAAK,CAAgC;IAEtD,YACmB,OAAiC,EAClD,OAAkB,EAAE;QADH,YAAO,GAAP,OAAO,CAA0B;QAGlD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACpC,uEAAuE;YACvE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,yBAAyB;QAC7C,MAAM,QAAQ,GACZ,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,oEAAoE;YACpE,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACtC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,MAAM,CAAkB;IAChB,SAAS,CAAsB;IAC/B,MAAM,CAAc;IACpB,GAAG,CAAe;IAC3B,cAAc,GAAG,CAAC,CAAC;IACnB,oBAAoB,GAAG,CAAC,CAAC;IAChB,oBAAoB,GAEjC,EAAE,CAAC;IAEP,YAAY,MAAuB,EAAE,OAAkB,EAAE;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACN,OAAO,CACL,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,gBAAgB;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACzC,IAAI,QAA4B,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,IAAI,CAAC,GAAG,CACjB,0BAA0B,EAC1B,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,KAAK,IAAI,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7D,CAAC;IAED,8EAA8E;IAC9E,cAAc,CAAC,IAA+B;QAC5C,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,MAAM,GAAG,IAQd,CAAC;QACF,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC;QAEnD,IAAI,cAAkC,CAAC;QACvC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,cAAc,KAAK,SAAS;gBAAE,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChE,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,GAAS,EAAE;YAC1B,IAAI,cAAc,KAAK,SAAS;gBAAE,OAAO;YACzC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,CAAC;YAC7D,cAAc,GAAG,SAAS,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;YACpD,MAAM,QAAQ,GAAG,gBAAgB,CAAC;YAClC,gBAAgB,GAAG,CAAC,CAAC;YACrB,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,SAAS,CAAC;YAC7B,SAAS,EAAE,CAAC,KAAsB,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACxD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACjC,CAAC,CAAC,KAAK,CAAC,UAAU;oBAClB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACpB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxB,CAAC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1B,MAAM,CAAC,cAAc,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1C,MAAM,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,aAAa;gBAAE,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,+EAA+E;IAC/E,qBAAqB,CACnB,qBAAmC,GAAG,EAAE,CAAC,CAAC;QAE1C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAa,EAAQ,EAAE;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,yBAAyB,CAC5B,KAAK,EACL,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,GAAG,kBAAkB,EAAE,CAAC,CACrD,CAAC;YACF,UAAU,GAAG,GAAG,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,yBAAyB,CAAC,KAAa,EAAE,UAAkB;QACzD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QAC9C,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACtD,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,kBAAkB,CAAI,KAAa,EAAE,IAAsB;QAC/D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kFAAkF;IAClF,cAAc;QACZ,OAAO;YACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,IAAI,IAAI;YACjD,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,CAC7D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,IAAI,2BAA2B,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,2BAA2B,CAAC,CACjD,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CACb,8BAA8B,EAC9B,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,8BAA8B,EAC5D,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,wBAAwB;QAC9B,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACpC,CAAC,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxC,OACE,IAAI,CAAC,oBAAoB,GAAG,KAAK;YACjC,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EACpC,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO;gBAAE,OAAO;YACrB,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IACE,IAAI,CAAC,oBAAoB,CAAC,MAAM,KAAK,CAAC;gBACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,EAAE,EACrD,CAAC;gBACD,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;gBACzC,OAAO;YACT,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBACzC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;gBAC1D,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,YAAY,CACV,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,qFAAqF;IACrF,UAAU,CACR,IAA+B,EAC/B,eAA4B;QAE5B,IAAI,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACrE,IAAI,eAAe;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QAC1D,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAC3B,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,iBAAiB,CAAI,IAAsB;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS;YAAE,OAAO,IAAI,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CACnC,IAA+B,EAC/B,eAA4B;QAE5B,MAAM,eAAe,GAAG,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAC/E,IAAI,QAA+C,CAAC;QACpD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,QAAQ,GAAG,IAAI,CAAC;oBAChB,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,2DAA2D;gBAC7D,CAAC;YACH,CAAC;YACD,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,gBAAgB,CAAC,QAAgB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,2EAA2E;IAC3E,cAAc;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,UAAU,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CACR,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,qBAAqB;gBAClD,UAAU,0BAA0B,OAAO,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,yBAAyB,CAAC;IAChC,CAAC;CACF;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,6DAA6D;AAC7D,8EAA8E;AAE9E,IAAI,SAAwC,CAAC;AAE7C,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,iBAAiB,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B,CAC5C,QAAkC;IAElC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;AACpC,CAAC"}
|
package/dist/bandwidth.test.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { Readable } from "node:stream";
|
|
1
2
|
import { describe, expect, it } from "vitest";
|
|
2
3
|
import { BANDWIDTH_PERCENT_ENV, BandwidthGovernor, MAX_BYTES_PER_SEC_ENV, MAX_CONCURRENCY_ENV, MIN_ADAPTIVE_BYTES_PER_SEC, ThroughputEstimator, TokenBucket, parseBandwidthPolicy, } from "./bandwidth.js";
|
|
3
4
|
/**
|
|
@@ -17,6 +18,18 @@ function virtualClock(startMs = 0) {
|
|
|
17
18
|
time: () => t,
|
|
18
19
|
};
|
|
19
20
|
}
|
|
21
|
+
async function observeRawLink(governor, clock, bytes, readDurationMs) {
|
|
22
|
+
const body = (async function* () {
|
|
23
|
+
clock.advance(readDurationMs);
|
|
24
|
+
governor.recordRawThroughputSample(bytes, readDurationMs);
|
|
25
|
+
yield new Uint8Array(bytes);
|
|
26
|
+
})();
|
|
27
|
+
let delivered = 0;
|
|
28
|
+
for await (const chunk of governor.throttleBody(body)) {
|
|
29
|
+
delivered += chunk.byteLength;
|
|
30
|
+
}
|
|
31
|
+
return delivered;
|
|
32
|
+
}
|
|
20
33
|
describe("parseBandwidthPolicy", () => {
|
|
21
34
|
it("returns all-off for an empty env", () => {
|
|
22
35
|
expect(parseBandwidthPolicy({})).toEqual({
|
|
@@ -145,13 +158,60 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
|
|
|
145
158
|
it("percent mode paces to percent × observed capacity", async () => {
|
|
146
159
|
const clock = virtualClock(1_000_000);
|
|
147
160
|
const gov = new BandwidthGovernor({ percent: 50 }, clock);
|
|
148
|
-
await gov
|
|
161
|
+
await observeRawLink(gov, clock, 1_000_000, 1000); // 1 MB/s raw read
|
|
149
162
|
expect(gov.effectiveRateBps()).toBe(500_000);
|
|
150
163
|
});
|
|
164
|
+
it("keeps the raw link estimate near source speed after sustained throttled use", async () => {
|
|
165
|
+
const clock = virtualClock(1_000_000);
|
|
166
|
+
const gov = new BandwidthGovernor({ percent: 60 }, clock);
|
|
167
|
+
const chunkBytes = 10_000;
|
|
168
|
+
const readMs = 10;
|
|
169
|
+
const linkRateBps = (chunkBytes * 1000) / readMs;
|
|
170
|
+
const body = (async function* () {
|
|
171
|
+
for (let i = 0; i < 80; i++) {
|
|
172
|
+
clock.advance(readMs);
|
|
173
|
+
gov.recordRawThroughputSample(chunkBytes, readMs);
|
|
174
|
+
yield new Uint8Array(chunkBytes);
|
|
175
|
+
}
|
|
176
|
+
})();
|
|
177
|
+
let bytesDelivered = 0;
|
|
178
|
+
for await (const chunk of gov.throttleBody(body)) {
|
|
179
|
+
bytesDelivered += chunk.byteLength;
|
|
180
|
+
}
|
|
181
|
+
expect(bytesDelivered).toBe(chunkBytes * 80);
|
|
182
|
+
expect(clock.time()).toBeGreaterThan(1_000_000 + 80 * readMs);
|
|
183
|
+
expect(gov.effectiveRateBps()).toBeGreaterThanOrEqual(linkRateBps * 0.5);
|
|
184
|
+
expect(gov.effectiveRateBps()).toBeLessThanOrEqual(linkRateBps * 0.7);
|
|
185
|
+
});
|
|
186
|
+
it("excludes Node readable backpressure pauses from adaptive capacity samples", async () => {
|
|
187
|
+
const clock = virtualClock(1_000_000);
|
|
188
|
+
const governor = new BandwidthGovernor({ percent: 10 }, clock);
|
|
189
|
+
const chunk = Buffer.alloc(1_000_000);
|
|
190
|
+
const chunkCount = 70;
|
|
191
|
+
let sent = 0;
|
|
192
|
+
const source = new Readable({
|
|
193
|
+
read() {
|
|
194
|
+
if (sent === chunkCount) {
|
|
195
|
+
this.push(null);
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
clock.advance(1_000); // the raw link delivers 1 MB/s while it is reading
|
|
199
|
+
sent++;
|
|
200
|
+
this.push(chunk);
|
|
201
|
+
},
|
|
202
|
+
});
|
|
203
|
+
let delivered = 0;
|
|
204
|
+
for await (const bodyChunk of governor.throttleBody(source)) {
|
|
205
|
+
delivered += bodyChunk.byteLength;
|
|
206
|
+
}
|
|
207
|
+
expect(delivered).toBe(chunk.byteLength * chunkCount);
|
|
208
|
+
expect(clock.time() - 1_000_000).toBeGreaterThan(10 * 60 * 1_000);
|
|
209
|
+
expect(governor.effectiveRateBps()).toBeGreaterThanOrEqual(80_000);
|
|
210
|
+
});
|
|
151
211
|
it("floors the adaptive cap at 64 KiB/s", async () => {
|
|
152
212
|
const clock = virtualClock(1_000_000);
|
|
153
213
|
const gov = new BandwidthGovernor({ percent: 1 }, clock);
|
|
154
|
-
await gov
|
|
214
|
+
await observeRawLink(gov, clock, 100_000, 1000); // 100 kB/s raw read
|
|
155
215
|
expect(gov.effectiveRateBps()).toBe(MIN_ADAPTIVE_BYTES_PER_SEC);
|
|
156
216
|
});
|
|
157
217
|
it("uses the smaller of fixed and adaptive caps when both are set", async () => {
|
|
@@ -159,10 +219,10 @@ describe("BandwidthGovernor.effectiveRateBps", () => {
|
|
|
159
219
|
const gov = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 50 }, clock);
|
|
160
220
|
// No observation yet → fixed cap governs.
|
|
161
221
|
expect(gov.effectiveRateBps()).toBe(300_000);
|
|
162
|
-
await gov
|
|
222
|
+
await observeRawLink(gov, clock, 1_000_000, 1000); // adaptive = 500 kB/s
|
|
163
223
|
expect(gov.effectiveRateBps()).toBe(300_000);
|
|
164
224
|
const gov2 = new BandwidthGovernor({ maxBytesPerSec: 300_000, percent: 10 }, clock);
|
|
165
|
-
await gov2
|
|
225
|
+
await observeRawLink(gov2, clock, 1_000_000, 1000); // adaptive = 100 kB/s
|
|
166
226
|
expect(gov2.effectiveRateBps()).toBe(100_000);
|
|
167
227
|
});
|
|
168
228
|
});
|
|
@@ -215,6 +275,47 @@ describe("BandwidthGovernor.throttleBody", () => {
|
|
|
215
275
|
const ideal = (total / rate) * 1000;
|
|
216
276
|
expect(clock.time()).toBeGreaterThanOrEqual(ideal - 1000);
|
|
217
277
|
});
|
|
278
|
+
it("scales chore fan-out to the byte budget across 50 queued 7 MiB files", async () => {
|
|
279
|
+
const clock = virtualClock();
|
|
280
|
+
const perFileMinimumBps = 64 * 1024;
|
|
281
|
+
const governor = new BandwidthGovernor({ maxBytesPerSec: perFileMinimumBps }, clock);
|
|
282
|
+
const chunk = new Uint8Array(64 * 1024);
|
|
283
|
+
const fileSize = 7 * 1024 * 1024;
|
|
284
|
+
const files = Array.from({ length: 50 }, () => ({
|
|
285
|
+
startedAt: undefined,
|
|
286
|
+
finishedAt: undefined,
|
|
287
|
+
}));
|
|
288
|
+
let activeReaders = 0;
|
|
289
|
+
let maxActiveReaders = 0;
|
|
290
|
+
async function* fileBody(index) {
|
|
291
|
+
const file = files[index];
|
|
292
|
+
file.startedAt = clock.time();
|
|
293
|
+
activeReaders++;
|
|
294
|
+
maxActiveReaders = Math.max(maxActiveReaders, activeReaders);
|
|
295
|
+
try {
|
|
296
|
+
for (let sent = 0; sent < fileSize; sent += chunk.byteLength) {
|
|
297
|
+
yield chunk;
|
|
298
|
+
}
|
|
299
|
+
}
|
|
300
|
+
finally {
|
|
301
|
+
file.finishedAt = clock.time();
|
|
302
|
+
activeReaders--;
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
await Promise.all(files.map(async (_file, index) => {
|
|
306
|
+
for await (const _chunk of governor.throttleBody(fileBody(index))) {
|
|
307
|
+
// Drain each file without allocating a second copy of its payload.
|
|
308
|
+
}
|
|
309
|
+
}));
|
|
310
|
+
expect(maxActiveReaders).toBe(1);
|
|
311
|
+
for (const [index, file] of files.entries()) {
|
|
312
|
+
expect(file.startedAt, `file ${index} started`).toBeDefined();
|
|
313
|
+
expect(file.finishedAt, `file ${index} finished`).toBeDefined();
|
|
314
|
+
const durationMs = file.finishedAt - file.startedAt;
|
|
315
|
+
const rateBps = (fileSize * 1000) / durationMs;
|
|
316
|
+
expect(rateBps, `file ${index} rate`).toBeGreaterThanOrEqual(perFileMinimumBps);
|
|
317
|
+
}
|
|
318
|
+
});
|
|
218
319
|
});
|
|
219
320
|
describe("BandwidthGovernor.clampConcurrency", () => {
|
|
220
321
|
it("passes the pool size through when unset", () => {
|
|
@@ -228,6 +329,25 @@ describe("BandwidthGovernor.clampConcurrency", () => {
|
|
|
228
329
|
expect(loose.clampConcurrency(64)).toBe(64);
|
|
229
330
|
});
|
|
230
331
|
});
|
|
332
|
+
describe("BandwidthGovernor.withChoreTransfer", () => {
|
|
333
|
+
it("shares the configured max concurrency with upload transfers", async () => {
|
|
334
|
+
const governor = new BandwidthGovernor({ maxConcurrency: 2 });
|
|
335
|
+
let active = 0;
|
|
336
|
+
let maximumActive = 0;
|
|
337
|
+
let releaseTransfers;
|
|
338
|
+
const transfersReleased = new Promise((resolve) => {
|
|
339
|
+
releaseTransfers = resolve;
|
|
340
|
+
});
|
|
341
|
+
setImmediate(releaseTransfers);
|
|
342
|
+
await Promise.all(Array.from({ length: 4 }, () => governor.withChoreTransfer(async () => {
|
|
343
|
+
active++;
|
|
344
|
+
maximumActive = Math.max(maximumActive, active);
|
|
345
|
+
await transfersReleased;
|
|
346
|
+
active--;
|
|
347
|
+
})));
|
|
348
|
+
expect(maximumActive).toBe(2);
|
|
349
|
+
});
|
|
350
|
+
});
|
|
231
351
|
describe("BandwidthGovernor.describePolicy", () => {
|
|
232
352
|
it("reports off when nothing is configured", () => {
|
|
233
353
|
expect(new BandwidthGovernor({}).describePolicy()).toBe("bandwidth governor: off");
|