@indigoai-us/hq-cloud 6.16.68 → 6.16.70-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  2. package/dist/bin/sync-runner-company.js +24 -0
  3. package/dist/bin/sync-runner-company.js.map +1 -1
  4. package/dist/bin/sync-runner-company.test.js +64 -0
  5. package/dist/bin/sync-runner-company.test.js.map +1 -1
  6. package/dist/bin/sync-runner-events.test.js +19 -0
  7. package/dist/bin/sync-runner-events.test.js.map +1 -1
  8. package/dist/bin/sync-runner-watch-loop.d.ts +25 -2
  9. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  10. package/dist/bin/sync-runner-watch-loop.js +171 -21
  11. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  12. package/dist/bin/sync-runner.d.ts +9 -0
  13. package/dist/bin/sync-runner.d.ts.map +1 -1
  14. package/dist/bin/sync-runner.js.map +1 -1
  15. package/dist/bin/sync-runner.test.js +193 -1
  16. package/dist/bin/sync-runner.test.js.map +1 -1
  17. package/dist/cli/share.d.ts +18 -1
  18. package/dist/cli/share.d.ts.map +1 -1
  19. package/dist/cli/share.js +143 -127
  20. package/dist/cli/share.js.map +1 -1
  21. package/dist/cli/sync.d.ts +181 -1
  22. package/dist/cli/sync.d.ts.map +1 -1
  23. package/dist/cli/sync.js +98 -49
  24. package/dist/cli/sync.js.map +1 -1
  25. package/dist/cli/sync.test.js +105 -0
  26. package/dist/cli/sync.test.js.map +1 -1
  27. package/dist/journal-decode-window.d.ts +45 -0
  28. package/dist/journal-decode-window.d.ts.map +1 -0
  29. package/dist/journal-decode-window.js +70 -0
  30. package/dist/journal-decode-window.js.map +1 -0
  31. package/dist/journal-decode-window.test.d.ts +2 -0
  32. package/dist/journal-decode-window.test.d.ts.map +1 -0
  33. package/dist/journal-decode-window.test.js +99 -0
  34. package/dist/journal-decode-window.test.js.map +1 -0
  35. package/dist/journal-row-store.d.ts +4 -0
  36. package/dist/journal-row-store.d.ts.map +1 -1
  37. package/dist/journal-row-store.js +67 -2
  38. package/dist/journal-row-store.js.map +1 -1
  39. package/dist/journal-streaming.heap.test.d.ts +2 -0
  40. package/dist/journal-streaming.heap.test.d.ts.map +1 -0
  41. package/dist/journal-streaming.heap.test.js +190 -0
  42. package/dist/journal-streaming.heap.test.js.map +1 -0
  43. package/dist/journal.d.ts +1 -11
  44. package/dist/journal.d.ts.map +1 -1
  45. package/dist/journal.js +4 -53
  46. package/dist/journal.js.map +1 -1
  47. package/dist/journal.test.js +13 -7
  48. package/dist/journal.test.js.map +1 -1
  49. package/dist/lib/net-errors.d.ts +12 -0
  50. package/dist/lib/net-errors.d.ts.map +1 -1
  51. package/dist/lib/net-errors.js +22 -0
  52. package/dist/lib/net-errors.js.map +1 -1
  53. package/dist/lib/net-errors.test.js +35 -1
  54. package/dist/lib/net-errors.test.js.map +1 -1
  55. package/dist/lib/s3-content-checksum.d.ts +16 -0
  56. package/dist/lib/s3-content-checksum.d.ts.map +1 -0
  57. package/dist/lib/s3-content-checksum.js +91 -0
  58. package/dist/lib/s3-content-checksum.js.map +1 -0
  59. package/dist/lib/s3-content-checksum.test.d.ts +2 -0
  60. package/dist/lib/s3-content-checksum.test.d.ts.map +1 -0
  61. package/dist/lib/s3-content-checksum.test.js +26 -0
  62. package/dist/lib/s3-content-checksum.test.js.map +1 -0
  63. package/dist/object-io.d.ts +2 -0
  64. package/dist/object-io.d.ts.map +1 -1
  65. package/dist/object-io.js +37 -19
  66. package/dist/object-io.js.map +1 -1
  67. package/dist/object-io.test.js +89 -2
  68. package/dist/object-io.test.js.map +1 -1
  69. package/dist/sync/candidate-uploader.d.ts.map +1 -1
  70. package/dist/sync/candidate-uploader.js +6 -1
  71. package/dist/sync/candidate-uploader.js.map +1 -1
  72. package/dist/sync/full-pass-caps.d.ts +113 -0
  73. package/dist/sync/full-pass-caps.d.ts.map +1 -0
  74. package/dist/sync/full-pass-caps.js +383 -0
  75. package/dist/sync/full-pass-caps.js.map +1 -0
  76. package/dist/sync/full-pass-caps.test.d.ts +2 -0
  77. package/dist/sync/full-pass-caps.test.d.ts.map +1 -0
  78. package/dist/sync/full-pass-caps.test.js +126 -0
  79. package/dist/sync/full-pass-caps.test.js.map +1 -0
  80. package/dist/sync/multipart-uploader.d.ts.map +1 -1
  81. package/dist/sync/multipart-uploader.js +2 -1
  82. package/dist/sync/multipart-uploader.js.map +1 -1
  83. package/dist/sync/realtime-telemetry.d.ts +5 -1
  84. package/dist/sync/realtime-telemetry.d.ts.map +1 -1
  85. package/dist/sync/realtime-telemetry.js +14 -2
  86. package/dist/sync/realtime-telemetry.js.map +1 -1
  87. package/dist/sync/realtime-telemetry.test.js +10 -0
  88. package/dist/sync/realtime-telemetry.test.js.map +1 -1
  89. package/package.json +2 -1
  90. package/dist/journal-row-cache.d.ts +0 -102
  91. package/dist/journal-row-cache.d.ts.map +0 -1
  92. package/dist/journal-row-cache.heap.test.d.ts +0 -2
  93. package/dist/journal-row-cache.heap.test.d.ts.map +0 -1
  94. package/dist/journal-row-cache.heap.test.js +0 -102
  95. package/dist/journal-row-cache.heap.test.js.map +0 -1
  96. package/dist/journal-row-cache.js +0 -549
  97. package/dist/journal-row-cache.js.map +0 -1
  98. package/dist/journal-row-cache.test.d.ts +0 -2
  99. package/dist/journal-row-cache.test.d.ts.map +0 -1
  100. package/dist/journal-row-cache.test.js +0 -155
  101. package/dist/journal-row-cache.test.js.map +0 -1
@@ -0,0 +1,383 @@
1
+ import { JOURNAL_DECODE_WINDOW, setActiveJournalDecodeWindow, } from "../journal-decode-window.js";
2
+ export const FULL_PASS_CPU_CAP_FLAG = "sync.full-pass.cpu-cap-pct";
3
+ export const FULL_PASS_HEAP_CAP_FLAG = "sync.full-pass.heap-cap-mb";
4
+ export const DEFAULT_FULL_PASS_CPU_CAP_PCT = 25;
5
+ export const DEFAULT_FULL_PASS_HEAP_CAP_MB = 512;
6
+ export const FULL_PASS_CPU_WINDOW_MS = 10_000;
7
+ export const FULL_PASS_CPU_SLEEP_MIN_MS = 50;
8
+ export const FULL_PASS_CPU_SLEEP_MAX_MS = 2_000;
9
+ export const FULL_PASS_HEAP_PAUSE_MAX_MS = 5_000;
10
+ export const FULL_PASS_UNIT_SIZE_DEFAULT = 500;
11
+ export const FULL_PASS_UNIT_SIZE_FLOOR = 50;
12
+ export const FULL_PASS_DECODE_WINDOW_FLOOR = 1_000;
13
+ let flagsUnreachableLogged = false;
14
+ let activeController = null;
15
+ let lastSummary = null;
16
+ export function resetFullPassCapLogForTest() {
17
+ flagsUnreachableLogged = false;
18
+ lastSummary = null;
19
+ cachedCapFlags = null;
20
+ bindActiveController(null);
21
+ setActiveJournalDecodeWindow(JOURNAL_DECODE_WINDOW);
22
+ }
23
+ function bindActiveController(controller) {
24
+ activeController = controller;
25
+ }
26
+ export function takeLastFullPassCapSummary() {
27
+ return lastSummary;
28
+ }
29
+ export function getActiveFullPassDecodeWindow() {
30
+ return activeController?.decodeWindow ?? JOURNAL_DECODE_WINDOW;
31
+ }
32
+ export function getActiveFullPassUnitSize() {
33
+ return activeController?.unitSize ?? FULL_PASS_UNIT_SIZE_DEFAULT;
34
+ }
35
+ /** Must stay ref'd: this is often the only handle while a chore yields. */
36
+ export function fullPassCapSleep(ms) {
37
+ return new Promise((resolve) => {
38
+ setTimeout(resolve, ms);
39
+ });
40
+ }
41
+ function sanitizePct(value) {
42
+ if (!Number.isFinite(value) || value <= 0)
43
+ return DEFAULT_FULL_PASS_CPU_CAP_PCT;
44
+ return Math.min(100, Math.trunc(value));
45
+ }
46
+ function sanitizeHeapMb(value) {
47
+ if (!Number.isFinite(value) || value <= 0)
48
+ return DEFAULT_FULL_PASS_HEAP_CAP_MB;
49
+ return Math.trunc(value);
50
+ }
51
+ function numberFromSnapshot(snapshot, key) {
52
+ const raw = snapshot?.flags?.[key];
53
+ if (typeof raw === "number" && Number.isFinite(raw) && raw > 0)
54
+ return raw;
55
+ return undefined;
56
+ }
57
+ export function flagsFromSnapshot(snapshot) {
58
+ return {
59
+ cpuCapPct: sanitizePct(numberFromSnapshot(snapshot, FULL_PASS_CPU_CAP_FLAG) ??
60
+ DEFAULT_FULL_PASS_CPU_CAP_PCT),
61
+ heapCapMb: sanitizeHeapMb(numberFromSnapshot(snapshot, FULL_PASS_HEAP_CAP_FLAG) ??
62
+ DEFAULT_FULL_PASS_HEAP_CAP_MB),
63
+ };
64
+ }
65
+ let cachedCapFlags = null;
66
+ function builtinCapFlags() {
67
+ return {
68
+ cpuCapPct: DEFAULT_FULL_PASS_CPU_CAP_PCT,
69
+ heapCapMb: DEFAULT_FULL_PASS_HEAP_CAP_MB,
70
+ };
71
+ }
72
+ export function createHqFlagsCapSource(options) {
73
+ const endpoint = (options.endpoint ?? "").trim();
74
+ const write = options.write ?? ((line) => process.stderr.write(line));
75
+ return {
76
+ read() {
77
+ return cachedCapFlags ?? builtinCapFlags();
78
+ },
79
+ async refresh() {
80
+ if (!endpoint || !options.getToken) {
81
+ cachedCapFlags = builtinCapFlags();
82
+ return cachedCapFlags;
83
+ }
84
+ try {
85
+ const { createFlagClient } = await import("@indigoai-us/hq-flags-client");
86
+ const client = createFlagClient({
87
+ endpoint,
88
+ getToken: options.getToken,
89
+ fetch: options.fetch,
90
+ refreshIntervalMs: 0,
91
+ onError: () => undefined,
92
+ });
93
+ await client.ready();
94
+ const snapshot = client.snapshot();
95
+ client.close();
96
+ if (!snapshot) {
97
+ logDefaults(write);
98
+ cachedCapFlags = builtinCapFlags();
99
+ return cachedCapFlags;
100
+ }
101
+ cachedCapFlags = flagsFromSnapshot(snapshot);
102
+ return cachedCapFlags;
103
+ }
104
+ catch {
105
+ logDefaults(write);
106
+ cachedCapFlags = builtinCapFlags();
107
+ return cachedCapFlags;
108
+ }
109
+ },
110
+ };
111
+ }
112
+ function logDefaults(write) {
113
+ if (flagsUnreachableLogged)
114
+ return;
115
+ flagsUnreachableLogged = true;
116
+ write(`${JSON.stringify({
117
+ event: "full-pass-cap",
118
+ kind: "cpu",
119
+ action: "defaults",
120
+ observed: 0,
121
+ cap: DEFAULT_FULL_PASS_CPU_CAP_PCT,
122
+ extra: { heapCapMb: DEFAULT_FULL_PASS_HEAP_CAP_MB },
123
+ })}\n`);
124
+ }
125
+ export class FullPassCapController {
126
+ deps;
127
+ decodeWindowDefault = JOURNAL_DECODE_WINDOW;
128
+ decodeWindow = JOURNAL_DECODE_WINDOW;
129
+ unitSize = FULL_PASS_UNIT_SIZE_DEFAULT;
130
+ flags = {
131
+ cpuCapPct: DEFAULT_FULL_PASS_CPU_CAP_PCT,
132
+ heapCapMb: DEFAULT_FULL_PASS_HEAP_CAP_MB,
133
+ };
134
+ markCpu = { user: 0, system: 0 };
135
+ markWall = 0;
136
+ samples = [];
137
+ throttledMs = 0;
138
+ peakHeapUsed = 0;
139
+ minDecodeWindow = JOURNAL_DECODE_WINDOW;
140
+ minUnitSize = FULL_PASS_UNIT_SIZE_DEFAULT;
141
+ shrunkSinceOver = false;
142
+ lastAction = null;
143
+ running = false;
144
+ constructor(deps = {}) {
145
+ this.deps = deps;
146
+ }
147
+ applyFlags(flags) {
148
+ this.flags = {
149
+ cpuCapPct: sanitizePct(flags.cpuCapPct),
150
+ heapCapMb: sanitizeHeapMb(flags.heapCapMb),
151
+ };
152
+ }
153
+ beginChore() {
154
+ this.running = true;
155
+ bindActiveController(this);
156
+ this.decodeWindow = this.decodeWindowDefault;
157
+ this.unitSize = FULL_PASS_UNIT_SIZE_DEFAULT;
158
+ setActiveJournalDecodeWindow(this.decodeWindow);
159
+ this.samples = [];
160
+ this.throttledMs = 0;
161
+ this.peakHeapUsed = 0;
162
+ this.minDecodeWindow = JOURNAL_DECODE_WINDOW;
163
+ this.minUnitSize = FULL_PASS_UNIT_SIZE_DEFAULT;
164
+ this.shrunkSinceOver = false;
165
+ this.lastAction = null;
166
+ this.markCpu = this.readCpu();
167
+ this.markWall = this.now();
168
+ try {
169
+ this.adoptFlags(this.deps.flags?.read());
170
+ }
171
+ catch {
172
+ this.adoptFlags(null);
173
+ }
174
+ }
175
+ endChore() {
176
+ this.noteSlice();
177
+ const summary = {
178
+ capThrottledMs: this.throttledMs,
179
+ peakHeapUsedMb: Math.round(this.peakHeapUsed / (1024 * 1024)),
180
+ minDecodeWindow: this.minDecodeWindow,
181
+ minUnitSize: this.minUnitSize,
182
+ };
183
+ lastSummary = summary;
184
+ this.write({
185
+ event: "full-pass-cap",
186
+ kind: "heap",
187
+ action: "resume",
188
+ observed: summary.peakHeapUsedMb,
189
+ cap: this.flags.heapCapMb,
190
+ extra: {
191
+ capThrottledMs: summary.capThrottledMs,
192
+ minDecodeWindow: summary.minDecodeWindow,
193
+ minUnitSize: summary.minUnitSize,
194
+ },
195
+ });
196
+ this.running = false;
197
+ this.decodeWindow = this.decodeWindowDefault;
198
+ this.unitSize = FULL_PASS_UNIT_SIZE_DEFAULT;
199
+ setActiveJournalDecodeWindow(JOURNAL_DECODE_WINDOW);
200
+ if (activeController === this)
201
+ bindActiveController(null);
202
+ return summary;
203
+ }
204
+ /** Drop the active override so a realtime/scoped drain sees default batches. */
205
+ suspendForHandoff() {
206
+ if (activeController === this)
207
+ bindActiveController(null);
208
+ setActiveJournalDecodeWindow(JOURNAL_DECODE_WINDOW);
209
+ }
210
+ /** Call after a realtime hand-off so that work is not billed to the chore. */
211
+ resumeAfterHandoff() {
212
+ if (this.running) {
213
+ bindActiveController(this);
214
+ setActiveJournalDecodeWindow(this.decodeWindow);
215
+ }
216
+ this.markCpu = this.readCpu();
217
+ this.markWall = this.now();
218
+ }
219
+ async applyAtCheckpoint(handoff) {
220
+ if (!this.running)
221
+ return;
222
+ this.noteSlice();
223
+ const mem = this.readMem();
224
+ if (mem.heapUsed > this.peakHeapUsed)
225
+ this.peakHeapUsed = mem.heapUsed;
226
+ await this.applyHeap(mem.heapUsed, handoff);
227
+ await this.applyCpu(handoff);
228
+ }
229
+ adoptFlags(read) {
230
+ const apply = (value) => {
231
+ if (value) {
232
+ this.flags = {
233
+ cpuCapPct: sanitizePct(value.cpuCapPct),
234
+ heapCapMb: sanitizeHeapMb(value.heapCapMb),
235
+ };
236
+ return;
237
+ }
238
+ logDefaults(this.writer());
239
+ this.flags = {
240
+ cpuCapPct: DEFAULT_FULL_PASS_CPU_CAP_PCT,
241
+ heapCapMb: DEFAULT_FULL_PASS_HEAP_CAP_MB,
242
+ };
243
+ };
244
+ if (read && typeof read.then === "function") {
245
+ this.flags = {
246
+ cpuCapPct: DEFAULT_FULL_PASS_CPU_CAP_PCT,
247
+ heapCapMb: DEFAULT_FULL_PASS_HEAP_CAP_MB,
248
+ };
249
+ void read.then(apply, () => apply(null));
250
+ return;
251
+ }
252
+ try {
253
+ apply(read);
254
+ }
255
+ catch {
256
+ apply(null);
257
+ }
258
+ }
259
+ noteSlice() {
260
+ const usage = this.readCpu();
261
+ const wallMs = Math.max(0, this.now() - this.markWall);
262
+ const cpuMs = Math.max(0, (usage.user - this.markCpu.user + (usage.system - this.markCpu.system)) /
263
+ 1000);
264
+ this.markCpu = usage;
265
+ this.markWall = this.now();
266
+ if (wallMs <= 0 && cpuMs <= 0)
267
+ return;
268
+ this.samples.push({ wallMs: Math.max(wallMs, 1), cpuMs });
269
+ this.trimWindow();
270
+ }
271
+ trimWindow() {
272
+ let wall = this.samples.reduce((sum, sample) => sum + sample.wallMs, 0);
273
+ while (this.samples.length > 1 && wall > FULL_PASS_CPU_WINDOW_MS) {
274
+ const dropped = this.samples.shift();
275
+ if (!dropped)
276
+ break;
277
+ wall -= dropped.wallMs;
278
+ }
279
+ }
280
+ trailingSharePct() {
281
+ const wall = this.samples.reduce((sum, sample) => sum + sample.wallMs, 0);
282
+ const cpu = this.samples.reduce((sum, sample) => sum + sample.cpuMs, 0);
283
+ if (wall <= 0)
284
+ return 0;
285
+ return (cpu / wall) * 100;
286
+ }
287
+ sleepMsForShare(sharePct) {
288
+ const wall = this.samples.reduce((sum, sample) => sum + sample.wallMs, 0);
289
+ const cpu = this.samples.reduce((sum, sample) => sum + sample.cpuMs, 0);
290
+ if (sharePct <= this.flags.cpuCapPct || this.flags.cpuCapPct <= 0)
291
+ return 0;
292
+ const neededWall = (cpu * 100) / this.flags.cpuCapPct;
293
+ const extra = neededWall - wall;
294
+ return Math.min(FULL_PASS_CPU_SLEEP_MAX_MS, Math.max(FULL_PASS_CPU_SLEEP_MIN_MS, Math.round(extra)));
295
+ }
296
+ async applyCpu(handoff) {
297
+ const wall = this.samples.reduce((sum, sample) => sum + sample.wallMs, 0);
298
+ if (wall < 200)
299
+ return;
300
+ const share = this.trailingSharePct();
301
+ if (share <= this.flags.cpuCapPct) {
302
+ this.emitIfChanged("cpu", "resume", share, this.flags.cpuCapPct);
303
+ return;
304
+ }
305
+ const sleepMs = this.sleepMsForShare(share);
306
+ this.emitIfChanged("cpu", "throttle", share, this.flags.cpuCapPct, {
307
+ sleepMs,
308
+ });
309
+ await this.yieldSleep(sleepMs, handoff);
310
+ this.samples.push({ wallMs: sleepMs, cpuMs: 0 });
311
+ this.trimWindow();
312
+ }
313
+ async applyHeap(heapUsed, handoff) {
314
+ const capBytes = this.flags.heapCapMb * 1024 * 1024;
315
+ if (heapUsed <= capBytes) {
316
+ this.shrunkSinceOver = false;
317
+ this.emitIfChanged("heap", "resume", heapUsed / (1024 * 1024), this.flags.heapCapMb);
318
+ return;
319
+ }
320
+ const observedMb = heapUsed / (1024 * 1024);
321
+ if (!this.shrunkSinceOver) {
322
+ this.shrink();
323
+ this.shrunkSinceOver = true;
324
+ this.emitIfChanged("heap", "shrink", observedMb, this.flags.heapCapMb, {
325
+ decodeWindow: this.decodeWindow,
326
+ unitSize: this.unitSize,
327
+ });
328
+ return;
329
+ }
330
+ this.emitIfChanged("heap", "pause", observedMb, this.flags.heapCapMb);
331
+ await this.yieldSleep(FULL_PASS_HEAP_PAUSE_MAX_MS, handoff);
332
+ }
333
+ shrink() {
334
+ const nextDecode = Math.max(FULL_PASS_DECODE_WINDOW_FLOOR, Math.floor(this.decodeWindow / 2));
335
+ const nextUnit = Math.max(FULL_PASS_UNIT_SIZE_FLOOR, Math.floor(this.unitSize / 2));
336
+ this.decodeWindow = nextDecode;
337
+ this.unitSize = nextUnit;
338
+ setActiveJournalDecodeWindow(nextDecode);
339
+ this.minDecodeWindow = Math.min(this.minDecodeWindow, nextDecode);
340
+ this.minUnitSize = Math.min(this.minUnitSize, nextUnit);
341
+ }
342
+ async yieldSleep(ms, handoff) {
343
+ const sleep = this.deps.sleep ?? fullPassCapSleep;
344
+ let remaining = ms;
345
+ while (remaining > 0) {
346
+ await handoff();
347
+ const step = Math.min(FULL_PASS_CPU_SLEEP_MIN_MS, remaining);
348
+ await sleep(step);
349
+ remaining -= step;
350
+ this.throttledMs += step;
351
+ }
352
+ this.markCpu = this.readCpu();
353
+ this.markWall = this.now();
354
+ }
355
+ emitIfChanged(kind, action, observed, cap, extra) {
356
+ if (action === "resume" && this.lastAction === "resume")
357
+ return;
358
+ if (action === this.lastAction && action !== "shrink" && action !== "throttle") {
359
+ return;
360
+ }
361
+ this.lastAction = action;
362
+ this.write({ event: "full-pass-cap", kind, action, observed, cap, extra });
363
+ }
364
+ write(event) {
365
+ this.writer()(`${JSON.stringify(event)}\n`);
366
+ }
367
+ writer() {
368
+ return this.deps.write ?? ((line) => process.stderr.write(line));
369
+ }
370
+ now() {
371
+ return this.deps.now?.() ?? Date.now();
372
+ }
373
+ readCpu() {
374
+ return this.deps.cpuUsage?.() ?? process.cpuUsage();
375
+ }
376
+ readMem() {
377
+ if (this.deps.memoryUsage)
378
+ return this.deps.memoryUsage();
379
+ const mem = process.memoryUsage();
380
+ return { heapUsed: mem.heapUsed, rss: mem.rss };
381
+ }
382
+ }
383
+ //# sourceMappingURL=full-pass-caps.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"full-pass-caps.js","sourceRoot":"","sources":["../../src/sync/full-pass-caps.ts"],"names":[],"mappings":"AASA,OAAO,EACL,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC;AAErC,MAAM,CAAC,MAAM,sBAAsB,GAAG,4BAA4B,CAAC;AACnE,MAAM,CAAC,MAAM,uBAAuB,GAAG,4BAA4B,CAAC;AACpE,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAChD,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAEjD,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAC9C,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,CAAC;AAC7C,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAChD,MAAM,CAAC,MAAM,2BAA2B,GAAG,KAAK,CAAC;AACjD,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAC/C,MAAM,CAAC,MAAM,yBAAyB,GAAG,EAAE,CAAC;AAC5C,MAAM,CAAC,MAAM,6BAA6B,GAAG,KAAK,CAAC;AAyCnD,IAAI,sBAAsB,GAAG,KAAK,CAAC;AACnC,IAAI,gBAAgB,GAAiC,IAAI,CAAC;AAC1D,IAAI,WAAW,GAA8B,IAAI,CAAC;AAElD,MAAM,UAAU,0BAA0B;IACxC,sBAAsB,GAAG,KAAK,CAAC;IAC/B,WAAW,GAAG,IAAI,CAAC;IACnB,cAAc,GAAG,IAAI,CAAC;IACtB,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3B,4BAA4B,CAAC,qBAAqB,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAwC;IACpE,gBAAgB,GAAG,UAAU,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,0BAA0B;IACxC,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,6BAA6B;IAC3C,OAAO,gBAAgB,EAAE,YAAY,IAAI,qBAAqB,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,OAAO,gBAAgB,EAAE,QAAQ,IAAI,2BAA2B,CAAC;AACnE,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,gBAAgB,CAAC,EAAU;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,6BAA6B,CAAC;IAChF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,6BAA6B,CAAC;IAChF,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,kBAAkB,CACzB,QAA6B,EAC7B,GAAW;IAEX,MAAM,GAAG,GAAI,QAAQ,EAAE,KAAuD,EAAE,CAAC,GAAG,CAAC,CAAC;IACtF,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3E,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAA6B;IAE7B,OAAO;QACL,SAAS,EAAE,WAAW,CACpB,kBAAkB,CAAC,QAAQ,EAAE,sBAAsB,CAAC;YAClD,6BAA6B,CAChC;QACD,SAAS,EAAE,cAAc,CACvB,kBAAkB,CAAC,QAAQ,EAAE,uBAAuB,CAAC;YACnD,6BAA6B,CAChC;KACF,CAAC;AACJ,CAAC;AAED,IAAI,cAAc,GAA4B,IAAI,CAAC;AAEnD,SAAS,eAAe;IACtB,OAAO;QACL,SAAS,EAAE,6BAA6B;QACxC,SAAS,EAAE,6BAA6B;KACzC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAKtC;IACC,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,OAAO;QACL,IAAI;YACF,OAAO,cAAc,IAAI,eAAe,EAAE,CAAC;QAC7C,CAAC;QACD,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACnC,cAAc,GAAG,eAAe,EAAE,CAAC;gBACnC,OAAO,cAAc,CAAC;YACxB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;gBAC1E,MAAM,MAAM,GAAG,gBAAgB,CAAC;oBAC9B,QAAQ;oBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,WAAW,CAAC,KAAK,CAAC,CAAC;oBACnB,cAAc,GAAG,eAAe,EAAE,CAAC;oBACnC,OAAO,cAAc,CAAC;gBACxB,CAAC;gBACD,cAAc,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAC7C,OAAO,cAAc,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,WAAW,CAAC,KAAK,CAAC,CAAC;gBACnB,cAAc,GAAG,eAAe,EAAE,CAAC;gBACnC,OAAO,cAAc,CAAC;YACxB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAA6B;IAChD,IAAI,sBAAsB;QAAE,OAAO;IACnC,sBAAsB,GAAG,IAAI,CAAC;IAC9B,KAAK,CACH,GAAG,IAAI,CAAC,SAAS,CAAC;QAChB,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,UAAU;QAClB,QAAQ,EAAE,CAAC;QACX,GAAG,EAAE,6BAA6B;QAClC,KAAK,EAAE,EAAE,SAAS,EAAE,6BAA6B,EAAE;KAC3B,CAAC,IAAI,CAChC,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,qBAAqB;IAmBH;IAlBpB,mBAAmB,GAAG,qBAAqB,CAAC;IACrD,YAAY,GAAG,qBAAqB,CAAC;IACrC,QAAQ,GAAG,2BAA2B,CAAC;IAC/B,KAAK,GAAqB;QAChC,SAAS,EAAE,6BAA6B;QACxC,SAAS,EAAE,6BAA6B;KACzC,CAAC;IACM,OAAO,GAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IACjD,QAAQ,GAAG,CAAC,CAAC;IACb,OAAO,GAAa,EAAE,CAAC;IACvB,WAAW,GAAG,CAAC,CAAC;IAChB,YAAY,GAAG,CAAC,CAAC;IACjB,eAAe,GAAG,qBAAqB,CAAC;IACxC,WAAW,GAAG,2BAA2B,CAAC;IAC1C,eAAe,GAAG,KAAK,CAAC;IACxB,UAAU,GAAoC,IAAI,CAAC;IACnD,OAAO,GAAG,KAAK,CAAC;IAExB,YAA6B,OAAgB,EAAE;QAAlB,SAAI,GAAJ,IAAI,CAAc;IAAG,CAAC;IAEnD,UAAU,CAAC,KAAuB;QAChC,IAAI,CAAC,KAAK,GAAG;YACX,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,SAAS,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,UAAU;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,2BAA2B,CAAC;QAC5C,4BAA4B,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,eAAe,GAAG,qBAAqB,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,2BAA2B,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,MAAM,OAAO,GAAuB;YAClC,cAAc,EAAE,IAAI,CAAC,WAAW;YAChC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;QACF,WAAW,GAAG,OAAO,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC;YACT,KAAK,EAAE,eAAe;YACtB,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO,CAAC,cAAc;YAChC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YACzB,KAAK,EAAE;gBACL,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,2BAA2B,CAAC;QAC5C,4BAA4B,CAAC,qBAAqB,CAAC,CAAC;QACpD,IAAI,gBAAgB,KAAK,IAAI;YAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,gFAAgF;IAChF,iBAAiB;QACf,IAAI,gBAAgB,KAAK,IAAI;YAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC1D,4BAA4B,CAAC,qBAAqB,CAAC,CAAC;IACtD,CAAC;IAED,8EAA8E;IAC9E,kBAAkB;QAChB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAA+B;QACrD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY;YAAE,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,QAAQ,CAAC;QACvE,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEO,UAAU,CAChB,IAA4E;QAE5E,MAAM,KAAK,GAAG,CAAC,KAA0C,EAAQ,EAAE;YACjE,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,KAAK,GAAG;oBACX,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;oBACvC,SAAS,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC;iBAC3C,CAAC;gBACF,OAAO;YACT,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG;gBACX,SAAS,EAAE,6BAA6B;gBACxC,SAAS,EAAE,6BAA6B;aACzC,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,IAAI,IAAI,OAAQ,IAAyB,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,GAAG;gBACX,SAAS,EAAE,6BAA6B;gBACxC,SAAS,EAAE,6BAA6B;aACzC,CAAC;YACF,KAAM,IAAyC,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,KAAK,CAAC,IAA2C,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAEO,SAAS;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,EACD,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,CACP,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,MAAM,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO;QACtC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,GAAG,uBAAuB,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,CAAC,OAAO;gBAAE,MAAM;YACpB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACxE,IAAI,IAAI,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC;IAC5B,CAAC;IAEO,eAAe,CAAC,QAAgB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACxE,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QACtD,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC;QAChC,OAAO,IAAI,CAAC,GAAG,CACb,0BAA0B,EAC1B,IAAI,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CACxD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,OAA+B;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,IAAI,IAAI,GAAG,GAAG;YAAE,OAAO;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtC,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YACjE,OAAO;SACR,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,QAAgB,EAChB,OAA+B;QAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,GAAG,IAAI,CAAC;QACpD,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAC7B,IAAI,CAAC,aAAa,CAChB,MAAM,EACN,QAAQ,EACR,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,EACxB,IAAI,CAAC,KAAK,CAAC,SAAS,CACrB,CAAC;YACF,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBACrE,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACtE,MAAM,IAAI,CAAC,UAAU,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEO,MAAM;QACZ,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,6BAA6B,EAC7B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAClC,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,yBAAyB,EACzB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAC9B,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,4BAA4B,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAClE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,EAAU,EACV,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,gBAAgB,CAAC;QAClD,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,OAAO,SAAS,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,OAAO,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YAClB,SAAS,IAAI,IAAI,CAAC;YAClB,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IAEO,aAAa,CACnB,IAA4B,EAC5B,MAAgC,EAChC,QAAgB,EAChB,GAAW,EACX,KAA8B;QAE9B,IAAI,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ;YAAE,OAAO;QAChE,IAAI,MAAM,KAAK,IAAI,CAAC,UAAU,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/E,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,KAAqB;QACjC,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAEO,MAAM;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,GAAG;QACT,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACzC,CAAC;IAEO,OAAO;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IACtD,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1D,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAClC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;IAClD,CAAC;CACF"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=full-pass-caps.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"full-pass-caps.test.d.ts","sourceRoot":"","sources":["../../src/sync/full-pass-caps.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,126 @@
1
+ import { afterEach, describe, expect, it, vi } from "vitest";
2
+ import { DEFAULT_FULL_PASS_CPU_CAP_PCT, DEFAULT_FULL_PASS_HEAP_CAP_MB, FULL_PASS_UNIT_SIZE_FLOOR, FullPassCapController, getActiveFullPassDecodeWindow, getActiveFullPassUnitSize, resetFullPassCapLogForTest, } from "./full-pass-caps.js";
3
+ import { JOURNAL_DECODE_WINDOW as DECODE_WINDOW } from "../journal-decode-window.js";
4
+ afterEach(() => {
5
+ resetFullPassCapLogForTest();
6
+ });
7
+ describe("FullPassCapController", () => {
8
+ it("sleeps at a checkpoint when chore CPU exceeds the cap", async () => {
9
+ let now = 0;
10
+ let cpuUser = 0;
11
+ const sleeps = [];
12
+ const logs = [];
13
+ const caps = new FullPassCapController({
14
+ now: () => now,
15
+ cpuUsage: () => ({ user: cpuUser, system: 0 }),
16
+ memoryUsage: () => ({ heapUsed: 10 * 1024 * 1024, rss: 10 * 1024 * 1024 }),
17
+ flags: {
18
+ read: () => ({
19
+ cpuCapPct: 25,
20
+ heapCapMb: 512,
21
+ }),
22
+ },
23
+ sleep: async (ms) => {
24
+ sleeps.push(ms);
25
+ now += ms;
26
+ },
27
+ write: (line) => logs.push(line),
28
+ });
29
+ caps.beginChore();
30
+ now = 1_000;
31
+ cpuUser = 8_000_000;
32
+ await caps.applyAtCheckpoint(async () => false);
33
+ expect(sleeps.length).toBeGreaterThan(0);
34
+ expect(sleeps.reduce((sum, ms) => sum + ms, 0)).toBeGreaterThanOrEqual(50);
35
+ expect(logs.some((line) => line.includes('"action":"throttle"'))).toBe(true);
36
+ caps.endChore();
37
+ });
38
+ it("shrinks the decode window and unit size when heapUsed is above the cap, then restores on the next pass", async () => {
39
+ const sleeps = [];
40
+ const caps = new FullPassCapController({
41
+ now: () => 0,
42
+ cpuUsage: () => ({ user: 0, system: 0 }),
43
+ memoryUsage: () => ({
44
+ heapUsed: 600 * 1024 * 1024,
45
+ rss: 700 * 1024 * 1024,
46
+ }),
47
+ flags: { read: () => ({ cpuCapPct: 25, heapCapMb: 512 }) },
48
+ sleep: async (ms) => {
49
+ sleeps.push(ms);
50
+ },
51
+ write: () => undefined,
52
+ });
53
+ caps.beginChore();
54
+ expect(getActiveFullPassDecodeWindow()).toBe(DECODE_WINDOW);
55
+ expect(getActiveFullPassUnitSize()).toBe(500);
56
+ await caps.applyAtCheckpoint(async () => false);
57
+ expect(caps.decodeWindow).toBe(5_000);
58
+ expect(caps.unitSize).toBe(250);
59
+ expect(getActiveFullPassDecodeWindow()).toBe(5_000);
60
+ expect(sleeps).toEqual([]);
61
+ await caps.applyAtCheckpoint(async () => false);
62
+ expect(caps.decodeWindow).toBe(5_000);
63
+ expect(caps.unitSize).toBe(250);
64
+ expect(caps.unitSize).toBeGreaterThanOrEqual(FULL_PASS_UNIT_SIZE_FLOOR);
65
+ expect(sleeps.reduce((sum, ms) => sum + ms, 0)).toBe(5_000);
66
+ caps.endChore();
67
+ caps.beginChore();
68
+ expect(caps.decodeWindow).toBe(DECODE_WINDOW);
69
+ expect(caps.unitSize).toBe(500);
70
+ expect(getActiveFullPassDecodeWindow()).toBe(DECODE_WINDOW);
71
+ caps.endChore();
72
+ });
73
+ it("uses defaults 25 / 512 and logs once when flags are unreadable", async () => {
74
+ const logs = [];
75
+ const caps = new FullPassCapController({
76
+ flags: {
77
+ read: () => {
78
+ throw new Error("flag service unreachable");
79
+ },
80
+ },
81
+ write: (line) => logs.push(line),
82
+ cpuUsage: () => ({ user: 0, system: 0 }),
83
+ memoryUsage: () => ({ heapUsed: 1, rss: 1 }),
84
+ sleep: async () => undefined,
85
+ });
86
+ caps.beginChore();
87
+ const defaults = logs.filter((line) => line.includes('"action":"defaults"'));
88
+ expect(defaults).toHaveLength(1);
89
+ expect(defaults[0]).toContain(String(DEFAULT_FULL_PASS_CPU_CAP_PCT));
90
+ expect(defaults[0]).toContain(String(DEFAULT_FULL_PASS_HEAP_CAP_MB));
91
+ caps.beginChore();
92
+ expect(logs.filter((line) => line.includes('"action":"defaults"'))).toHaveLength(1);
93
+ caps.endChore();
94
+ });
95
+ it("does not unref the throttle sleep timer", async () => {
96
+ const timers = [];
97
+ const realSetTimeout = globalThis.setTimeout;
98
+ const spy = vi.spyOn(globalThis, "setTimeout").mockImplementation(((handler, ms, ...args) => {
99
+ const timer = realSetTimeout(handler, ms, ...args);
100
+ timers.push(timer);
101
+ return timer;
102
+ }));
103
+ let now = 0;
104
+ let cpuUser = 0;
105
+ try {
106
+ const caps = new FullPassCapController({
107
+ now: () => now,
108
+ cpuUsage: () => ({ user: cpuUser, system: 0 }),
109
+ memoryUsage: () => ({ heapUsed: 1, rss: 1 }),
110
+ flags: { read: () => ({ cpuCapPct: 25, heapCapMb: 512 }) },
111
+ write: () => undefined,
112
+ });
113
+ caps.beginChore();
114
+ now = 1_000;
115
+ cpuUser = 8_000_000;
116
+ await caps.applyAtCheckpoint(async () => false);
117
+ caps.endChore();
118
+ expect(timers.length).toBeGreaterThan(0);
119
+ expect(timers.every((timer) => timer.hasRef())).toBe(true);
120
+ }
121
+ finally {
122
+ spy.mockRestore();
123
+ }
124
+ });
125
+ });
126
+ //# sourceMappingURL=full-pass-caps.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"full-pass-caps.test.js","sourceRoot":"","sources":["../../src/sync/full-pass-caps.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,EAC7B,yBAAyB,EACzB,qBAAqB,EACrB,6BAA6B,EAC7B,yBAAyB,EACzB,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,IAAI,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAErF,SAAS,CAAC,GAAG,EAAE;IACb,0BAA0B,EAAE,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC;YACrC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG;YACd,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAC9C,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YAC1E,KAAK,EAAE;gBACL,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;oBACX,SAAS,EAAE,EAAE;oBACb,SAAS,EAAE,GAAG;iBACf,CAAC;aACH;YACD,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChB,GAAG,IAAI,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,GAAG,GAAG,KAAK,CAAC;QACZ,OAAO,GAAG,SAAS,CAAC;QACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wGAAwG,EAAE,KAAK,IAAI,EAAE;QACtH,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC;YACrC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YACZ,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACxC,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;gBAClB,QAAQ,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;gBAC3B,GAAG,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;aACvB,CAAC;YACF,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE;YAC1D,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBAClB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;YACD,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,CAAC,6BAA6B,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5D,MAAM,CAAC,yBAAyB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,6BAA6B,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,sBAAsB,CAAC,yBAAyB,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,6BAA6B,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC;YACrC,KAAK,EAAE;gBACL,IAAI,EAAE,GAAG,EAAE;oBACT,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;aACF;YACD,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACxC,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;YAC5C,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;SAC7B,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,YAAY,CAC9E,CAAC,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC;QAC7C,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,CACjE,OAA4C,EAC5C,EAAW,EACX,GAAG,IAAe,EAClB,EAAE;YACF,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,KAAuB,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC;QACf,CAAC,CAAsB,CAAC,CAAC;QACzB,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC;gBACrC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG;gBACd,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAC9C,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC5C,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE;gBAC1D,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;aACvB,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,GAAG,GAAG,KAAK,CAAC;YACZ,OAAO,GAAG,SAAS,CAAC;YACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACT,GAAG,CAAC,WAAW,EAAE,CAAC;QACpB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"multipart-uploader.d.ts","sourceRoot":"","sources":["../../src/sync/multipart-uploader.ts"],"names":[],"mappings":"AAWA,OAAO,EAEL,KAAK,cAAc,EAEnB,KAAK,+BAA+B,EACrC,MAAM,yBAAyB,CAAC;AAGjC,eAAO,MAAM,yBAAyB,QAAkB,CAAC;AACzD,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,eAAO,MAAM,6BAA6B,QAAmB,CAAC;AAK9D,KAAK,MAAM,GAAG,UAAU,MAAM,EAAE,CAAC;AAEjC,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,+EAA+E;IAC/E,UAAU,CAAC,EAAE,mBAAmB,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,+BAA+B,CAAC;IAC/C,KAAK,EAAE,mBAAmB,CAAC;IAC3B,6EAA6E;IAC7E,cAAc,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wFAAwF;AACxF,qBAAa,2BAA4B,SAAQ,KAAK;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBAAjB,SAAS,EAAE,MAAM;CAIvC;AAED,iFAAiF;AACjF,qBAAa,mBAAoB,SAAQ,KAAK;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM;gBAApB,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;CAI1D;AAED;;;GAGG;AACH,qBAAa,mBAAmB;IAIlB,QAAQ,CAAC,YAAY;IAHjC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqD;gBAExD,YAAY,SAAgC;IAM3D,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC;IAkBjD,IAAI,UAAU,IAAI,MAAM,CAA2B;IAEnD,OAAO,CAAC,KAAK;CAcd;AAID,6EAA6E;AAC7E,qBAAa,mBAAmB;IAI5B,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM;IANzB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAE9B,OAAO;IASP,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,mBAAmB;IA2B3F,gFAAgF;IAChF,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,mBAAmB;IASjH,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAqB9B,oBAAoB,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;CAqBtE;AAKD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;gBAErC,OAAO,EAAE,wBAAwB;IAUvC,MAAM,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAiCzE,qFAAqF;IAC/E,KAAK,CAAC,aAAa,EAAE,+BAA+B,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAcxG,qBAAqB;YAmCrB,qBAAqB;YAQrB,kBAAkB;IAShC,OAAO,CAAC,aAAa;YAIP,WAAW;IAwBzB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,mBAAmB;IAK3B,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,iBAAiB;YAcX,gBAAgB;CAG/B"}
1
+ {"version":3,"file":"multipart-uploader.d.ts","sourceRoot":"","sources":["../../src/sync/multipart-uploader.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,KAAK,cAAc,EAEnB,KAAK,+BAA+B,EACrC,MAAM,yBAAyB,CAAC;AAGjC,eAAO,MAAM,yBAAyB,QAAkB,CAAC;AACzD,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,eAAO,MAAM,6BAA6B,QAAmB,CAAC;AAK9D,KAAK,MAAM,GAAG,UAAU,MAAM,EAAE,CAAC;AAEjC,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,+EAA+E;IAC/E,UAAU,CAAC,EAAE,mBAAmB,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,+BAA+B,CAAC;IAC/C,KAAK,EAAE,mBAAmB,CAAC;IAC3B,6EAA6E;IAC7E,cAAc,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wFAAwF;AACxF,qBAAa,2BAA4B,SAAQ,KAAK;IACxC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBAAjB,SAAS,EAAE,MAAM;CAIvC;AAED,iFAAiF;AACjF,qBAAa,mBAAoB,SAAQ,KAAK;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM;gBAApB,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;CAI1D;AAED;;;GAGG;AACH,qBAAa,mBAAmB;IAIlB,QAAQ,CAAC,YAAY;IAHjC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqD;gBAExD,YAAY,SAAgC;IAM3D,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC;IAkBjD,IAAI,UAAU,IAAI,MAAM,CAA2B;IAEnD,OAAO,CAAC,KAAK;CAcd;AAID,6EAA6E;AAC7E,qBAAa,mBAAmB;IAI5B,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM;IANzB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAE9B,OAAO;IASP,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,mBAAmB;IA2B3F,gFAAgF;IAChF,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,mBAAmB;IASjH,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAqB9B,oBAAoB,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;CAqBtE;AAKD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;gBAErC,OAAO,EAAE,wBAAwB;IAUvC,MAAM,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAiCzE,qFAAqF;IAC/E,KAAK,CAAC,aAAa,EAAE,+BAA+B,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAcxG,qBAAqB;YAuCrB,qBAAqB;YAQrB,kBAAkB;IAShC,OAAO,CAAC,aAAa;YAIP,WAAW;IAwBzB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,mBAAmB;IAK3B,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,iBAAiB;YAcX,gBAAgB;CAG/B"}
@@ -8,6 +8,7 @@
8
8
  import { createHash } from "node:crypto";
9
9
  import * as fs from "node:fs";
10
10
  import * as path from "node:path";
11
+ import { headersForObjectLockPut } from "../lib/s3-content-checksum.js";
11
12
  import { MAX_SYNC_DESCRIPTOR_LIFETIME_MS, } from "./candidate-uploader.js";
12
13
  import { REALTIME_SYNC_CONTRACT_VERSION } from "./realtime-rollout.js";
13
14
  export const MULTIPART_PART_SIZE_BYTES = 8 * 1024 * 1024;
@@ -272,7 +273,7 @@ export class MultipartUploader {
272
273
  const body = input.spool.readPart(authority.partNumber);
273
274
  response = await this.requestPresigned(authority.url, {
274
275
  method: "PUT",
275
- headers: { "x-amz-checksum-sha256": checksumHeader(checksums.get(authority.partNumber)) },
276
+ headers: headersForObjectLockPut(authority.url, { "x-amz-checksum-sha256": checksumHeader(checksums.get(authority.partNumber)) }, body),
276
277
  body,
277
278
  }, `multipart part ${authority.partNumber}`);
278
279
  }