@indigoai-us/hq-cloud 6.15.0 → 6.15.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-mutation.d.ts +16 -0
- package/dist/bin/sync-mutation.d.ts.map +1 -0
- package/dist/bin/sync-mutation.js +60 -0
- package/dist/bin/sync-mutation.js.map +1 -0
- package/dist/bin/sync-mutation.test.d.ts +2 -0
- package/dist/bin/sync-mutation.test.d.ts.map +1 -0
- package/dist/bin/sync-mutation.test.js +165 -0
- package/dist/bin/sync-mutation.test.js.map +1 -0
- package/dist/bin/sync-runner-company.d.ts +8 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +16 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.d.ts +2 -0
- package/dist/bin/sync-runner-company.test.d.ts.map +1 -0
- package/dist/bin/sync-runner-company.test.js +36 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -0
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +98 -8
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +17 -0
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +109 -0
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/conflict-recovery.test.d.ts +2 -0
- package/dist/cli/conflict-recovery.test.d.ts.map +1 -0
- package/dist/cli/conflict-recovery.test.js +201 -0
- package/dist/cli/conflict-recovery.test.js.map +1 -0
- package/dist/cli/conflict.d.ts +60 -0
- package/dist/cli/conflict.d.ts.map +1 -1
- package/dist/cli/conflict.js +333 -0
- package/dist/cli/conflict.js.map +1 -1
- package/dist/cli/sync.d.ts +35 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +100 -0
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +85 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/skill-telemetry.d.ts +6 -0
- package/dist/skill-telemetry.d.ts.map +1 -1
- package/dist/skill-telemetry.js +14 -2
- package/dist/skill-telemetry.js.map +1 -1
- package/dist/skill-telemetry.test.js +79 -0
- package/dist/skill-telemetry.test.js.map +1 -1
- package/dist/sync/candidate-uploader.d.ts +88 -0
- package/dist/sync/candidate-uploader.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.js +212 -0
- package/dist/sync/candidate-uploader.js.map +1 -0
- package/dist/sync/candidate-uploader.test.d.ts +2 -0
- package/dist/sync/candidate-uploader.test.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.test.js +132 -0
- package/dist/sync/candidate-uploader.test.js.map +1 -0
- package/dist/sync/delta-client.d.ts +73 -0
- package/dist/sync/delta-client.d.ts.map +1 -0
- package/dist/sync/delta-client.js +201 -0
- package/dist/sync/delta-client.js.map +1 -0
- package/dist/sync/delta-client.test.d.ts +2 -0
- package/dist/sync/delta-client.test.d.ts.map +1 -0
- package/dist/sync/delta-client.test.js +97 -0
- package/dist/sync/delta-client.test.js.map +1 -0
- package/dist/sync/durable-apply.d.ts +76 -0
- package/dist/sync/durable-apply.d.ts.map +1 -0
- package/dist/sync/durable-apply.js +530 -0
- package/dist/sync/durable-apply.js.map +1 -0
- package/dist/sync/durable-apply.test.d.ts +2 -0
- package/dist/sync/durable-apply.test.d.ts.map +1 -0
- package/dist/sync/durable-apply.test.js +180 -0
- package/dist/sync/durable-apply.test.js.map +1 -0
- package/dist/sync/event-sync.d.ts +33 -1
- package/dist/sync/event-sync.d.ts.map +1 -1
- package/dist/sync/event-sync.js +149 -1
- package/dist/sync/event-sync.js.map +1 -1
- package/dist/sync/event-sync.test.js +142 -1
- package/dist/sync/event-sync.test.js.map +1 -1
- package/dist/sync/index.d.ts +2 -0
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +1 -0
- package/dist/sync/index.js.map +1 -1
- package/dist/sync/multipart-uploader.d.ts +99 -0
- package/dist/sync/multipart-uploader.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.js +447 -0
- package/dist/sync/multipart-uploader.js.map +1 -0
- package/dist/sync/multipart-uploader.test.d.ts +2 -0
- package/dist/sync/multipart-uploader.test.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.test.js +119 -0
- package/dist/sync/multipart-uploader.test.js.map +1 -0
- package/dist/sync/mutation-client.d.ts +85 -0
- package/dist/sync/mutation-client.d.ts.map +1 -0
- package/dist/sync/mutation-client.js +245 -0
- package/dist/sync/mutation-client.js.map +1 -0
- package/dist/sync/mutation-client.test.d.ts +2 -0
- package/dist/sync/mutation-client.test.d.ts.map +1 -0
- package/dist/sync/mutation-client.test.js +51 -0
- package/dist/sync/mutation-client.test.js.map +1 -0
- package/dist/sync/push-receiver.d.ts +45 -0
- package/dist/sync/push-receiver.d.ts.map +1 -1
- package/dist/sync/push-receiver.js +101 -0
- package/dist/sync/push-receiver.js.map +1 -1
- package/dist/sync/push-receiver.test.js +54 -2
- package/dist/sync/push-receiver.test.js.map +1 -1
- package/dist/sync/scope-inventory-client.d.ts +69 -0
- package/dist/sync/scope-inventory-client.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.js +210 -0
- package/dist/sync/scope-inventory-client.js.map +1 -0
- package/dist/sync/scope-inventory-client.test.d.ts +2 -0
- package/dist/sync/scope-inventory-client.test.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.test.js +94 -0
- package/dist/sync/scope-inventory-client.test.js.map +1 -0
- package/dist/sync/snapshot-client.d.ts +98 -0
- package/dist/sync/snapshot-client.d.ts.map +1 -0
- package/dist/sync/snapshot-client.js +402 -0
- package/dist/sync/snapshot-client.js.map +1 -0
- package/dist/sync/snapshot-client.test.d.ts +2 -0
- package/dist/sync/snapshot-client.test.d.ts.map +1 -0
- package/dist/sync/snapshot-client.test.js +169 -0
- package/dist/sync/snapshot-client.test.js.map +1 -0
- package/dist/sync/uploader-finalization.d.ts +97 -0
- package/dist/sync/uploader-finalization.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.js +273 -0
- package/dist/sync/uploader-finalization.js.map +1 -0
- package/dist/sync/uploader-finalization.test.d.ts +2 -0
- package/dist/sync/uploader-finalization.test.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.test.js +92 -0
- package/dist/sync/uploader-finalization.test.js.map +1 -0
- package/dist/telemetry.d.ts +11 -1
- package/dist/telemetry.d.ts.map +1 -1
- package/dist/telemetry.js +21 -2
- package/dist/telemetry.js.map +1 -1
- package/dist/telemetry.test.js +80 -0
- package/dist/telemetry.test.js.map +1 -1
- package/package.json +6 -1
- package/.claude/policies/hq-cloud-esm-cannot-spy-fs-builtins.md +0 -30
- package/.claude/policies/hq-cloud-strip-types-no-parameter-properties.md +0 -22
- package/.github/workflows/ci.yml +0 -84
- package/.github/workflows/publish.yml +0 -56
- package/.github/workflows/unreleased-commits-nag.yml +0 -256
- package/eslint.config.js +0 -67
- package/pnpm-workspace.yaml +0 -2
- package/scripts/presign-transport-e2e.mjs +0 -250
- package/scripts/vault-rebaseline.sh +0 -323
- package/scripts/vault-rescue.sh +0 -332
- package/src/active-company.test.ts +0 -188
- package/src/active-company.ts +0 -168
- package/src/agent-codex-instructions.test.ts +0 -332
- package/src/agent-codex-instructions.ts +0 -309
- package/src/auth.ts +0 -146
- package/src/backup-prune.test.ts +0 -98
- package/src/backup-prune.ts +0 -182
- package/src/bin/backup-prune-runner.ts +0 -33
- package/src/bin/rescue-runner.ts +0 -25
- package/src/bin/sync-runner-company.ts +0 -695
- package/src/bin/sync-runner-events.test.ts +0 -143
- package/src/bin/sync-runner-events.ts +0 -55
- package/src/bin/sync-runner-planning.test.ts +0 -311
- package/src/bin/sync-runner-planning.ts +0 -258
- package/src/bin/sync-runner-rollup.test.ts +0 -37
- package/src/bin/sync-runner-rollup.ts +0 -97
- package/src/bin/sync-runner-telemetry.ts +0 -15
- package/src/bin/sync-runner-watch-loop.ts +0 -1235
- package/src/bin/sync-runner-watch-routes.test.ts +0 -71
- package/src/bin/sync-runner-watch-routes.ts +0 -184
- package/src/bin/sync-runner.test.ts +0 -8767
- package/src/bin/sync-runner.ts +0 -2190
- package/src/cli/accept.ts +0 -124
- package/src/cli/conflict.ts +0 -119
- package/src/cli/doctor.test.ts +0 -581
- package/src/cli/doctor.ts +0 -642
- package/src/cli/index.ts +0 -49
- package/src/cli/invite.test.ts +0 -250
- package/src/cli/invite.ts +0 -214
- package/src/cli/promote.ts +0 -157
- package/src/cli/reindex-knowledge.test.ts +0 -307
- package/src/cli/reindex-knowledge.ts +0 -450
- package/src/cli/reindex.test.ts +0 -957
- package/src/cli/reindex.ts +0 -979
- package/src/cli/rescue-classify-ordering.test.ts +0 -548
- package/src/cli/rescue-clone-diagnostics.test.ts +0 -120
- package/src/cli/rescue-core.ts +0 -3011
- package/src/cli/rescue-drift-reconcile.test.ts +0 -179
- package/src/cli/rescue-drop-dir-symlink.test.ts +0 -224
- package/src/cli/rescue-exec-bit-preserve.test.ts +0 -187
- package/src/cli/rescue-hq-root-guard.test.ts +0 -232
- package/src/cli/rescue-journal-reconcile.test.ts +0 -215
- package/src/cli/rescue-mtime-preserve.test.ts +0 -203
- package/src/cli/rescue-settings-reconcile.test.ts +0 -637
- package/src/cli/rescue-snapshot.test.ts +0 -57
- package/src/cli/rescue-snapshot.ts +0 -51
- package/src/cli/rescue.reindex.test.ts +0 -63
- package/src/cli/rescue.test.ts +0 -131
- package/src/cli/rescue.ts +0 -182
- package/src/cli/share.test.ts +0 -7843
- package/src/cli/share.ts +0 -3663
- package/src/cli/sync-scope.test.ts +0 -652
- package/src/cli/sync.test.ts +0 -5207
- package/src/cli/sync.ts +0 -3470
- package/src/cli/tombstones.ts +0 -106
- package/src/cli/watch-event-push-conflict.test.ts +0 -234
- package/src/client-info.test.ts +0 -214
- package/src/client-info.ts +0 -121
- package/src/cognito-auth.test.ts +0 -712
- package/src/cognito-auth.ts +0 -1422
- package/src/company-resolver.test.ts +0 -618
- package/src/company-resolver.ts +0 -521
- package/src/context.test.ts +0 -583
- package/src/context.ts +0 -378
- package/src/daemon-worker.ts +0 -26
- package/src/daemon.ts +0 -99
- package/src/entity-resolver.test.ts +0 -315
- package/src/entity-resolver.ts +0 -180
- package/src/ignore.test.ts +0 -466
- package/src/ignore.ts +0 -469
- package/src/index.ts +0 -439
- package/src/journal.test.ts +0 -968
- package/src/journal.ts +0 -765
- package/src/lib/cloud-authoritative.test.ts +0 -45
- package/src/lib/cloud-authoritative.ts +0 -59
- package/src/lib/conflict-file.ts +0 -86
- package/src/lib/conflict-index.ts +0 -289
- package/src/lib/conflict.test.ts +0 -348
- package/src/lib/describe-error.test.ts +0 -100
- package/src/lib/describe-error.ts +0 -58
- package/src/lib/exit-codes.ts +0 -24
- package/src/lib/machine-id.test.ts +0 -231
- package/src/lib/machine-id.ts +0 -175
- package/src/lib/net-errors.test.ts +0 -65
- package/src/lib/net-errors.ts +0 -86
- package/src/lib/readlink-safe.test.ts +0 -43
- package/src/lib/readlink-safe.ts +0 -29
- package/src/local-path-codec.test.ts +0 -138
- package/src/local-path-codec.ts +0 -161
- package/src/machine-auth.test.ts +0 -1323
- package/src/manifest-reconcile.test.ts +0 -1123
- package/src/manifest-reconcile.ts +0 -518
- package/src/object-io.test.ts +0 -1221
- package/src/object-io.ts +0 -1306
- package/src/operation-lock.test.ts +0 -484
- package/src/operation-lock.ts +0 -680
- package/src/outcome-telemetry.test.ts +0 -498
- package/src/outcome-telemetry.ts +0 -639
- package/src/personal-vault-exclusions.test.ts +0 -308
- package/src/personal-vault-exclusions.ts +0 -354
- package/src/personal-vault.test.ts +0 -756
- package/src/personal-vault.ts +0 -496
- package/src/prefix-coalesce.test.ts +0 -240
- package/src/prefix-coalesce.ts +0 -273
- package/src/public-surface.test.ts +0 -117
- package/src/qmd-reindex.test.ts +0 -877
- package/src/qmd-reindex.ts +0 -842
- package/src/read-only-state-dir.test.ts +0 -188
- package/src/remote-pull.test.ts +0 -1130
- package/src/remote-pull.ts +0 -618
- package/src/s3.symlink-materialize.test.ts +0 -492
- package/src/s3.test.ts +0 -1789
- package/src/s3.ts +0 -1532
- package/src/schemas/signal-types.test.ts +0 -82
- package/src/schemas/signal-types.ts +0 -38
- package/src/schemas/source-channels.test.ts +0 -82
- package/src/schemas/source-channels.ts +0 -53
- package/src/scope-shrink.test.ts +0 -633
- package/src/scope-shrink.ts +0 -481
- package/src/signals/get.test.ts +0 -310
- package/src/signals/get.ts +0 -75
- package/src/signals/internals.ts +0 -195
- package/src/signals/list.test.ts +0 -420
- package/src/signals/list.ts +0 -79
- package/src/signals/parse.ts +0 -8
- package/src/signals/types.ts +0 -91
- package/src/skill-telemetry.test.ts +0 -1825
- package/src/skill-telemetry.ts +0 -1439
- package/src/sources/get.test.ts +0 -293
- package/src/sources/get.ts +0 -66
- package/src/sources/internals.ts +0 -198
- package/src/sources/list.test.ts +0 -402
- package/src/sources/list.ts +0 -84
- package/src/sources/parse.ts +0 -43
- package/src/sources/types.ts +0 -84
- package/src/sync/event-sync.test.ts +0 -594
- package/src/sync/event-sync.ts +0 -545
- package/src/sync/feature-flags.test.ts +0 -378
- package/src/sync/feature-flags.ts +0 -62
- package/src/sync/index.ts +0 -76
- package/src/sync/lease-client.test.ts +0 -128
- package/src/sync/lease-client.ts +0 -207
- package/src/sync/logger.test.ts +0 -242
- package/src/sync/logger.ts +0 -79
- package/src/sync/metrics.test.ts +0 -462
- package/src/sync/metrics.ts +0 -213
- package/src/sync/pull-scope.ts +0 -265
- package/src/sync/push-event.test.ts +0 -266
- package/src/sync/push-event.ts +0 -224
- package/src/sync/push-receiver.test.ts +0 -566
- package/src/sync/push-receiver.ts +0 -1048
- package/src/sync/push-transport.ts +0 -231
- package/src/sync/realtime-rollout.test.ts +0 -86
- package/src/sync/realtime-rollout.ts +0 -262
- package/src/sync/state-store.test.ts +0 -194
- package/src/sync/state-store.ts +0 -727
- package/src/sync-core.ts +0 -58
- package/src/sync-progress.test.ts +0 -94
- package/src/sync-progress.ts +0 -140
- package/src/telemetry-events.test.ts +0 -88
- package/src/telemetry-events.ts +0 -205
- package/src/telemetry.test.ts +0 -1280
- package/src/telemetry.ts +0 -1109
- package/src/types.ts +0 -314
- package/src/vault-client.test.ts +0 -1380
- package/src/vault-client.ts +0 -1694
- package/src/version.ts +0 -24
- package/src/watch-roots.test.ts +0 -278
- package/src/watch-roots.ts +0 -162
- package/src/watcher-event-gate.test.ts +0 -212
- package/src/watcher.test.ts +0 -1079
- package/src/watcher.ts +0 -1741
- package/test/e2e/sync/cross-tenant-isolation.test.ts +0 -630
- package/test/e2e/sync/skill-telemetry-oversized-transcript.test.ts +0 -124
- package/test/e2e/sync/transient-company-leg.test.ts +0 -384
- package/test/e2e/sync/windows-unreadable-link-leg.test.ts +0 -191
- package/test/e2e/watcher-real-chokidar.test.ts +0 -165
- package/test/e2e/watcher-recursive-backend.test.ts +0 -181
- package/test/e2e/watcher-scoped-coverage.test.ts +0 -381
- package/test/invite-flow.integration.test.ts +0 -244
- package/test/joiner-manifest-reconcile.integration.test.ts +0 -322
- package/test/share-sync.integration.test.ts +0 -213
- package/tsconfig.json +0 -19
- package/vitest.config.ts +0 -22
|
@@ -0,0 +1,447 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Multipart candidate transport for realtime sync v2.
|
|
3
|
+
*
|
|
4
|
+
* An attempt spool is immutable once fsynced: later source edits are detected
|
|
5
|
+
* separately and abort the old server-side upload rather than changing bytes
|
|
6
|
+
* beneath an attempt that may already have an externally visible effect.
|
|
7
|
+
*/
|
|
8
|
+
import { createHash } from "node:crypto";
|
|
9
|
+
import * as fs from "node:fs";
|
|
10
|
+
import * as path from "node:path";
|
|
11
|
+
import { MAX_SYNC_DESCRIPTOR_LIFETIME_MS, } from "./candidate-uploader.js";
|
|
12
|
+
import { REALTIME_SYNC_CONTRACT_VERSION } from "./realtime-rollout.js";
|
|
13
|
+
export const MULTIPART_PART_SIZE_BYTES = 8 * 1024 * 1024;
|
|
14
|
+
export const MAX_MULTIPART_PARTS_IN_FLIGHT = 2;
|
|
15
|
+
export const MAX_MULTIPART_BYTES_IN_FLIGHT = 64 * 1024 * 1024;
|
|
16
|
+
const OPAQUE_ID = /^[A-Za-z0-9._~-]{1,512}$/;
|
|
17
|
+
const SHA256 = /^sha256:[a-f0-9]{64}$/;
|
|
18
|
+
/** Raised only after the old upload was aborted and its spool deliberately retained. */
|
|
19
|
+
export class MultipartSourceChangedError extends Error {
|
|
20
|
+
attemptId;
|
|
21
|
+
constructor(attemptId) {
|
|
22
|
+
super(`realtime multipart: source changed for ${attemptId}; old upload was aborted and spool retained`);
|
|
23
|
+
this.attemptId = attemptId;
|
|
24
|
+
this.name = "MultipartSourceChangedError";
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
/** An abort that cannot be confirmed always leaves durable recovery evidence. */
|
|
28
|
+
export class MultipartAbortError extends Error {
|
|
29
|
+
evidencePath;
|
|
30
|
+
constructor(evidencePath, cause) {
|
|
31
|
+
super(`realtime multipart: abort could not be confirmed; recovery evidence: ${evidencePath}`, { cause });
|
|
32
|
+
this.evidencePath = evidencePath;
|
|
33
|
+
this.name = "MultipartAbortError";
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Process-wide byte semaphore. A caller reserves exactly the in-memory part
|
|
38
|
+
* buffer it is about to read, so total transfer buffers cannot exceed 64 MiB.
|
|
39
|
+
*/
|
|
40
|
+
export class MultipartByteBudget {
|
|
41
|
+
maximumBytes;
|
|
42
|
+
usedBytes = 0;
|
|
43
|
+
waiters = [];
|
|
44
|
+
constructor(maximumBytes = MAX_MULTIPART_BYTES_IN_FLIGHT) {
|
|
45
|
+
this.maximumBytes = maximumBytes;
|
|
46
|
+
if (!Number.isSafeInteger(maximumBytes) || maximumBytes < 1) {
|
|
47
|
+
throw new Error("realtime multipart: maximum byte budget must be a positive integer");
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
async acquire(bytes) {
|
|
51
|
+
if (!Number.isSafeInteger(bytes) || bytes < 1 || bytes > this.maximumBytes) {
|
|
52
|
+
throw new Error("realtime multipart: invalid byte-budget reservation");
|
|
53
|
+
}
|
|
54
|
+
if (this.usedBytes + bytes > this.maximumBytes) {
|
|
55
|
+
await new Promise((resolve) => this.waiters.push({ bytes, resolve }));
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
this.usedBytes += bytes;
|
|
59
|
+
}
|
|
60
|
+
let released = false;
|
|
61
|
+
return () => {
|
|
62
|
+
if (released)
|
|
63
|
+
return;
|
|
64
|
+
released = true;
|
|
65
|
+
this.usedBytes -= bytes;
|
|
66
|
+
this.drain();
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
get inUseBytes() { return this.usedBytes; }
|
|
70
|
+
drain() {
|
|
71
|
+
for (let index = 0; index < this.waiters.length;) {
|
|
72
|
+
const waiter = this.waiters[index];
|
|
73
|
+
if (this.usedBytes + waiter.bytes > this.maximumBytes) {
|
|
74
|
+
index++;
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
this.waiters.splice(index, 1);
|
|
78
|
+
// Reserve before resolving: several waiters may be runnable in the same
|
|
79
|
+
// drain, and resolving them first would let their microtasks overbook.
|
|
80
|
+
this.usedBytes += waiter.bytes;
|
|
81
|
+
waiter.resolve();
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
const processByteBudget = new MultipartByteBudget();
|
|
86
|
+
/** A checksummed, immutable local byte source that survives process loss. */
|
|
87
|
+
export class DurableAttemptSpool {
|
|
88
|
+
attemptId;
|
|
89
|
+
filePath;
|
|
90
|
+
size;
|
|
91
|
+
sha256;
|
|
92
|
+
evidencePath;
|
|
93
|
+
constructor(attemptId, filePath, size, sha256) {
|
|
94
|
+
this.attemptId = attemptId;
|
|
95
|
+
this.filePath = filePath;
|
|
96
|
+
this.size = size;
|
|
97
|
+
this.sha256 = sha256;
|
|
98
|
+
this.evidencePath = `${filePath}.orphan.json`;
|
|
99
|
+
}
|
|
100
|
+
static create(directory, attemptId, bytes) {
|
|
101
|
+
requireOpaqueId(attemptId, "attemptId");
|
|
102
|
+
const sha256 = checksum(bytes);
|
|
103
|
+
fs.mkdirSync(directory, { recursive: true, mode: 0o700 });
|
|
104
|
+
const filePath = path.join(directory, `${attemptId}.spool`);
|
|
105
|
+
const tempPath = `${filePath}.${process.pid}.${Math.random().toString(16).slice(2)}.tmp`;
|
|
106
|
+
let fd;
|
|
107
|
+
try {
|
|
108
|
+
fd = fs.openSync(tempPath, "wx", 0o600);
|
|
109
|
+
let offset = 0;
|
|
110
|
+
while (offset < bytes.byteLength)
|
|
111
|
+
offset += fs.writeSync(fd, bytes, offset, bytes.byteLength - offset);
|
|
112
|
+
fs.fsyncSync(fd);
|
|
113
|
+
fs.closeSync(fd);
|
|
114
|
+
fd = undefined;
|
|
115
|
+
// link(2) is atomic and fails with EEXIST rather than POSIX rename's
|
|
116
|
+
// replacement semantics. An attempt spool is immutable recovery data.
|
|
117
|
+
fs.linkSync(tempPath, filePath);
|
|
118
|
+
fs.unlinkSync(tempPath);
|
|
119
|
+
fsyncDirectory(directory);
|
|
120
|
+
return new DurableAttemptSpool(attemptId, filePath, bytes.byteLength, sha256);
|
|
121
|
+
}
|
|
122
|
+
catch (error) {
|
|
123
|
+
if (fd !== undefined)
|
|
124
|
+
fs.closeSync(fd);
|
|
125
|
+
try {
|
|
126
|
+
fs.unlinkSync(tempPath);
|
|
127
|
+
}
|
|
128
|
+
catch { /* no durable spool was published */ }
|
|
129
|
+
throw new Error(`realtime multipart: unable to create durable spool for ${attemptId}`, { cause: error });
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
/** Reopens and verifies an existing spool before permitting any network I/O. */
|
|
133
|
+
static open(attemptId, filePath, expected) {
|
|
134
|
+
requireOpaqueId(attemptId, "attemptId");
|
|
135
|
+
const stat = fs.statSync(filePath);
|
|
136
|
+
if (!stat.isFile() || stat.size !== expected.size)
|
|
137
|
+
throw new Error("realtime multipart: spool size is not durable or does not match its attempt");
|
|
138
|
+
const actual = checksum(fs.readFileSync(filePath));
|
|
139
|
+
if (actual !== expected.sha256)
|
|
140
|
+
throw new Error("realtime multipart: spool checksum does not match its attempt");
|
|
141
|
+
return new DurableAttemptSpool(attemptId, filePath, expected.size, expected.sha256);
|
|
142
|
+
}
|
|
143
|
+
readPart(partNumber) {
|
|
144
|
+
const offset = (partNumber - 1) * MULTIPART_PART_SIZE_BYTES;
|
|
145
|
+
const length = Math.min(MULTIPART_PART_SIZE_BYTES, this.size - offset);
|
|
146
|
+
if (!Number.isSafeInteger(partNumber) || partNumber < 1 || length < 1) {
|
|
147
|
+
throw new Error("realtime multipart: requested spool part is outside the immutable source");
|
|
148
|
+
}
|
|
149
|
+
const buffer = Buffer.allocUnsafe(length);
|
|
150
|
+
const fd = fs.openSync(this.filePath, "r");
|
|
151
|
+
try {
|
|
152
|
+
let bytesRead = 0;
|
|
153
|
+
while (bytesRead < length) {
|
|
154
|
+
const result = fs.readSync(fd, buffer, bytesRead, length - bytesRead, offset + bytesRead);
|
|
155
|
+
if (result === 0)
|
|
156
|
+
throw new Error("realtime multipart: durable spool ended before its declared size");
|
|
157
|
+
bytesRead += result;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
finally {
|
|
161
|
+
fs.closeSync(fd);
|
|
162
|
+
}
|
|
163
|
+
return buffer;
|
|
164
|
+
}
|
|
165
|
+
async recordOrphanEvidence(evidence) {
|
|
166
|
+
const directory = path.dirname(this.evidencePath);
|
|
167
|
+
const tempPath = `${this.evidencePath}.${process.pid}.${Math.random().toString(16).slice(2)}.tmp`;
|
|
168
|
+
const body = Buffer.from(`${JSON.stringify(evidence)}\n`, "utf8");
|
|
169
|
+
let fd;
|
|
170
|
+
try {
|
|
171
|
+
fd = fs.openSync(tempPath, "wx", 0o600);
|
|
172
|
+
let offset = 0;
|
|
173
|
+
while (offset < body.byteLength)
|
|
174
|
+
offset += fs.writeSync(fd, body, offset, body.byteLength - offset);
|
|
175
|
+
fs.fsyncSync(fd);
|
|
176
|
+
fs.closeSync(fd);
|
|
177
|
+
fd = undefined;
|
|
178
|
+
fs.renameSync(tempPath, this.evidencePath);
|
|
179
|
+
fsyncDirectory(directory);
|
|
180
|
+
return this.evidencePath;
|
|
181
|
+
}
|
|
182
|
+
catch (error) {
|
|
183
|
+
if (fd !== undefined)
|
|
184
|
+
fs.closeSync(fd);
|
|
185
|
+
try {
|
|
186
|
+
fs.unlinkSync(tempPath);
|
|
187
|
+
}
|
|
188
|
+
catch { /* original failure is more useful */ }
|
|
189
|
+
throw new Error("realtime multipart: unable to preserve orphan evidence", { cause: error });
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
export class MultipartUploader {
|
|
194
|
+
apiUrl;
|
|
195
|
+
fetchImpl;
|
|
196
|
+
now;
|
|
197
|
+
authorizationTimeoutMs;
|
|
198
|
+
byteBudget;
|
|
199
|
+
constructor(options) {
|
|
200
|
+
if (!options.apiUrl.trim())
|
|
201
|
+
throw new Error("realtime multipart: apiUrl is required");
|
|
202
|
+
this.apiUrl = options.apiUrl.replace(/\/+$/, "");
|
|
203
|
+
this.fetchImpl = options.fetchImpl ?? globalThis.fetch;
|
|
204
|
+
this.now = options.now ?? Date.now;
|
|
205
|
+
this.authorizationTimeoutMs = options.authorizationTimeoutMs ?? 15_000;
|
|
206
|
+
this.byteBudget = options.byteBudget ?? processByteBudget;
|
|
207
|
+
if (!Number.isSafeInteger(this.authorizationTimeoutMs) || this.authorizationTimeoutMs < 1)
|
|
208
|
+
throw new Error("realtime multipart: authorization timeout must be positive");
|
|
209
|
+
}
|
|
210
|
+
async upload(input) {
|
|
211
|
+
this.assertAuthorization(input.authorization);
|
|
212
|
+
if (input.spool.size <= MULTIPART_PART_SIZE_BYTES)
|
|
213
|
+
throw new Error("realtime multipart: source must exceed the single-candidate limit");
|
|
214
|
+
await this.assertSourceUnchanged(input);
|
|
215
|
+
const plan = parsePlan(await this.controlJson(input.authorization, "POST", this.multipartPath(input.spool.attemptId), {
|
|
216
|
+
size: input.spool.size,
|
|
217
|
+
sha256: input.spool.sha256,
|
|
218
|
+
partSizeBytes: MULTIPART_PART_SIZE_BYTES,
|
|
219
|
+
}, "multipart create"));
|
|
220
|
+
this.assertPlan(plan, input.spool);
|
|
221
|
+
try {
|
|
222
|
+
const completeParts = [];
|
|
223
|
+
for (let first = 1; first <= plan.partCount; first += MAX_MULTIPART_PARTS_IN_FLIGHT) {
|
|
224
|
+
await this.assertSourceUnchanged(input);
|
|
225
|
+
const partNumbers = Array.from({ length: Math.min(MAX_MULTIPART_PARTS_IN_FLIGHT, plan.partCount - first + 1) }, (_, index) => first + index);
|
|
226
|
+
const partChecksums = new Map(partNumbers.map((partNumber) => [partNumber, checksum(input.spool.readPart(partNumber))]));
|
|
227
|
+
const authorities = parseAuthorities(await this.controlJson(input.authorization, "POST", `${this.multipartPath(input.spool.attemptId)}/parts/authorize`, {
|
|
228
|
+
parts: partNumbers.map((partNumber) => ({ partNumber, checksum: partChecksums.get(partNumber) })),
|
|
229
|
+
}, "multipart part authorize"));
|
|
230
|
+
this.assertAuthorities(authorities, partChecksums, input.authorization.lease.expiresAt);
|
|
231
|
+
const completed = await Promise.all(authorities.map(async (authority) => this.uploadPartWithRenewal(input, authority, partChecksums)));
|
|
232
|
+
completeParts.push(...completed);
|
|
233
|
+
}
|
|
234
|
+
completeParts.sort((left, right) => left.partNumber - right.partNumber);
|
|
235
|
+
await this.assertSourceUnchanged(input);
|
|
236
|
+
return parseComplete(await this.controlJson(input.authorization, "POST", `${this.multipartPath(input.spool.attemptId)}/complete`, { parts: completeParts }, "multipart complete"), input.spool.attemptId);
|
|
237
|
+
}
|
|
238
|
+
catch (error) {
|
|
239
|
+
if (error instanceof MultipartSourceChangedError)
|
|
240
|
+
throw error;
|
|
241
|
+
throw new Error(`realtime multipart: upload ${input.spool.attemptId} failed; durable spool retained for status/recovery`, { cause: error });
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
/** Source-change and recovery paths may call abort repeatedly; 204 is idempotent. */
|
|
245
|
+
async abort(authorization, spool, reason) {
|
|
246
|
+
try {
|
|
247
|
+
await this.controlJson(authorization, "DELETE", this.multipartPath(spool.attemptId), undefined, "multipart abort");
|
|
248
|
+
}
|
|
249
|
+
catch (error) {
|
|
250
|
+
const evidencePath = await spool.recordOrphanEvidence({
|
|
251
|
+
attemptId: spool.attemptId,
|
|
252
|
+
reason,
|
|
253
|
+
recordedAt: new Date(this.now()).toISOString(),
|
|
254
|
+
error: error instanceof Error ? error.message : String(error),
|
|
255
|
+
});
|
|
256
|
+
throw new MultipartAbortError(evidencePath, error);
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
async uploadPartWithRenewal(input, authority, checksums) {
|
|
260
|
+
for (let attempt = 0; attempt < 2; attempt++) {
|
|
261
|
+
await this.assertSourceUnchanged(input);
|
|
262
|
+
const release = await this.byteBudget.acquire(Math.min(MULTIPART_PART_SIZE_BYTES, input.spool.size - (authority.partNumber - 1) * MULTIPART_PART_SIZE_BYTES));
|
|
263
|
+
let response;
|
|
264
|
+
try {
|
|
265
|
+
await this.assertSourceUnchanged(input);
|
|
266
|
+
if (Date.parse(authority.expiresAt) <= this.now()) {
|
|
267
|
+
if (attempt === 1)
|
|
268
|
+
throw new Error(`realtime multipart: renewed part ${authority.partNumber} authority expired before transfer`);
|
|
269
|
+
authority = await this.renewPartAuthority(input, authority, checksums);
|
|
270
|
+
continue;
|
|
271
|
+
}
|
|
272
|
+
const body = input.spool.readPart(authority.partNumber);
|
|
273
|
+
response = await this.requestPresigned(authority.url, {
|
|
274
|
+
method: "PUT",
|
|
275
|
+
headers: { "x-amz-checksum-sha256": checksumHeader(checksums.get(authority.partNumber)) },
|
|
276
|
+
body,
|
|
277
|
+
}, `multipart part ${authority.partNumber}`);
|
|
278
|
+
}
|
|
279
|
+
finally {
|
|
280
|
+
release();
|
|
281
|
+
}
|
|
282
|
+
if (response.ok) {
|
|
283
|
+
const etag = response.headers.get("etag");
|
|
284
|
+
if (!etag || etag.trim() === "")
|
|
285
|
+
throw new Error(`realtime multipart: part ${authority.partNumber} response lacks ETag`);
|
|
286
|
+
return { partNumber: authority.partNumber, etag, checksum: checksums.get(authority.partNumber) };
|
|
287
|
+
}
|
|
288
|
+
if (attempt === 0 && isExpiredPartResponse(response.status)) {
|
|
289
|
+
authority = await this.renewPartAuthority(input, authority, checksums);
|
|
290
|
+
continue;
|
|
291
|
+
}
|
|
292
|
+
throw new Error(await responseDetail(response, `multipart part ${authority.partNumber}`));
|
|
293
|
+
}
|
|
294
|
+
throw new Error("realtime multipart: exhausted part renewal unexpectedly");
|
|
295
|
+
}
|
|
296
|
+
async assertSourceUnchanged(input) {
|
|
297
|
+
if (!input.sourceChecksum)
|
|
298
|
+
return;
|
|
299
|
+
const observed = await input.sourceChecksum();
|
|
300
|
+
if (observed === input.spool.sha256)
|
|
301
|
+
return;
|
|
302
|
+
await this.abort(input.authorization, input.spool, "source-checksum-changed");
|
|
303
|
+
throw new MultipartSourceChangedError(input.spool.attemptId);
|
|
304
|
+
}
|
|
305
|
+
async renewPartAuthority(input, authority, checksums) {
|
|
306
|
+
const renewed = parseAuthorities(await this.controlJson(input.authorization, "POST", `${this.multipartPath(input.spool.attemptId)}/parts/authorize`, {
|
|
307
|
+
parts: [{ partNumber: authority.partNumber, checksum: checksums.get(authority.partNumber) }],
|
|
308
|
+
}, `multipart part ${authority.partNumber} renewal`));
|
|
309
|
+
const expected = new Map([[authority.partNumber, checksums.get(authority.partNumber)]]);
|
|
310
|
+
this.assertAuthorities(renewed, expected, input.authorization.lease.expiresAt);
|
|
311
|
+
return renewed[0];
|
|
312
|
+
}
|
|
313
|
+
multipartPath(attemptId) {
|
|
314
|
+
return `/v2/sync/mutations/${encodeURIComponent(requireOpaqueId(attemptId, "attemptId"))}/multipart`;
|
|
315
|
+
}
|
|
316
|
+
async controlJson(authorization, method, requestPath, body, label) {
|
|
317
|
+
this.assertAuthorization(authorization);
|
|
318
|
+
const controller = new AbortController();
|
|
319
|
+
const timeout = setTimeout(() => controller.abort(), this.authorizationTimeoutMs);
|
|
320
|
+
let response;
|
|
321
|
+
try {
|
|
322
|
+
response = await this.fetchImpl(`${this.apiUrl}${requestPath}`, {
|
|
323
|
+
method,
|
|
324
|
+
headers: { ...this.controlHeaders(authorization), ...(body === undefined ? {} : { "Content-Type": "application/json" }) },
|
|
325
|
+
...(body === undefined ? {} : { body: JSON.stringify(body) }),
|
|
326
|
+
signal: controller.signal,
|
|
327
|
+
});
|
|
328
|
+
const text = await response.text().catch((error) => { throw new Error(`realtime multipart: cannot read ${label} response: ${error instanceof Error ? error.message : String(error)}`); });
|
|
329
|
+
if (!response.ok)
|
|
330
|
+
throw new Error(`realtime multipart: ${label} failed (${response.status}): ${text.slice(0, 300)}`);
|
|
331
|
+
if (method === "DELETE") {
|
|
332
|
+
if (response.status !== 204)
|
|
333
|
+
throw new Error(`realtime multipart: multipart abort must return 204, received ${response.status}`);
|
|
334
|
+
return undefined;
|
|
335
|
+
}
|
|
336
|
+
try {
|
|
337
|
+
return JSON.parse(text);
|
|
338
|
+
}
|
|
339
|
+
catch (error) {
|
|
340
|
+
throw new Error(`realtime multipart: ${label} response is not JSON: ${error instanceof Error ? error.message : String(error)}`);
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
catch (error) {
|
|
344
|
+
throw new Error(`realtime multipart: ${label} request failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
345
|
+
}
|
|
346
|
+
finally {
|
|
347
|
+
clearTimeout(timeout);
|
|
348
|
+
}
|
|
349
|
+
}
|
|
350
|
+
controlHeaders(authorization) {
|
|
351
|
+
return {
|
|
352
|
+
Authorization: `Bearer ${requireString(authorization.bearer, "bearer")}`,
|
|
353
|
+
Accept: "application/json",
|
|
354
|
+
"X-HQ-Sync-Contract": String(REALTIME_SYNC_CONTRACT_VERSION),
|
|
355
|
+
"X-HQ-Device-ID": requireString(authorization.deviceId, "deviceId"),
|
|
356
|
+
"X-HQ-Cloud-Version": requireString(authorization.capabilityVector.hqCloud, "hqCloud version"),
|
|
357
|
+
"X-HQ-Desktop-Version": requireString(authorization.capabilityVector.hqDesktop, "hqDesktop version"),
|
|
358
|
+
"X-HQ-Sync-Lease": requireString(authorization.lease.lease, "lease"),
|
|
359
|
+
};
|
|
360
|
+
}
|
|
361
|
+
assertAuthorization(authorization) {
|
|
362
|
+
const expiry = Date.parse(authorization.lease.expiresAt);
|
|
363
|
+
if (!Number.isFinite(expiry) || expiry <= this.now())
|
|
364
|
+
throw new Error("realtime multipart: lease expired before guarded I/O");
|
|
365
|
+
}
|
|
366
|
+
assertPlan(plan, spool) {
|
|
367
|
+
const expectedParts = Math.ceil(spool.size / MULTIPART_PART_SIZE_BYTES);
|
|
368
|
+
if (!OPAQUE_ID.test(plan.uploadId) || plan.partSizeBytes !== MULTIPART_PART_SIZE_BYTES || plan.partCount !== expectedParts || plan.maximumPartsInFlight !== MAX_MULTIPART_PARTS_IN_FLIGHT || plan.maximumBytesInFlight !== MAX_MULTIPART_BYTES_IN_FLIGHT) {
|
|
369
|
+
throw new Error("realtime multipart: server plan violates the fixed multipart contract");
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
assertAuthorities(authorities, checksums, leaseExpiresAt) {
|
|
373
|
+
const leaseExpiry = Date.parse(leaseExpiresAt);
|
|
374
|
+
if (authorities.length < 1 || authorities.length > MAX_MULTIPART_PARTS_IN_FLIGHT)
|
|
375
|
+
throw new Error("realtime multipart: invalid part authorization count");
|
|
376
|
+
const seen = new Set();
|
|
377
|
+
for (const authority of authorities) {
|
|
378
|
+
const expiry = Date.parse(authority.expiresAt);
|
|
379
|
+
if (!checksums.has(authority.partNumber) || checksums.get(authority.partNumber) !== authority.checksum || seen.has(authority.partNumber) || !authority.url || !Number.isFinite(expiry) || expiry <= this.now() || expiry > this.now() + MAX_SYNC_DESCRIPTOR_LIFETIME_MS || expiry > leaseExpiry) {
|
|
380
|
+
throw new Error("realtime multipart: part authority violates its authorization bound");
|
|
381
|
+
}
|
|
382
|
+
seen.add(authority.partNumber);
|
|
383
|
+
}
|
|
384
|
+
if (seen.size !== checksums.size)
|
|
385
|
+
throw new Error("realtime multipart: part authority response omitted a requested part");
|
|
386
|
+
}
|
|
387
|
+
async requestPresigned(url, init, label) {
|
|
388
|
+
try {
|
|
389
|
+
return await this.fetchImpl(url, init);
|
|
390
|
+
}
|
|
391
|
+
catch (error) {
|
|
392
|
+
throw new Error(`realtime multipart: ${label} request failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
}
|
|
396
|
+
function parsePlan(value) {
|
|
397
|
+
if (!isRecord(value) || !exactKeys(value, ["uploadId", "partSizeBytes", "partCount", "maximumPartsInFlight", "maximumBytesInFlight"]) || typeof value.uploadId !== "string" || !isInteger(value.partSizeBytes) || !isInteger(value.partCount) || !isInteger(value.maximumPartsInFlight) || !isInteger(value.maximumBytesInFlight))
|
|
398
|
+
throw new Error("realtime multipart: create response is not a valid plan");
|
|
399
|
+
return {
|
|
400
|
+
uploadId: value.uploadId,
|
|
401
|
+
partSizeBytes: value.partSizeBytes,
|
|
402
|
+
partCount: value.partCount,
|
|
403
|
+
maximumPartsInFlight: value.maximumPartsInFlight,
|
|
404
|
+
maximumBytesInFlight: value.maximumBytesInFlight,
|
|
405
|
+
};
|
|
406
|
+
}
|
|
407
|
+
function parseAuthorities(value) {
|
|
408
|
+
if (!isRecord(value) || !exactKeys(value, ["uploadId", "parts"]) || typeof value.uploadId !== "string" || !Array.isArray(value.parts))
|
|
409
|
+
throw new Error("realtime multipart: authorization response is invalid");
|
|
410
|
+
return value.parts.map((part) => {
|
|
411
|
+
if (!isRecord(part) || !exactKeys(part, ["partNumber", "checksum", "url", "expiresAt"]) || !isInteger(part.partNumber) || typeof part.checksum !== "string" || !SHA256.test(part.checksum) || typeof part.url !== "string" || typeof part.expiresAt !== "string")
|
|
412
|
+
throw new Error("realtime multipart: part authority is invalid");
|
|
413
|
+
return {
|
|
414
|
+
partNumber: part.partNumber,
|
|
415
|
+
checksum: part.checksum,
|
|
416
|
+
url: part.url,
|
|
417
|
+
expiresAt: part.expiresAt,
|
|
418
|
+
};
|
|
419
|
+
});
|
|
420
|
+
}
|
|
421
|
+
function parseComplete(value, attemptId) {
|
|
422
|
+
if (!isRecord(value) || !exactKeys(value, ["status", "attemptId", "candidateVersionId"]) || value.status !== "candidate-ready" || value.attemptId !== attemptId || typeof value.candidateVersionId !== "string" || value.candidateVersionId.trim() === "")
|
|
423
|
+
throw new Error("realtime multipart: completion response lacks an exact candidate VersionId");
|
|
424
|
+
return {
|
|
425
|
+
status: "candidate-ready",
|
|
426
|
+
attemptId,
|
|
427
|
+
candidateVersionId: value.candidateVersionId,
|
|
428
|
+
};
|
|
429
|
+
}
|
|
430
|
+
function checksum(value) { return `sha256:${createHash("sha256").update(value).digest("hex")}`; }
|
|
431
|
+
function checksumHeader(value) { return Buffer.from(value.slice("sha256:".length), "hex").toString("base64"); }
|
|
432
|
+
function isExpiredPartResponse(status) { return status === 400 || status === 401 || status === 403; }
|
|
433
|
+
function isRecord(value) { return typeof value === "object" && value !== null && !Array.isArray(value); }
|
|
434
|
+
function exactKeys(value, keys) { return Object.keys(value).every((key) => keys.includes(key)); }
|
|
435
|
+
function isInteger(value) { return typeof value === "number" && Number.isSafeInteger(value); }
|
|
436
|
+
function requireOpaqueId(value, label) { if (!OPAQUE_ID.test(value))
|
|
437
|
+
throw new Error(`realtime multipart: ${label} is invalid`); return value; }
|
|
438
|
+
function requireString(value, label) { if (typeof value !== "string" || value.trim() === "")
|
|
439
|
+
throw new Error(`realtime multipart: ${label} is required`); return value; }
|
|
440
|
+
function responseDetail(response, label) { return response.text().catch((error) => `unable to read response: ${error instanceof Error ? error.message : String(error)}`).then((detail) => `realtime multipart: ${label} failed (${response.status}): ${detail.slice(0, 300)}`); }
|
|
441
|
+
function fsyncDirectory(directory) { const fd = fs.openSync(directory, "r"); try {
|
|
442
|
+
fs.fsyncSync(fd);
|
|
443
|
+
}
|
|
444
|
+
finally {
|
|
445
|
+
fs.closeSync(fd);
|
|
446
|
+
} }
|
|
447
|
+
//# sourceMappingURL=multipart-uploader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multipart-uploader.js","sourceRoot":"","sources":["../../src/sync/multipart-uploader.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EACL,+BAA+B,GAIhC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAEvE,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACzD,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC;AAC/C,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9D,MAAM,SAAS,GAAG,0BAA0B,CAAC;AAC7C,MAAM,MAAM,GAAG,uBAAuB,CAAC;AAwCvC,wFAAwF;AACxF,MAAM,OAAO,2BAA4B,SAAQ,KAAK;IAC/B;IAArB,YAAqB,SAAiB;QACpC,KAAK,CAAC,0CAA0C,SAAS,6CAA6C,CAAC,CAAC;QADrF,cAAS,GAAT,SAAS,CAAQ;QAEpC,IAAI,CAAC,IAAI,GAAG,6BAA6B,CAAC;IAC5C,CAAC;CACF;AAED,iFAAiF;AACjF,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IACvB;IAArB,YAAqB,YAAoB,EAAE,KAAc;QACvD,KAAK,CAAC,wEAAwE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QADtF,iBAAY,GAAZ,YAAY,CAAQ;QAEvC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,mBAAmB;IAIT;IAHb,SAAS,GAAG,CAAC,CAAC;IACL,OAAO,GAAkD,EAAE,CAAC;IAE7E,YAAqB,eAAe,6BAA6B;QAA5C,iBAAY,GAAZ,YAAY,CAAgC;QAC/D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,GAAG,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;QAC1B,CAAC;QACD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,KAAa,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAE3C,KAAK;QACX,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC;YACpC,IAAI,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtD,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC9B,wEAAwE;YACxE,uEAAuE;YACvE,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAED,MAAM,iBAAiB,GAAG,IAAI,mBAAmB,EAAE,CAAC;AAEpD,6EAA6E;AAC7E,MAAM,OAAO,mBAAmB;IAInB;IACA;IACA;IACA;IANF,YAAY,CAAS;IAE9B,YACW,SAAiB,EACjB,QAAgB,EAChB,IAAY,EACZ,MAAc;QAHd,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,SAAI,GAAJ,IAAI,CAAQ;QACZ,WAAM,GAAN,MAAM,CAAQ;QAEvB,IAAI,CAAC,YAAY,GAAG,GAAG,QAAQ,cAAc,CAAC;IAChD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,SAAiB,EAAE,SAAiB,EAAE,KAAiB;QACnE,eAAe,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC/B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,QAAQ,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACzF,IAAI,EAAsB,CAAC;QAC3B,IAAI,CAAC;YACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,GAAG,KAAK,CAAC,UAAU;gBAAE,MAAM,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC;YACvG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,GAAG,SAAS,CAAC;YACf,qEAAqE;YACrE,sEAAsE;YACtE,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAChC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACxB,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1B,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,EAAE,KAAK,SAAS;gBAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC;gBAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,oCAAoC,CAAC,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,0DAA0D,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,MAAM,CAAC,IAAI,CAAC,SAAiB,EAAE,QAAgB,EAAE,QAA0C;QACzF,eAAe,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;QAClJ,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnD,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACjH,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtF,CAAC;IAED,QAAQ,CAAC,UAAkB;QACzB,MAAM,MAAM,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;gBAC1F,IAAI,MAAM,KAAK,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;gBACtG,SAAS,IAAI,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,QAAwB;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAClG,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClE,IAAI,EAAsB,CAAC;QAC3B,IAAI,CAAC;YACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,GAAG,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC;YACpG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,GAAG,SAAS,CAAC;YACf,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3C,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,EAAE,KAAK,SAAS;gBAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC;gBAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,qCAAqC,CAAC,CAAC;YAChF,MAAM,IAAI,KAAK,CAAC,wDAAwD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;CACF;AAKD,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,SAAS,CAAiB;IAC1B,GAAG,CAAe;IAClB,sBAAsB,CAAS;IAC/B,UAAU,CAAsB;IAEjD,YAAY,OAAiC;QAC3C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAK,UAAU,CAAC,KAAmC,CAAC;QACtF,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,IAAI,MAAM,CAAC;QACvE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,iBAAiB,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,sBAAsB,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC3K,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAA2B;QACtC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,yBAAyB;YAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACxI,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE;YACpH,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;YACtB,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YAC1B,aAAa,EAAE,yBAAyB;SACzC,EAAE,kBAAkB,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,IAAI,CAAC;YACH,MAAM,aAAa,GAAoB,EAAE,CAAC;YAC1C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,KAAK,IAAI,6BAA6B,EAAE,CAAC;gBACpF,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBACxC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,CAAC,SAAS,GAAG,KAAK,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;gBAC7I,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAU,CAAC,CAAC,CAAC;gBAClI,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,kBAAkB,EAAE;oBACvJ,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,CAAE,EAAE,CAAC,CAAC;iBACnG,EAAE,0BAA0B,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxF,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;gBACvI,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YACnC,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACxC,OAAO,aAAa,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,oBAAoB,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5M,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,2BAA2B;gBAAE,MAAM,KAAK,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,KAAK,CAAC,SAAS,qDAAqD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9I,CAAC;IACH,CAAC;IAED,qFAAqF;IACrF,KAAK,CAAC,KAAK,CAAC,aAA8C,EAAE,KAA0B,EAAE,MAAc;QACpG,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC;QACrH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC;gBACpD,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM;gBACN,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE;gBAC9C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,IAAI,mBAAmB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,KAA2B,EAAE,SAAwB,EAAE,SAAsC;QAC/H,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAAC,CAAC;YAC9J,IAAI,QAAgC,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBACxC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBAClD,IAAI,OAAO,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,CAAC,UAAU,oCAAoC,CAAC,CAAC;oBACjI,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;oBACvE,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBACxD,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE;oBACpD,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,EAAE,uBAAuB,EAAE,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,EAAE;oBAC1F,IAAI;iBACL,EAAE,kBAAkB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;YAC/C,CAAC;oBAAS,CAAC;gBACT,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC1C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;oBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,CAAC,UAAU,sBAAsB,CAAC,CAAC;gBACzH,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAE,EAAE,CAAC;YACpG,CAAC;YACD,IAAI,OAAO,KAAK,CAAC,IAAI,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5D,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,kBAAkB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,KAA2B;QAC7D,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,OAAO;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC;QAC9C,IAAI,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO;QAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;QAC9E,MAAM,IAAI,2BAA2B,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,KAA2B,EAAE,SAAwB,EAAE,SAAsC;QAC5H,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,kBAAkB,EAAE;YACnJ,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAE,EAAE,CAAC;SAC9F,EAAE,kBAAkB,SAAS,CAAC,UAAU,UAAU,CAAC,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/E,OAAO,OAAO,CAAC,CAAC,CAAE,CAAC;IACrB,CAAC;IAEO,aAAa,CAAC,SAAiB;QACrC,OAAO,sBAAsB,kBAAkB,CAAC,eAAe,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,YAAY,CAAC;IACvG,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,aAA8C,EAAE,MAAyB,EAAE,WAAmB,EAAE,IAAyB,EAAE,KAAa;QAChK,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAClF,IAAI,QAAgC,CAAC;QACrC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,WAAW,EAAE,EAAE;gBAC9D,MAAM;gBACN,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,EAAE;gBACzH,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7D,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnM,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACrH,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;oBAAE,MAAM,IAAI,KAAK,CAAC,iEAAiE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjI,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,IAAI,CAAC;gBAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAAC,CAAC;QACrL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5H,CAAC;gBAAS,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAAC,CAAC;IACtC,CAAC;IAEO,cAAc,CAAC,aAA8C;QACnE,OAAO;YACL,aAAa,EAAE,UAAU,aAAa,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE;YACxE,MAAM,EAAE,kBAAkB;YAC1B,oBAAoB,EAAE,MAAM,CAAC,8BAA8B,CAAC;YAC5D,gBAAgB,EAAE,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC;YACnE,oBAAoB,EAAE,aAAa,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,CAAC;YAC9F,sBAAsB,EAAE,aAAa,CAAC,aAAa,CAAC,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC;YACpG,iBAAiB,EAAE,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;SACrE,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,aAA8C;QACxE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAChI,CAAC;IAEO,UAAU,CAAC,IAAmB,EAAE,KAA0B;QAChE,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,yBAAyB,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,aAAa,KAAK,yBAAyB,IAAI,IAAI,CAAC,SAAS,KAAK,aAAa,IAAI,IAAI,CAAC,oBAAoB,KAAK,6BAA6B,IAAI,IAAI,CAAC,oBAAoB,KAAK,6BAA6B,EAAE,CAAC;YACzP,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,WAAqC,EAAE,SAAsC,EAAE,cAAsB;QAC7H,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC/C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,6BAA6B;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1J,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,+BAA+B,IAAI,MAAM,GAAG,WAAW,EAAE,CAAC;gBAChS,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;YACzF,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC5H,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,IAAmC,EAAE,KAAa;QAC5F,IAAI,CAAC;YAAC,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;IAC9L,CAAC;CACF;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,sBAAsB,EAAE,sBAAsB,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC9Y,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;KACjD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAChN,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC9B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnU,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAkB;YACjC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,SAAiB;IACtD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,oBAAoB,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,iBAAiB,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,kBAAkB,KAAK,QAAQ,IAAI,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IACzV,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,SAAS;QACT,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiB,IAAY,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAY,CAAC,CAAC,CAAC;AAC/H,SAAS,cAAc,CAAC,KAAa,IAAY,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAC/H,SAAS,qBAAqB,CAAC,MAAc,IAAa,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC;AACtH,SAAS,QAAQ,CAAC,KAAc,IAAsC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACpJ,SAAS,SAAS,CAAC,KAA8B,EAAE,IAAuB,IAAa,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACtJ,SAAS,SAAS,CAAC,KAAc,IAAqB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxH,SAAS,eAAe,CAAC,KAAa,EAAE,KAAa,IAAY,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;IAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC;AACxK,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa,IAAY,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;IAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,cAAc,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC;AAClM,SAAS,cAAc,CAAC,QAAgC,EAAE,KAAa,IAAqB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,uBAAuB,KAAK,YAAY,QAAQ,CAAC,MAAM,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3U,SAAS,cAAc,CAAC,SAAiB,IAAU,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AAAC,CAAC;QAAS,CAAC;IAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;AAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multipart-uploader.test.d.ts","sourceRoot":"","sources":["../../src/sync/multipart-uploader.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import * as fs from "node:fs";
|
|
3
|
+
import * as os from "node:os";
|
|
4
|
+
import * as path from "node:path";
|
|
5
|
+
import { afterEach, describe, expect, it, vi } from "vitest";
|
|
6
|
+
import { DurableAttemptSpool, MultipartAbortError, MultipartByteBudget, MultipartSourceChangedError, MultipartUploader, MULTIPART_PART_SIZE_BYTES } from "./multipart-uploader.js";
|
|
7
|
+
const now = Date.parse("2026-08-13T00:00:00.000Z");
|
|
8
|
+
const temporaryDirectories = [];
|
|
9
|
+
const authorization = {
|
|
10
|
+
bearer: "access-token", deviceId: "device_a",
|
|
11
|
+
capabilityVector: { hqCloud: "6.14.50", hqDesktop: "none", protocol: 2, journal: 3, durableApply: 2 },
|
|
12
|
+
lease: { lease: "lease_1", issuedAt: "2026-08-13T00:00:00.000Z", expiresAt: "2026-08-13T00:01:00.000Z", authorizationEpoch: "epoch_1" },
|
|
13
|
+
};
|
|
14
|
+
afterEach(() => { for (const directory of temporaryDirectories.splice(0))
|
|
15
|
+
fs.rmSync(directory, { recursive: true, force: true }); });
|
|
16
|
+
function sha256(value) { return `sha256:${createHash("sha256").update(value).digest("hex")}`; }
|
|
17
|
+
function spool(attemptId = "attempt_7", parts = 2) { const directory = fs.mkdtempSync(path.join(os.tmpdir(), "hq-multipart-")); temporaryDirectories.push(directory); return DurableAttemptSpool.create(directory, attemptId, Buffer.alloc(MULTIPART_PART_SIZE_BYTES * parts, 7)); }
|
|
18
|
+
function response(status, body = "", headers = {}) { const lowered = new Map(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value])); return { ok: status >= 200 && status < 300, status, headers: { get: (name) => lowered.get(name.toLowerCase()) ?? null }, body: null, text: async () => typeof body === "string" ? body : JSON.stringify(body) }; }
|
|
19
|
+
function plan(parts = 2) { return { uploadId: "upload_1", partSizeBytes: MULTIPART_PART_SIZE_BYTES, partCount: parts, maximumPartsInFlight: 2, maximumBytesInFlight: 64 * 1024 * 1024 }; }
|
|
20
|
+
function authority(partNumber, checksum) { return { partNumber, checksum, url: `https://s3.example.test/${partNumber}`, expiresAt: "2026-08-13T00:00:45.000Z" }; }
|
|
21
|
+
function uploader(fetchImpl, byteBudget) { return new MultipartUploader({ apiUrl: "https://api.example.test/", fetchImpl, now: () => now, ...(byteBudget ? { byteBudget } : {}) }); }
|
|
22
|
+
describe("MultipartUploader", () => {
|
|
23
|
+
it("uses immutable, checksummed spool parts in one two-part authorization and sends their ordered exact completion", async () => {
|
|
24
|
+
const source = spool();
|
|
25
|
+
const first = sha256(source.readPart(1));
|
|
26
|
+
const second = sha256(source.readPart(2));
|
|
27
|
+
const fetchImpl = vi.fn()
|
|
28
|
+
.mockResolvedValueOnce(response(201, plan()))
|
|
29
|
+
.mockResolvedValueOnce(response(200, { uploadId: "upload_1", parts: [authority(1, first), authority(2, second)] }))
|
|
30
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-1" }))
|
|
31
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-2" }))
|
|
32
|
+
.mockResolvedValueOnce(response(200, { status: "candidate-ready", attemptId: source.attemptId, candidateVersionId: "candidate-v9" }));
|
|
33
|
+
await expect(uploader(fetchImpl).upload({ authorization, spool: source, sourceChecksum: async () => source.sha256 })).resolves.toEqual({ status: "candidate-ready", attemptId: "attempt_7", candidateVersionId: "candidate-v9" });
|
|
34
|
+
expect(JSON.parse(fetchImpl.mock.calls[0]?.[1]?.body)).toEqual({ size: source.size, sha256: source.sha256, partSizeBytes: MULTIPART_PART_SIZE_BYTES });
|
|
35
|
+
expect(JSON.parse(fetchImpl.mock.calls[1]?.[1]?.body)).toEqual({ parts: [{ partNumber: 1, checksum: first }, { partNumber: 2, checksum: second }] });
|
|
36
|
+
expect(fetchImpl.mock.calls.slice(2, 4).map((call) => call[1]?.headers?.["x-amz-checksum-sha256"])).toEqual([Buffer.from(first.slice(7), "hex").toString("base64"), Buffer.from(second.slice(7), "hex").toString("base64")]);
|
|
37
|
+
expect(JSON.parse(fetchImpl.mock.calls[4]?.[1]?.body)).toEqual({ parts: [{ partNumber: 1, etag: "etag-1", checksum: first }, { partNumber: 2, etag: "etag-2", checksum: second }] });
|
|
38
|
+
});
|
|
39
|
+
it("renews an expired part URL once, then completes with the renewed part", async () => {
|
|
40
|
+
const source = spool();
|
|
41
|
+
const first = sha256(source.readPart(1));
|
|
42
|
+
const second = sha256(source.readPart(2));
|
|
43
|
+
const fetchImpl = vi.fn()
|
|
44
|
+
.mockResolvedValueOnce(response(201, plan()))
|
|
45
|
+
.mockResolvedValueOnce(response(200, { uploadId: "upload_1", parts: [authority(1, first), authority(2, second)] }))
|
|
46
|
+
.mockResolvedValueOnce(response(403, "ExpiredToken"))
|
|
47
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-2" }))
|
|
48
|
+
.mockResolvedValueOnce(response(200, { uploadId: "upload_1", parts: [authority(1, first)] }))
|
|
49
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-1-renewed" }))
|
|
50
|
+
.mockResolvedValueOnce(response(200, { status: "candidate-ready", attemptId: source.attemptId, candidateVersionId: "candidate-v9" }));
|
|
51
|
+
await expect(uploader(fetchImpl).upload({ authorization, spool: source })).resolves.toMatchObject({ candidateVersionId: "candidate-v9" });
|
|
52
|
+
expect(fetchImpl.mock.calls[4]?.[0]).toContain("/parts/authorize");
|
|
53
|
+
});
|
|
54
|
+
it("bounds concurrent part buffers through the shared global budget", async () => {
|
|
55
|
+
const sourceA = spool("attempt_a");
|
|
56
|
+
const sourceB = spool("attempt_b");
|
|
57
|
+
const budget = new MultipartByteBudget(MULTIPART_PART_SIZE_BYTES * 2);
|
|
58
|
+
let highWater = 0;
|
|
59
|
+
let releaseTransfers;
|
|
60
|
+
const transferGate = new Promise((resolve) => { releaseTransfers = resolve; });
|
|
61
|
+
const makeFetch = (source) => vi.fn(async (url, init) => {
|
|
62
|
+
if (url.includes("/multipart") && init?.method === "POST" && url.endsWith("/multipart"))
|
|
63
|
+
return response(201, plan());
|
|
64
|
+
if (url.includes("/parts/authorize"))
|
|
65
|
+
return response(200, { uploadId: "upload_1", parts: [authority(1, sha256(source.readPart(1))), authority(2, sha256(source.readPart(2)))] });
|
|
66
|
+
if (url.startsWith("https://s3")) {
|
|
67
|
+
highWater = Math.max(highWater, budget.inUseBytes);
|
|
68
|
+
await transferGate;
|
|
69
|
+
return response(200, "", { etag: `etag-${url.at(-1)}` });
|
|
70
|
+
}
|
|
71
|
+
return response(200, { status: "candidate-ready", attemptId: source.attemptId, candidateVersionId: "candidate-v9" });
|
|
72
|
+
});
|
|
73
|
+
const left = uploader(makeFetch(sourceA), budget).upload({ authorization, spool: sourceA });
|
|
74
|
+
const right = uploader(makeFetch(sourceB), budget).upload({ authorization, spool: sourceB });
|
|
75
|
+
await vi.waitFor(() => expect(highWater).toBe(MULTIPART_PART_SIZE_BYTES * 2));
|
|
76
|
+
releaseTransfers();
|
|
77
|
+
await expect(Promise.all([left, right])).resolves.toHaveLength(2);
|
|
78
|
+
expect(highWater).toBeLessThanOrEqual(MULTIPART_PART_SIZE_BYTES * 2);
|
|
79
|
+
});
|
|
80
|
+
it("aborts the old upload and retains its exact spool when the source changes", async () => {
|
|
81
|
+
const source = spool();
|
|
82
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(204));
|
|
83
|
+
await expect(uploader(fetchImpl).upload({ authorization, spool: source, sourceChecksum: async () => `sha256:${"f".repeat(64)}` })).rejects.toBeInstanceOf(MultipartSourceChangedError);
|
|
84
|
+
expect(fetchImpl).toHaveBeenCalledWith("https://api.example.test/v2/sync/mutations/attempt_7/multipart", expect.objectContaining({ method: "DELETE" }));
|
|
85
|
+
expect(fs.existsSync(source.filePath)).toBe(true);
|
|
86
|
+
});
|
|
87
|
+
it("records fsynced orphan evidence when abort cannot be confirmed", async () => {
|
|
88
|
+
const source = spool();
|
|
89
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(503, "unavailable"));
|
|
90
|
+
await expect(uploader(fetchImpl).abort(authorization, source, "recovery-orphan")).rejects.toBeInstanceOf(MultipartAbortError);
|
|
91
|
+
expect(JSON.parse(fs.readFileSync(source.evidencePath, "utf8"))).toMatchObject({ attemptId: "attempt_7", reason: "recovery-orphan" });
|
|
92
|
+
});
|
|
93
|
+
it("never overwrites an immutable prior attempt spool", () => {
|
|
94
|
+
const source = spool();
|
|
95
|
+
expect(() => DurableAttemptSpool.create(path.dirname(source.filePath), source.attemptId, Buffer.alloc(source.size, 3))).toThrow("unable to create durable spool");
|
|
96
|
+
expect(sha256(fs.readFileSync(source.filePath))).toBe(source.sha256);
|
|
97
|
+
});
|
|
98
|
+
it("requires the whole authorized batch, rechecks source before complete, and treats 202 abort as unconfirmed", async () => {
|
|
99
|
+
const source = spool();
|
|
100
|
+
const first = sha256(source.readPart(1));
|
|
101
|
+
const second = sha256(source.readPart(2));
|
|
102
|
+
const missingPart = vi.fn()
|
|
103
|
+
.mockResolvedValueOnce(response(201, plan()))
|
|
104
|
+
.mockResolvedValueOnce(response(200, { uploadId: "upload_1", parts: [authority(1, first)] }));
|
|
105
|
+
await uploader(missingPart).upload({ authorization, spool: source }).then(() => { throw new Error("expected incomplete authority batch to reject"); }, (error) => expect(error.cause?.message).toContain("omitted a requested part"));
|
|
106
|
+
let checks = 0;
|
|
107
|
+
const changedBeforeComplete = vi.fn()
|
|
108
|
+
.mockResolvedValueOnce(response(201, plan()))
|
|
109
|
+
.mockResolvedValueOnce(response(200, { uploadId: "upload_1", parts: [authority(1, first), authority(2, second)] }))
|
|
110
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-1" }))
|
|
111
|
+
.mockResolvedValueOnce(response(200, "", { etag: "etag-2" }))
|
|
112
|
+
.mockResolvedValueOnce(response(204));
|
|
113
|
+
await expect(uploader(changedBeforeComplete).upload({ authorization, spool: source, sourceChecksum: async () => ++checks >= 7 ? `sha256:${"f".repeat(64)}` : source.sha256 })).rejects.toBeInstanceOf(MultipartSourceChangedError);
|
|
114
|
+
expect(changedBeforeComplete.mock.calls.at(-1)?.[1]).toMatchObject({ method: "DELETE" });
|
|
115
|
+
const acceptedAbort = vi.fn().mockResolvedValueOnce(response(202));
|
|
116
|
+
await expect(uploader(acceptedAbort).abort(authorization, source, "must-confirm")).rejects.toBeInstanceOf(MultipartAbortError);
|
|
117
|
+
});
|
|
118
|
+
});
|
|
119
|
+
//# sourceMappingURL=multipart-uploader.test.js.map
|