@indigoai-us/hq-cloud 6.15.0 → 6.15.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-mutation.d.ts +16 -0
- package/dist/bin/sync-mutation.d.ts.map +1 -0
- package/dist/bin/sync-mutation.js +60 -0
- package/dist/bin/sync-mutation.js.map +1 -0
- package/dist/bin/sync-mutation.test.d.ts +2 -0
- package/dist/bin/sync-mutation.test.d.ts.map +1 -0
- package/dist/bin/sync-mutation.test.js +165 -0
- package/dist/bin/sync-mutation.test.js.map +1 -0
- package/dist/bin/sync-runner-company.d.ts +8 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +16 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.d.ts +2 -0
- package/dist/bin/sync-runner-company.test.d.ts.map +1 -0
- package/dist/bin/sync-runner-company.test.js +36 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -0
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +98 -8
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +17 -0
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +109 -0
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/conflict-recovery.test.d.ts +2 -0
- package/dist/cli/conflict-recovery.test.d.ts.map +1 -0
- package/dist/cli/conflict-recovery.test.js +201 -0
- package/dist/cli/conflict-recovery.test.js.map +1 -0
- package/dist/cli/conflict.d.ts +60 -0
- package/dist/cli/conflict.d.ts.map +1 -1
- package/dist/cli/conflict.js +333 -0
- package/dist/cli/conflict.js.map +1 -1
- package/dist/cli/sync.d.ts +35 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +100 -0
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +85 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/skill-telemetry.d.ts +6 -0
- package/dist/skill-telemetry.d.ts.map +1 -1
- package/dist/skill-telemetry.js +14 -2
- package/dist/skill-telemetry.js.map +1 -1
- package/dist/skill-telemetry.test.js +79 -0
- package/dist/skill-telemetry.test.js.map +1 -1
- package/dist/sync/candidate-uploader.d.ts +88 -0
- package/dist/sync/candidate-uploader.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.js +212 -0
- package/dist/sync/candidate-uploader.js.map +1 -0
- package/dist/sync/candidate-uploader.test.d.ts +2 -0
- package/dist/sync/candidate-uploader.test.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.test.js +132 -0
- package/dist/sync/candidate-uploader.test.js.map +1 -0
- package/dist/sync/delta-client.d.ts +73 -0
- package/dist/sync/delta-client.d.ts.map +1 -0
- package/dist/sync/delta-client.js +201 -0
- package/dist/sync/delta-client.js.map +1 -0
- package/dist/sync/delta-client.test.d.ts +2 -0
- package/dist/sync/delta-client.test.d.ts.map +1 -0
- package/dist/sync/delta-client.test.js +97 -0
- package/dist/sync/delta-client.test.js.map +1 -0
- package/dist/sync/durable-apply.d.ts +76 -0
- package/dist/sync/durable-apply.d.ts.map +1 -0
- package/dist/sync/durable-apply.js +530 -0
- package/dist/sync/durable-apply.js.map +1 -0
- package/dist/sync/durable-apply.test.d.ts +2 -0
- package/dist/sync/durable-apply.test.d.ts.map +1 -0
- package/dist/sync/durable-apply.test.js +180 -0
- package/dist/sync/durable-apply.test.js.map +1 -0
- package/dist/sync/event-sync.d.ts +33 -1
- package/dist/sync/event-sync.d.ts.map +1 -1
- package/dist/sync/event-sync.js +149 -1
- package/dist/sync/event-sync.js.map +1 -1
- package/dist/sync/event-sync.test.js +142 -1
- package/dist/sync/event-sync.test.js.map +1 -1
- package/dist/sync/index.d.ts +2 -0
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +1 -0
- package/dist/sync/index.js.map +1 -1
- package/dist/sync/multipart-uploader.d.ts +99 -0
- package/dist/sync/multipart-uploader.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.js +447 -0
- package/dist/sync/multipart-uploader.js.map +1 -0
- package/dist/sync/multipart-uploader.test.d.ts +2 -0
- package/dist/sync/multipart-uploader.test.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.test.js +119 -0
- package/dist/sync/multipart-uploader.test.js.map +1 -0
- package/dist/sync/mutation-client.d.ts +85 -0
- package/dist/sync/mutation-client.d.ts.map +1 -0
- package/dist/sync/mutation-client.js +245 -0
- package/dist/sync/mutation-client.js.map +1 -0
- package/dist/sync/mutation-client.test.d.ts +2 -0
- package/dist/sync/mutation-client.test.d.ts.map +1 -0
- package/dist/sync/mutation-client.test.js +51 -0
- package/dist/sync/mutation-client.test.js.map +1 -0
- package/dist/sync/push-receiver.d.ts +45 -0
- package/dist/sync/push-receiver.d.ts.map +1 -1
- package/dist/sync/push-receiver.js +101 -0
- package/dist/sync/push-receiver.js.map +1 -1
- package/dist/sync/push-receiver.test.js +54 -2
- package/dist/sync/push-receiver.test.js.map +1 -1
- package/dist/sync/scope-inventory-client.d.ts +69 -0
- package/dist/sync/scope-inventory-client.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.js +210 -0
- package/dist/sync/scope-inventory-client.js.map +1 -0
- package/dist/sync/scope-inventory-client.test.d.ts +2 -0
- package/dist/sync/scope-inventory-client.test.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.test.js +94 -0
- package/dist/sync/scope-inventory-client.test.js.map +1 -0
- package/dist/sync/snapshot-client.d.ts +98 -0
- package/dist/sync/snapshot-client.d.ts.map +1 -0
- package/dist/sync/snapshot-client.js +402 -0
- package/dist/sync/snapshot-client.js.map +1 -0
- package/dist/sync/snapshot-client.test.d.ts +2 -0
- package/dist/sync/snapshot-client.test.d.ts.map +1 -0
- package/dist/sync/snapshot-client.test.js +169 -0
- package/dist/sync/snapshot-client.test.js.map +1 -0
- package/dist/sync/uploader-finalization.d.ts +97 -0
- package/dist/sync/uploader-finalization.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.js +273 -0
- package/dist/sync/uploader-finalization.js.map +1 -0
- package/dist/sync/uploader-finalization.test.d.ts +2 -0
- package/dist/sync/uploader-finalization.test.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.test.js +92 -0
- package/dist/sync/uploader-finalization.test.js.map +1 -0
- package/dist/telemetry.d.ts +11 -1
- package/dist/telemetry.d.ts.map +1 -1
- package/dist/telemetry.js +21 -2
- package/dist/telemetry.js.map +1 -1
- package/dist/telemetry.test.js +80 -0
- package/dist/telemetry.test.js.map +1 -1
- package/package.json +6 -1
- package/.claude/policies/hq-cloud-esm-cannot-spy-fs-builtins.md +0 -30
- package/.claude/policies/hq-cloud-strip-types-no-parameter-properties.md +0 -22
- package/.github/workflows/ci.yml +0 -84
- package/.github/workflows/publish.yml +0 -56
- package/.github/workflows/unreleased-commits-nag.yml +0 -256
- package/eslint.config.js +0 -67
- package/pnpm-workspace.yaml +0 -2
- package/scripts/presign-transport-e2e.mjs +0 -250
- package/scripts/vault-rebaseline.sh +0 -323
- package/scripts/vault-rescue.sh +0 -332
- package/src/active-company.test.ts +0 -188
- package/src/active-company.ts +0 -168
- package/src/agent-codex-instructions.test.ts +0 -332
- package/src/agent-codex-instructions.ts +0 -309
- package/src/auth.ts +0 -146
- package/src/backup-prune.test.ts +0 -98
- package/src/backup-prune.ts +0 -182
- package/src/bin/backup-prune-runner.ts +0 -33
- package/src/bin/rescue-runner.ts +0 -25
- package/src/bin/sync-runner-company.ts +0 -695
- package/src/bin/sync-runner-events.test.ts +0 -143
- package/src/bin/sync-runner-events.ts +0 -55
- package/src/bin/sync-runner-planning.test.ts +0 -311
- package/src/bin/sync-runner-planning.ts +0 -258
- package/src/bin/sync-runner-rollup.test.ts +0 -37
- package/src/bin/sync-runner-rollup.ts +0 -97
- package/src/bin/sync-runner-telemetry.ts +0 -15
- package/src/bin/sync-runner-watch-loop.ts +0 -1235
- package/src/bin/sync-runner-watch-routes.test.ts +0 -71
- package/src/bin/sync-runner-watch-routes.ts +0 -184
- package/src/bin/sync-runner.test.ts +0 -8767
- package/src/bin/sync-runner.ts +0 -2190
- package/src/cli/accept.ts +0 -124
- package/src/cli/conflict.ts +0 -119
- package/src/cli/doctor.test.ts +0 -581
- package/src/cli/doctor.ts +0 -642
- package/src/cli/index.ts +0 -49
- package/src/cli/invite.test.ts +0 -250
- package/src/cli/invite.ts +0 -214
- package/src/cli/promote.ts +0 -157
- package/src/cli/reindex-knowledge.test.ts +0 -307
- package/src/cli/reindex-knowledge.ts +0 -450
- package/src/cli/reindex.test.ts +0 -957
- package/src/cli/reindex.ts +0 -979
- package/src/cli/rescue-classify-ordering.test.ts +0 -548
- package/src/cli/rescue-clone-diagnostics.test.ts +0 -120
- package/src/cli/rescue-core.ts +0 -3011
- package/src/cli/rescue-drift-reconcile.test.ts +0 -179
- package/src/cli/rescue-drop-dir-symlink.test.ts +0 -224
- package/src/cli/rescue-exec-bit-preserve.test.ts +0 -187
- package/src/cli/rescue-hq-root-guard.test.ts +0 -232
- package/src/cli/rescue-journal-reconcile.test.ts +0 -215
- package/src/cli/rescue-mtime-preserve.test.ts +0 -203
- package/src/cli/rescue-settings-reconcile.test.ts +0 -637
- package/src/cli/rescue-snapshot.test.ts +0 -57
- package/src/cli/rescue-snapshot.ts +0 -51
- package/src/cli/rescue.reindex.test.ts +0 -63
- package/src/cli/rescue.test.ts +0 -131
- package/src/cli/rescue.ts +0 -182
- package/src/cli/share.test.ts +0 -7843
- package/src/cli/share.ts +0 -3663
- package/src/cli/sync-scope.test.ts +0 -652
- package/src/cli/sync.test.ts +0 -5207
- package/src/cli/sync.ts +0 -3470
- package/src/cli/tombstones.ts +0 -106
- package/src/cli/watch-event-push-conflict.test.ts +0 -234
- package/src/client-info.test.ts +0 -214
- package/src/client-info.ts +0 -121
- package/src/cognito-auth.test.ts +0 -712
- package/src/cognito-auth.ts +0 -1422
- package/src/company-resolver.test.ts +0 -618
- package/src/company-resolver.ts +0 -521
- package/src/context.test.ts +0 -583
- package/src/context.ts +0 -378
- package/src/daemon-worker.ts +0 -26
- package/src/daemon.ts +0 -99
- package/src/entity-resolver.test.ts +0 -315
- package/src/entity-resolver.ts +0 -180
- package/src/ignore.test.ts +0 -466
- package/src/ignore.ts +0 -469
- package/src/index.ts +0 -439
- package/src/journal.test.ts +0 -968
- package/src/journal.ts +0 -765
- package/src/lib/cloud-authoritative.test.ts +0 -45
- package/src/lib/cloud-authoritative.ts +0 -59
- package/src/lib/conflict-file.ts +0 -86
- package/src/lib/conflict-index.ts +0 -289
- package/src/lib/conflict.test.ts +0 -348
- package/src/lib/describe-error.test.ts +0 -100
- package/src/lib/describe-error.ts +0 -58
- package/src/lib/exit-codes.ts +0 -24
- package/src/lib/machine-id.test.ts +0 -231
- package/src/lib/machine-id.ts +0 -175
- package/src/lib/net-errors.test.ts +0 -65
- package/src/lib/net-errors.ts +0 -86
- package/src/lib/readlink-safe.test.ts +0 -43
- package/src/lib/readlink-safe.ts +0 -29
- package/src/local-path-codec.test.ts +0 -138
- package/src/local-path-codec.ts +0 -161
- package/src/machine-auth.test.ts +0 -1323
- package/src/manifest-reconcile.test.ts +0 -1123
- package/src/manifest-reconcile.ts +0 -518
- package/src/object-io.test.ts +0 -1221
- package/src/object-io.ts +0 -1306
- package/src/operation-lock.test.ts +0 -484
- package/src/operation-lock.ts +0 -680
- package/src/outcome-telemetry.test.ts +0 -498
- package/src/outcome-telemetry.ts +0 -639
- package/src/personal-vault-exclusions.test.ts +0 -308
- package/src/personal-vault-exclusions.ts +0 -354
- package/src/personal-vault.test.ts +0 -756
- package/src/personal-vault.ts +0 -496
- package/src/prefix-coalesce.test.ts +0 -240
- package/src/prefix-coalesce.ts +0 -273
- package/src/public-surface.test.ts +0 -117
- package/src/qmd-reindex.test.ts +0 -877
- package/src/qmd-reindex.ts +0 -842
- package/src/read-only-state-dir.test.ts +0 -188
- package/src/remote-pull.test.ts +0 -1130
- package/src/remote-pull.ts +0 -618
- package/src/s3.symlink-materialize.test.ts +0 -492
- package/src/s3.test.ts +0 -1789
- package/src/s3.ts +0 -1532
- package/src/schemas/signal-types.test.ts +0 -82
- package/src/schemas/signal-types.ts +0 -38
- package/src/schemas/source-channels.test.ts +0 -82
- package/src/schemas/source-channels.ts +0 -53
- package/src/scope-shrink.test.ts +0 -633
- package/src/scope-shrink.ts +0 -481
- package/src/signals/get.test.ts +0 -310
- package/src/signals/get.ts +0 -75
- package/src/signals/internals.ts +0 -195
- package/src/signals/list.test.ts +0 -420
- package/src/signals/list.ts +0 -79
- package/src/signals/parse.ts +0 -8
- package/src/signals/types.ts +0 -91
- package/src/skill-telemetry.test.ts +0 -1825
- package/src/skill-telemetry.ts +0 -1439
- package/src/sources/get.test.ts +0 -293
- package/src/sources/get.ts +0 -66
- package/src/sources/internals.ts +0 -198
- package/src/sources/list.test.ts +0 -402
- package/src/sources/list.ts +0 -84
- package/src/sources/parse.ts +0 -43
- package/src/sources/types.ts +0 -84
- package/src/sync/event-sync.test.ts +0 -594
- package/src/sync/event-sync.ts +0 -545
- package/src/sync/feature-flags.test.ts +0 -378
- package/src/sync/feature-flags.ts +0 -62
- package/src/sync/index.ts +0 -76
- package/src/sync/lease-client.test.ts +0 -128
- package/src/sync/lease-client.ts +0 -207
- package/src/sync/logger.test.ts +0 -242
- package/src/sync/logger.ts +0 -79
- package/src/sync/metrics.test.ts +0 -462
- package/src/sync/metrics.ts +0 -213
- package/src/sync/pull-scope.ts +0 -265
- package/src/sync/push-event.test.ts +0 -266
- package/src/sync/push-event.ts +0 -224
- package/src/sync/push-receiver.test.ts +0 -566
- package/src/sync/push-receiver.ts +0 -1048
- package/src/sync/push-transport.ts +0 -231
- package/src/sync/realtime-rollout.test.ts +0 -86
- package/src/sync/realtime-rollout.ts +0 -262
- package/src/sync/state-store.test.ts +0 -194
- package/src/sync/state-store.ts +0 -727
- package/src/sync-core.ts +0 -58
- package/src/sync-progress.test.ts +0 -94
- package/src/sync-progress.ts +0 -140
- package/src/telemetry-events.test.ts +0 -88
- package/src/telemetry-events.ts +0 -205
- package/src/telemetry.test.ts +0 -1280
- package/src/telemetry.ts +0 -1109
- package/src/types.ts +0 -314
- package/src/vault-client.test.ts +0 -1380
- package/src/vault-client.ts +0 -1694
- package/src/version.ts +0 -24
- package/src/watch-roots.test.ts +0 -278
- package/src/watch-roots.ts +0 -162
- package/src/watcher-event-gate.test.ts +0 -212
- package/src/watcher.test.ts +0 -1079
- package/src/watcher.ts +0 -1741
- package/test/e2e/sync/cross-tenant-isolation.test.ts +0 -630
- package/test/e2e/sync/skill-telemetry-oversized-transcript.test.ts +0 -124
- package/test/e2e/sync/transient-company-leg.test.ts +0 -384
- package/test/e2e/sync/windows-unreadable-link-leg.test.ts +0 -191
- package/test/e2e/watcher-real-chokidar.test.ts +0 -165
- package/test/e2e/watcher-recursive-backend.test.ts +0 -181
- package/test/e2e/watcher-scoped-coverage.test.ts +0 -381
- package/test/invite-flow.integration.test.ts +0 -244
- package/test/joiner-manifest-reconcile.integration.test.ts +0 -322
- package/test/share-sync.integration.test.ts +0 -213
- package/tsconfig.json +0 -19
- package/vitest.config.ts +0 -22
|
@@ -0,0 +1,212 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Small-object candidate and exact-version read transport for sync protocol v2.
|
|
3
|
+
*
|
|
4
|
+
* This module deliberately knows no bucket, object key, or S3 client. The
|
|
5
|
+
* control-plane routes resolve those coordinates server-side and issue a
|
|
6
|
+
* short-lived URL. A candidate PUT returns the immutable S3 VersionId from
|
|
7
|
+
* S3's response; exact reads verify that same response header before exposing
|
|
8
|
+
* an unbuffered body to the caller. Consequently this seam cannot fall back
|
|
9
|
+
* to a latest-object read or materialize candidate bytes locally.
|
|
10
|
+
*/
|
|
11
|
+
import { createHash } from "node:crypto";
|
|
12
|
+
import { REALTIME_SYNC_CONTRACT_VERSION, } from "./realtime-rollout.js";
|
|
13
|
+
export const MAX_SMALL_CANDIDATE_BYTES = 8 * 1024 * 1024;
|
|
14
|
+
export const MAX_SYNC_DESCRIPTOR_LIFETIME_MS = 60_000;
|
|
15
|
+
const OPAQUE_ID = /^[A-Za-z0-9._~-]{1,512}$/;
|
|
16
|
+
const SHA256 = /^sha256:[a-f0-9]{64}$/;
|
|
17
|
+
function isRecord(value) {
|
|
18
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
19
|
+
}
|
|
20
|
+
function requireOpaqueId(value, label) {
|
|
21
|
+
if (!OPAQUE_ID.test(value))
|
|
22
|
+
throw new Error(`realtime candidate: ${label} is invalid`);
|
|
23
|
+
return value;
|
|
24
|
+
}
|
|
25
|
+
function requireNonEmptyString(value, field) {
|
|
26
|
+
if (typeof value !== "string" || value.trim() === "") {
|
|
27
|
+
throw new Error(`realtime candidate: ${field} must be a non-empty string`);
|
|
28
|
+
}
|
|
29
|
+
return value;
|
|
30
|
+
}
|
|
31
|
+
function requireExactKeys(record, allowed, label) {
|
|
32
|
+
if (Object.keys(record).some((key) => !allowed.includes(key))) {
|
|
33
|
+
throw new Error(`realtime candidate: ${label} contains an unknown field`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
function parseHeaders(value) {
|
|
37
|
+
if (value === undefined)
|
|
38
|
+
return undefined;
|
|
39
|
+
if (!isRecord(value))
|
|
40
|
+
throw new Error("realtime candidate: descriptor headers are invalid");
|
|
41
|
+
const headers = {};
|
|
42
|
+
for (const [name, entry] of Object.entries(value)) {
|
|
43
|
+
if (!name || typeof entry !== "string") {
|
|
44
|
+
throw new Error("realtime candidate: descriptor headers are invalid");
|
|
45
|
+
}
|
|
46
|
+
headers[name] = entry;
|
|
47
|
+
}
|
|
48
|
+
return headers;
|
|
49
|
+
}
|
|
50
|
+
function parseCandidatePutDescriptor(value) {
|
|
51
|
+
if (!isRecord(value))
|
|
52
|
+
throw new Error("realtime candidate: PUT descriptor is not an object");
|
|
53
|
+
requireExactKeys(value, ["url", "expiresAt", "headers"], "PUT descriptor");
|
|
54
|
+
return {
|
|
55
|
+
url: requireNonEmptyString(value.url, "PUT descriptor url"),
|
|
56
|
+
expiresAt: requireNonEmptyString(value.expiresAt, "PUT descriptor expiresAt"),
|
|
57
|
+
...(value.headers === undefined ? {} : { headers: parseHeaders(value.headers) }),
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
function parseExactVersionDescriptor(value) {
|
|
61
|
+
if (!isRecord(value))
|
|
62
|
+
throw new Error("realtime candidate: exact GET descriptor is not an object");
|
|
63
|
+
requireExactKeys(value, ["url", "expiresAt", "versionId", "sha256", "size"], "exact GET descriptor");
|
|
64
|
+
const sha256 = requireNonEmptyString(value.sha256, "exact GET descriptor sha256");
|
|
65
|
+
const size = value.size;
|
|
66
|
+
if (!SHA256.test(sha256) || typeof size !== "number" || !Number.isSafeInteger(size) || size < 0) {
|
|
67
|
+
throw new Error("realtime candidate: exact GET descriptor metadata is invalid");
|
|
68
|
+
}
|
|
69
|
+
return {
|
|
70
|
+
url: requireNonEmptyString(value.url, "exact GET descriptor url"),
|
|
71
|
+
expiresAt: requireNonEmptyString(value.expiresAt, "exact GET descriptor expiresAt"),
|
|
72
|
+
versionId: requireNonEmptyString(value.versionId, "exact GET descriptor versionId"),
|
|
73
|
+
sha256: sha256,
|
|
74
|
+
size,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
function parseJson(text, label) {
|
|
78
|
+
try {
|
|
79
|
+
return JSON.parse(text);
|
|
80
|
+
}
|
|
81
|
+
catch (error) {
|
|
82
|
+
throw new Error(`realtime candidate: ${label} response is not JSON: ${error instanceof Error ? error.message : String(error)}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
function responseDetail(response, label) {
|
|
86
|
+
return response.text().catch((error) => `unable to read error response: ${error instanceof Error ? error.message : String(error)}`).then((detail) => `realtime candidate: ${label} failed (${response.status}): ${detail.slice(0, 300)}`);
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* A bounded, fail-closed V2 transport. Its operations intentionally do not
|
|
90
|
+
* retry a presigned byte request: retrying a possibly-completed PUT could
|
|
91
|
+
* create a different S3 VersionId. Recovery is status-driven in later units.
|
|
92
|
+
*/
|
|
93
|
+
export class CandidateUploader {
|
|
94
|
+
apiUrl;
|
|
95
|
+
fetchImpl;
|
|
96
|
+
now;
|
|
97
|
+
authorizationTimeoutMs;
|
|
98
|
+
constructor(options) {
|
|
99
|
+
if (!options.apiUrl.trim())
|
|
100
|
+
throw new Error("realtime candidate: apiUrl is required");
|
|
101
|
+
this.apiUrl = options.apiUrl.replace(/\/+$/, "");
|
|
102
|
+
this.fetchImpl = options.fetchImpl ?? globalThis.fetch;
|
|
103
|
+
this.now = options.now ?? Date.now;
|
|
104
|
+
this.authorizationTimeoutMs = options.authorizationTimeoutMs ?? 15_000;
|
|
105
|
+
if (!Number.isSafeInteger(this.authorizationTimeoutMs) || this.authorizationTimeoutMs <= 0) {
|
|
106
|
+
throw new Error("realtime candidate: authorizationTimeoutMs must be a positive integer");
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
/** Authorize a small candidate PUT and return S3's exact immutable VersionId. */
|
|
110
|
+
async uploadSmall(input) {
|
|
111
|
+
const attemptId = requireOpaqueId(input.attemptId, "attemptId");
|
|
112
|
+
if (input.bytes.byteLength > MAX_SMALL_CANDIDATE_BYTES) {
|
|
113
|
+
throw new Error(`realtime candidate: small candidate exceeds ${MAX_SMALL_CANDIDATE_BYTES} bytes`);
|
|
114
|
+
}
|
|
115
|
+
const sha256 = `sha256:${createHash("sha256").update(input.bytes).digest("hex")}`;
|
|
116
|
+
const descriptor = parseCandidatePutDescriptor(await this.controlJson(input.authorization, "POST", `/v2/sync/mutations/${encodeURIComponent(attemptId)}/single/authorize`, { size: input.bytes.byteLength, sha256 }, "single authorize"));
|
|
117
|
+
this.assertDescriptorLifetime(descriptor.expiresAt, input.authorization.lease);
|
|
118
|
+
const response = await this.requestPresigned(descriptor.url, { method: "PUT", headers: descriptor.headers ?? {}, body: input.bytes }, "candidate PUT");
|
|
119
|
+
if (!response.ok)
|
|
120
|
+
throw new Error(await responseDetail(response, "candidate PUT"));
|
|
121
|
+
const candidateVersionId = response.headers.get("x-amz-version-id");
|
|
122
|
+
if (!candidateVersionId || candidateVersionId.trim() === "") {
|
|
123
|
+
throw new Error("realtime candidate: candidate PUT did not return an exact VersionId");
|
|
124
|
+
}
|
|
125
|
+
return { candidateVersionId, sha256, size: input.bytes.byteLength };
|
|
126
|
+
}
|
|
127
|
+
/** Open a server-resolved committed delta; never accepts S3 coordinates. */
|
|
128
|
+
async openCommittedContent(authorization, deltaId) {
|
|
129
|
+
return this.openExactVersion(authorization, requireOpaqueId(deltaId, "deltaId"), `/v2/sync/content/${encodeURIComponent(deltaId)}`, "committed content");
|
|
130
|
+
}
|
|
131
|
+
/** Open a creator-authorized candidate recovery object at its exact VersionId. */
|
|
132
|
+
async openCandidate(authorization, attemptId) {
|
|
133
|
+
return this.openExactVersion(authorization, requireOpaqueId(attemptId, "attemptId"), `/v2/sync/mutations/${encodeURIComponent(attemptId)}/candidate`, "candidate GET");
|
|
134
|
+
}
|
|
135
|
+
async openExactVersion(authorization, _id, path, label) {
|
|
136
|
+
const descriptor = parseExactVersionDescriptor(await this.controlJson(authorization, "GET", path, undefined, label));
|
|
137
|
+
this.assertDescriptorLifetime(descriptor.expiresAt, authorization.lease);
|
|
138
|
+
const response = await this.requestPresigned(descriptor.url, { method: "GET" }, label);
|
|
139
|
+
if (!response.ok)
|
|
140
|
+
throw new Error(await responseDetail(response, label));
|
|
141
|
+
const returnedVersionId = response.headers.get("x-amz-version-id");
|
|
142
|
+
if (returnedVersionId !== descriptor.versionId) {
|
|
143
|
+
throw new Error("realtime candidate: exact GET VersionId does not match its descriptor");
|
|
144
|
+
}
|
|
145
|
+
return { ...descriptor, body: response.body };
|
|
146
|
+
}
|
|
147
|
+
async controlJson(authorization, method, path, body, label) {
|
|
148
|
+
this.assertAuthorization(authorization);
|
|
149
|
+
const controller = new AbortController();
|
|
150
|
+
const timeout = setTimeout(() => controller.abort(), this.authorizationTimeoutMs);
|
|
151
|
+
let response;
|
|
152
|
+
try {
|
|
153
|
+
response = await this.fetchImpl(`${this.apiUrl}${path}`, {
|
|
154
|
+
method,
|
|
155
|
+
headers: {
|
|
156
|
+
...this.controlHeaders(authorization),
|
|
157
|
+
...(body === undefined ? {} : { "Content-Type": "application/json" }),
|
|
158
|
+
},
|
|
159
|
+
...(body === undefined ? {} : { body: JSON.stringify(body) }),
|
|
160
|
+
signal: controller.signal,
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
catch (error) {
|
|
164
|
+
throw new Error(`realtime candidate: ${label} request failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
165
|
+
}
|
|
166
|
+
finally {
|
|
167
|
+
clearTimeout(timeout);
|
|
168
|
+
}
|
|
169
|
+
const text = await response.text().catch((error) => {
|
|
170
|
+
throw new Error(`realtime candidate: unable to read ${label} response: ${error instanceof Error ? error.message : String(error)}`);
|
|
171
|
+
});
|
|
172
|
+
if (!response.ok)
|
|
173
|
+
throw new Error(`realtime candidate: ${label} failed (${response.status}): ${text.slice(0, 300)}`);
|
|
174
|
+
return parseJson(text, label);
|
|
175
|
+
}
|
|
176
|
+
controlHeaders(authorization) {
|
|
177
|
+
return {
|
|
178
|
+
Authorization: `Bearer ${requireNonEmptyString(authorization.bearer, "bearer")}`,
|
|
179
|
+
Accept: "application/json",
|
|
180
|
+
"X-HQ-Sync-Contract": String(REALTIME_SYNC_CONTRACT_VERSION),
|
|
181
|
+
"X-HQ-Device-ID": requireNonEmptyString(authorization.deviceId, "deviceId"),
|
|
182
|
+
"X-HQ-Cloud-Version": requireNonEmptyString(authorization.capabilityVector.hqCloud, "hqCloud version"),
|
|
183
|
+
"X-HQ-Desktop-Version": requireNonEmptyString(authorization.capabilityVector.hqDesktop, "hqDesktop version"),
|
|
184
|
+
"X-HQ-Sync-Lease": requireNonEmptyString(authorization.lease.lease, "lease"),
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
assertAuthorization(authorization) {
|
|
188
|
+
const leaseExpiry = Date.parse(authorization.lease.expiresAt);
|
|
189
|
+
if (!Number.isFinite(leaseExpiry) || leaseExpiry <= this.now()) {
|
|
190
|
+
throw new Error("realtime candidate: lease expired before guarded I/O");
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
assertDescriptorLifetime(expiresAt, lease) {
|
|
194
|
+
const now = this.now();
|
|
195
|
+
const descriptorExpiry = Date.parse(expiresAt);
|
|
196
|
+
const leaseExpiry = Date.parse(lease.expiresAt);
|
|
197
|
+
if (!Number.isFinite(descriptorExpiry) || !Number.isFinite(leaseExpiry) ||
|
|
198
|
+
descriptorExpiry <= now || descriptorExpiry > now + MAX_SYNC_DESCRIPTOR_LIFETIME_MS ||
|
|
199
|
+
descriptorExpiry > leaseExpiry) {
|
|
200
|
+
throw new Error("realtime candidate: descriptor lifetime exceeds its authorization bound");
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
async requestPresigned(url, init, label) {
|
|
204
|
+
try {
|
|
205
|
+
return await this.fetchImpl(url, init);
|
|
206
|
+
}
|
|
207
|
+
catch (error) {
|
|
208
|
+
throw new Error(`realtime candidate: ${label} request failed: ${error instanceof Error ? error.message : String(error)}`);
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
//# sourceMappingURL=candidate-uploader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"candidate-uploader.js","sourceRoot":"","sources":["../../src/sync/candidate-uploader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EACL,8BAA8B,GAE/B,MAAM,uBAAuB,CAAC;AAE/B,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACzD,MAAM,CAAC,MAAM,+BAA+B,GAAG,MAAM,CAAC;AAEtD,MAAM,SAAS,GAAG,0BAA0B,CAAC;AAC7C,MAAM,MAAM,GAAG,uBAAuB,CAAC;AAkEvC,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,KAAa;IACnD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,aAAa,CAAC,CAAC;IACvF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,KAAa;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,6BAA6B,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA+B,EAAE,OAA0B,EAAE,KAAa;IAClG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,4BAA4B,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC5F,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAC7F,gBAAgB,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC3E,OAAO;QACL,GAAG,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,EAAE,oBAAoB,CAAC;QAC3D,SAAS,EAAE,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,0BAA0B,CAAC;QAC7E,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACnG,gBAAgB,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACrG,MAAM,MAAM,GAAG,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,6BAA6B,CAAC,CAAC;IAClF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QAChG,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IACD,OAAO;QACL,GAAG,EAAE,qBAAqB,CAAC,KAAK,CAAC,GAAG,EAAE,0BAA0B,CAAC;QACjE,SAAS,EAAE,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,gCAAgC,CAAC;QACnF,SAAS,EAAE,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,gCAAgC,CAAC;QACnF,MAAM,EAAE,MAA4B;QACpC,IAAI;KACL,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,uBAAuB,KAAK,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC/G,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,QAAgC,EAAE,KAAa;IACrE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAC9C,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC3F,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,uBAAuB,KAAK,YAAY,QAAQ,CAAC,MAAM,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;AAC1G,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,SAAS,CAAiB;IAC1B,GAAG,CAAe;IAClB,sBAAsB,CAAS;IAEhD,YAAY,OAAiC;QAC3C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAK,UAAU,CAAC,KAAmC,CAAC;QACtF,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,IAAI,MAAM,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,sBAAsB,IAAI,CAAC,EAAE,CAAC;YAC3F,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,iFAAiF;IACjF,KAAK,CAAC,WAAW,CAAC,KAAgC;QAChD,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,yBAAyB,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,+CAA+C,yBAAyB,QAAQ,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAwB,CAAC;QACxG,MAAM,UAAU,GAAG,2BAA2B,CAAC,MAAM,IAAI,CAAC,WAAW,CACnE,KAAK,CAAC,aAAa,EACnB,MAAM,EACN,sBAAsB,kBAAkB,CAAC,SAAS,CAAC,mBAAmB,EACtE,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,EACxC,kBAAkB,CACnB,CAAC,CAAC;QACH,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAE/E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,UAAU,CAAC,GAAG,EACd,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,EACvE,eAAe,CAChB,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC;QACnF,MAAM,kBAAkB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACpE,IAAI,CAAC,kBAAkB,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;IACtE,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,oBAAoB,CACxB,aAA8C,EAC9C,OAAe;QAEf,OAAO,IAAI,CAAC,gBAAgB,CAC1B,aAAa,EACb,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,EACnC,oBAAoB,kBAAkB,CAAC,OAAO,CAAC,EAAE,EACjD,mBAAmB,CACpB,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,aAAa,CACjB,aAA8C,EAC9C,SAAiB;QAEjB,OAAO,IAAI,CAAC,gBAAgB,CAC1B,aAAa,EACb,eAAe,CAAC,SAAS,EAAE,WAAW,CAAC,EACvC,sBAAsB,kBAAkB,CAAC,SAAS,CAAC,YAAY,EAC/D,eAAe,CAChB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,aAA8C,EAC9C,GAAW,EACX,IAAY,EACZ,KAAa;QAEb,MAAM,UAAU,GAAG,2BAA2B,CAAC,MAAM,IAAI,CAAC,WAAW,CACnE,aAAa,EACb,KAAK,EACL,IAAI,EACJ,SAAS,EACT,KAAK,CACN,CAAC,CAAC;QACH,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,SAAS,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QACvF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QACzE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACnE,IAAI,iBAAiB,KAAK,UAAU,CAAC,SAAS,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO,EAAE,GAAG,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,aAA8C,EAC9C,MAAsB,EACtB,IAAY,EACZ,IAAyB,EACzB,KAAa;QAEb,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAClF,IAAI,QAAgC,CAAC;QACrC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,EAAE;gBACvD,MAAM;gBACN,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC;oBACrC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;iBACtE;gBACD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7D,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5H,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC1D,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrI,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACrH,OAAO,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAEO,cAAc,CAAC,aAA8C;QACnE,OAAO;YACL,aAAa,EAAE,UAAU,qBAAqB,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE;YAChF,MAAM,EAAE,kBAAkB;YAC1B,oBAAoB,EAAE,MAAM,CAAC,8BAA8B,CAAC;YAC5D,gBAAgB,EAAE,qBAAqB,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC;YAC3E,oBAAoB,EAAE,qBAAqB,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,CAAC;YACtG,sBAAsB,EAAE,qBAAqB,CAAC,aAAa,CAAC,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC;YAC5G,iBAAiB,EAAE,qBAAqB,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;SAC7E,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,aAA8C;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAC,SAAiB,EAAE,KAAoB;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChD,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;YACnE,gBAAgB,IAAI,GAAG,IAAI,gBAAgB,GAAG,GAAG,GAAG,+BAA+B;YACnF,gBAAgB,GAAG,WAAW,EAC9B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,GAAW,EACX,IAAmC,EACnC,KAAa;QAEb,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,oBAAoB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5H,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"candidate-uploader.test.d.ts","sourceRoot":"","sources":["../../src/sync/candidate-uploader.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import { CandidateUploader, MAX_SMALL_CANDIDATE_BYTES, } from "./candidate-uploader.js";
|
|
3
|
+
const now = Date.parse("2026-08-13T00:00:00.000Z");
|
|
4
|
+
const sha256 = `sha256:${"a".repeat(64)}`;
|
|
5
|
+
const authorization = {
|
|
6
|
+
bearer: "access-token",
|
|
7
|
+
deviceId: "device_a",
|
|
8
|
+
capabilityVector: {
|
|
9
|
+
hqCloud: "6.14.50",
|
|
10
|
+
hqDesktop: "none",
|
|
11
|
+
protocol: 2,
|
|
12
|
+
journal: 3,
|
|
13
|
+
durableApply: 2,
|
|
14
|
+
},
|
|
15
|
+
lease: {
|
|
16
|
+
lease: "lease_1",
|
|
17
|
+
issuedAt: "2026-08-13T00:00:00.000Z",
|
|
18
|
+
expiresAt: "2026-08-13T00:01:00.000Z",
|
|
19
|
+
authorizationEpoch: "epoch_1",
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
function response(status, body = "", headers = {}, stream = null) {
|
|
23
|
+
const lowered = new Map(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]));
|
|
24
|
+
return {
|
|
25
|
+
ok: status >= 200 && status < 300,
|
|
26
|
+
status,
|
|
27
|
+
headers: { get: (name) => lowered.get(name.toLowerCase()) ?? null },
|
|
28
|
+
body: stream,
|
|
29
|
+
text: async () => typeof body === "string" ? body : JSON.stringify(body),
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
function uploader(fetchImpl) {
|
|
33
|
+
return new CandidateUploader({ apiUrl: "https://api.example.test/", fetchImpl, now: () => now });
|
|
34
|
+
}
|
|
35
|
+
describe("CandidateUploader", () => {
|
|
36
|
+
it("authorizes a small candidate PUT then returns S3's exact VersionId without a latest read", async () => {
|
|
37
|
+
const fetchImpl = vi.fn()
|
|
38
|
+
.mockResolvedValueOnce(response(200, {
|
|
39
|
+
url: "https://s3.example.test/candidate-put",
|
|
40
|
+
expiresAt: "2026-08-13T00:00:45.000Z",
|
|
41
|
+
headers: { "content-type": "application/octet-stream", "x-amz-checksum-sha256": "signed" },
|
|
42
|
+
}))
|
|
43
|
+
.mockResolvedValueOnce(response(200, "", { "x-amz-version-id": "candidate-version-7" }));
|
|
44
|
+
await expect(uploader(fetchImpl).uploadSmall({
|
|
45
|
+
authorization,
|
|
46
|
+
attemptId: "attempt_7",
|
|
47
|
+
bytes: Buffer.from("candidate bytes"),
|
|
48
|
+
})).resolves.toEqual({
|
|
49
|
+
candidateVersionId: "candidate-version-7",
|
|
50
|
+
sha256: "sha256:732d058fadd90c70f22429227ab5d9c74919217099efe737aa46835ce3a60856",
|
|
51
|
+
size: 15,
|
|
52
|
+
});
|
|
53
|
+
expect(fetchImpl).toHaveBeenCalledTimes(2);
|
|
54
|
+
const [authorizeUrl, authorizeInit] = fetchImpl.mock.calls[0];
|
|
55
|
+
expect(authorizeUrl).toBe("https://api.example.test/v2/sync/mutations/attempt_7/single/authorize");
|
|
56
|
+
expect(authorizeInit).toMatchObject({
|
|
57
|
+
method: "POST",
|
|
58
|
+
headers: expect.objectContaining({
|
|
59
|
+
Authorization: "Bearer access-token",
|
|
60
|
+
"X-HQ-Sync-Contract": "2",
|
|
61
|
+
"X-HQ-Sync-Lease": "lease_1",
|
|
62
|
+
}),
|
|
63
|
+
});
|
|
64
|
+
expect(JSON.parse(authorizeInit?.body)).toEqual({
|
|
65
|
+
size: 15,
|
|
66
|
+
sha256: "sha256:732d058fadd90c70f22429227ab5d9c74919217099efe737aa46835ce3a60856",
|
|
67
|
+
});
|
|
68
|
+
expect(fetchImpl.mock.calls[1]).toEqual([
|
|
69
|
+
"https://s3.example.test/candidate-put",
|
|
70
|
+
expect.objectContaining({ method: "PUT", body: Buffer.from("candidate bytes") }),
|
|
71
|
+
]);
|
|
72
|
+
});
|
|
73
|
+
it("refuses an oversize candidate before authorizing or transferring bytes", async () => {
|
|
74
|
+
const fetchImpl = vi.fn();
|
|
75
|
+
await expect(uploader(fetchImpl).uploadSmall({
|
|
76
|
+
authorization,
|
|
77
|
+
attemptId: "attempt_7",
|
|
78
|
+
bytes: Buffer.alloc(MAX_SMALL_CANDIDATE_BYTES + 1),
|
|
79
|
+
})).rejects.toThrow("small candidate exceeds");
|
|
80
|
+
expect(fetchImpl).not.toHaveBeenCalled();
|
|
81
|
+
});
|
|
82
|
+
it("fails closed when the candidate PUT lacks S3's immutable VersionId", async () => {
|
|
83
|
+
const fetchImpl = vi.fn()
|
|
84
|
+
.mockResolvedValueOnce(response(200, { url: "https://s3.example.test/candidate-put", expiresAt: "2026-08-13T00:00:45.000Z" }))
|
|
85
|
+
.mockResolvedValueOnce(response(200));
|
|
86
|
+
await expect(uploader(fetchImpl).uploadSmall({ authorization, attemptId: "attempt_7", bytes: Buffer.from("x") }))
|
|
87
|
+
.rejects.toThrow("did not return an exact VersionId");
|
|
88
|
+
});
|
|
89
|
+
it("opens only the server-resolved exact committed VersionId and leaves its body unmaterialized", async () => {
|
|
90
|
+
async function* bytes() { yield Buffer.from("exact bytes"); }
|
|
91
|
+
const stream = bytes();
|
|
92
|
+
const fetchImpl = vi.fn()
|
|
93
|
+
.mockResolvedValueOnce(response(200, {
|
|
94
|
+
url: "https://s3.example.test/exact-get",
|
|
95
|
+
expiresAt: "2026-08-13T00:00:45.000Z",
|
|
96
|
+
versionId: "canonical-version-9",
|
|
97
|
+
sha256,
|
|
98
|
+
size: 11,
|
|
99
|
+
}))
|
|
100
|
+
.mockResolvedValueOnce(response(200, "", { "x-amz-version-id": "canonical-version-9" }, stream));
|
|
101
|
+
const exact = await uploader(fetchImpl).openCommittedContent(authorization, "delta_9");
|
|
102
|
+
expect(exact).toMatchObject({ versionId: "canonical-version-9", sha256, size: 11, body: stream });
|
|
103
|
+
expect(fetchImpl.mock.calls[0]?.[0]).toBe("https://api.example.test/v2/sync/content/delta_9");
|
|
104
|
+
expect(fetchImpl.mock.calls[1]?.[0]).toBe("https://s3.example.test/exact-get");
|
|
105
|
+
expect(fetchImpl.mock.calls[1]?.[1]).toMatchObject({ method: "GET" });
|
|
106
|
+
expect(fetchImpl.mock.calls[1]?.[1]).not.toHaveProperty("body");
|
|
107
|
+
});
|
|
108
|
+
it("rejects an overlong descriptor and a GET whose S3 VersionId differs from the descriptor", async () => {
|
|
109
|
+
const overlong = vi.fn().mockResolvedValueOnce(response(200, {
|
|
110
|
+
url: "https://s3.example.test/exact-get",
|
|
111
|
+
expiresAt: "2026-08-13T00:01:01.000Z",
|
|
112
|
+
versionId: "candidate-version-7",
|
|
113
|
+
sha256,
|
|
114
|
+
size: 1,
|
|
115
|
+
}));
|
|
116
|
+
await expect(uploader(overlong).openCandidate(authorization, "attempt_7"))
|
|
117
|
+
.rejects.toThrow("descriptor lifetime exceeds");
|
|
118
|
+
expect(overlong).toHaveBeenCalledTimes(1);
|
|
119
|
+
const mismatch = vi.fn()
|
|
120
|
+
.mockResolvedValueOnce(response(200, {
|
|
121
|
+
url: "https://s3.example.test/exact-get",
|
|
122
|
+
expiresAt: "2026-08-13T00:00:45.000Z",
|
|
123
|
+
versionId: "candidate-version-7",
|
|
124
|
+
sha256,
|
|
125
|
+
size: 1,
|
|
126
|
+
}))
|
|
127
|
+
.mockResolvedValueOnce(response(200, "", { "x-amz-version-id": "latest-version-8" }));
|
|
128
|
+
await expect(uploader(mismatch).openCandidate(authorization, "attempt_7"))
|
|
129
|
+
.rejects.toThrow("VersionId does not match");
|
|
130
|
+
});
|
|
131
|
+
});
|
|
132
|
+
//# sourceMappingURL=candidate-uploader.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"candidate-uploader.test.js","sourceRoot":"","sources":["../../src/sync/candidate-uploader.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAElD,OAAO,EACL,iBAAiB,EACjB,yBAAyB,GAI1B,MAAM,yBAAyB,CAAC;AAEjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;AACnD,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;AAC1C,MAAM,aAAa,GAAoC;IACrD,MAAM,EAAE,cAAc;IACtB,QAAQ,EAAE,UAAU;IACpB,gBAAgB,EAAE;QAChB,OAAO,EAAE,SAAS;QAClB,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,CAAC;KAChB;IACD,KAAK,EAAE;QACL,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,0BAA0B;QACpC,SAAS,EAAE,0BAA0B;QACrC,kBAAkB,EAAE,SAAS;KAC9B;CACF,CAAC;AAEF,SAAS,QAAQ,CACf,MAAc,EACd,OAAgB,EAAE,EAClB,UAAkC,EAAE,EACpC,SAA2C,IAAI;IAE/C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACnG,OAAO;QACL,EAAE,EAAE,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;QACjC,MAAM;QACN,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,EAAE;QACnE,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KACzE,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,SAAyB;IACzC,OAAO,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,2BAA2B,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,0FAA0F,EAAE,KAAK,IAAI,EAAE;QACxG,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB;aACtC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE;YACnC,GAAG,EAAE,uCAAuC;YAC5C,SAAS,EAAE,0BAA0B;YACrC,OAAO,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,QAAQ,EAAE;SAC3F,CAAC,CAAC;aACF,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAAC;QAE3F,MAAM,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC;YAC3C,aAAa;YACb,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC;SACtC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACnB,kBAAkB,EAAE,qBAAqB;YACzC,MAAM,EAAE,yEAAyE;YACjF,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,YAAY,EAAE,aAAa,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC/D,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;QACnG,MAAM,CAAC,aAAa,CAAC,CAAC,aAAa,CAAC;YAClC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC/B,aAAa,EAAE,qBAAqB;gBACpC,oBAAoB,EAAE,GAAG;gBACzB,iBAAiB,EAAE,SAAS;aAC7B,CAAC;SACH,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAc,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,yEAAyE;SAClF,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACtC,uCAAuC;YACvC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;SACjF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC;QAC1C,MAAM,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC;YAC3C,aAAa;YACb,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,CAAC;SACnD,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB;aACtC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,uCAAuC,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;aAC7H,qBAAqB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAC9G,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6FAA6F,EAAE,KAAK,IAAI,EAAE;QAC3G,KAAK,SAAS,CAAC,CAAC,KAAK,KAAK,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,KAAK,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB;aACtC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE;YACnC,GAAG,EAAE,mCAAmC;YACxC,SAAS,EAAE,0BAA0B;YACrC,SAAS,EAAE,qBAAqB;YAChC,MAAM;YACN,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;aACF,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnG,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACvF,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAClG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAC/E,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yFAAyF,EAAE,KAAK,IAAI,EAAE;QACvG,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE;YAC3E,GAAG,EAAE,mCAAmC;YACxC,SAAS,EAAE,0BAA0B;YACrC,SAAS,EAAE,qBAAqB;YAChC,MAAM;YACN,IAAI,EAAE,CAAC;SACR,CAAC,CAAC,CAAC;QACJ,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;aACvE,OAAO,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAkB;aACrC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE;YACnC,GAAG,EAAE,mCAAmC;YACxC,SAAS,EAAE,0BAA0B;YACrC,SAAS,EAAE,qBAAqB;YAChC,MAAM;YACN,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;aACF,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC;QACxF,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;aACvE,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Fixed-ceiling delta reader for realtime vault sync v2.
|
|
3
|
+
*
|
|
4
|
+
* A drain deliberately has two request shapes: its first request has the
|
|
5
|
+
* recipient cursor and later requests have only the opaque page token. This
|
|
6
|
+
* makes it impossible for the client to accidentally turn a fixed-H drain
|
|
7
|
+
* into a new high-water request while it is following a page chain. Applying
|
|
8
|
+
* a page (and making its cursor durable) belongs to U54; this module does not
|
|
9
|
+
* persist or advance a cursor itself.
|
|
10
|
+
*/
|
|
11
|
+
import type { CandidateFetch, CandidateTransportAuthorization } from "./candidate-uploader.js";
|
|
12
|
+
export type DeltaOperation = "upsert" | "delete";
|
|
13
|
+
export interface DeltaRecord {
|
|
14
|
+
deltaId: string;
|
|
15
|
+
canonicalPath: string;
|
|
16
|
+
operation: DeltaOperation;
|
|
17
|
+
versionId: string | null;
|
|
18
|
+
/** Source facts decide regular-file versus symlink application in U54. */
|
|
19
|
+
source: {
|
|
20
|
+
kind: "regular" | "symlink";
|
|
21
|
+
mode: number;
|
|
22
|
+
} | null;
|
|
23
|
+
}
|
|
24
|
+
export interface DeltaPage {
|
|
25
|
+
/** Immutable recipient-bound high-water cursor for every page in a drain. */
|
|
26
|
+
untilCursor: string;
|
|
27
|
+
/** A hidden projection page is valid: `deltas` may be empty while this exists. */
|
|
28
|
+
nextPageToken: string | null;
|
|
29
|
+
deltas: readonly DeltaRecord[];
|
|
30
|
+
}
|
|
31
|
+
export interface DeltaClientOptions {
|
|
32
|
+
apiUrl: string;
|
|
33
|
+
fetchImpl?: CandidateFetch;
|
|
34
|
+
now?: () => number;
|
|
35
|
+
authorizationTimeoutMs?: number;
|
|
36
|
+
}
|
|
37
|
+
export interface DeltaDrainRequest {
|
|
38
|
+
authorization: CandidateTransportAuthorization;
|
|
39
|
+
scopeHandle: string;
|
|
40
|
+
scopeRevision: string;
|
|
41
|
+
cursor: string;
|
|
42
|
+
/** The server chooses the effective page size; this is merely its bounded request limit. */
|
|
43
|
+
limit: number;
|
|
44
|
+
}
|
|
45
|
+
export interface DeltaDrainResult {
|
|
46
|
+
untilCursor: string;
|
|
47
|
+
pages: number;
|
|
48
|
+
deltas: number;
|
|
49
|
+
}
|
|
50
|
+
export declare class DeltaGapError extends Error {
|
|
51
|
+
constructor(message?: string);
|
|
52
|
+
}
|
|
53
|
+
export declare class CursorRetiredError extends Error {
|
|
54
|
+
constructor(message?: string);
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* The V2 reader has no LIST capability or dependency. Its callback is
|
|
58
|
+
* awaited before another page is requested, so a future durable applier can
|
|
59
|
+
* make every page's effects and cursor durable before the next page arrives.
|
|
60
|
+
*/
|
|
61
|
+
export declare class DeltaClient {
|
|
62
|
+
private readonly apiUrl;
|
|
63
|
+
private readonly fetchImpl;
|
|
64
|
+
private readonly now;
|
|
65
|
+
private readonly timeoutMs;
|
|
66
|
+
constructor(options: DeltaClientOptions);
|
|
67
|
+
drain(request: DeltaDrainRequest, consume: (page: DeltaPage) => Promise<void>): Promise<DeltaDrainResult>;
|
|
68
|
+
private assertRequest;
|
|
69
|
+
private getPage;
|
|
70
|
+
private assertLease;
|
|
71
|
+
private request;
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=delta-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta-client.d.ts","sourceRoot":"","sources":["../../src/sync/delta-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,KAAK,EAAE,cAAc,EAA0B,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAGvH,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEjD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,cAAc,CAAC;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,0EAA0E;IAC1E,MAAM,EAAE;QAAE,IAAI,EAAE,SAAS,GAAG,SAAS,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC9D;AAED,MAAM,WAAW,SAAS;IACxB,6EAA6E;IAC7E,WAAW,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,EAAE,SAAS,WAAW,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,+BAA+B,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,4FAA4F;IAC5F,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,SAAuD;CAI3E;AAED,qBAAa,kBAAmB,SAAQ,KAAK;gBAC/B,OAAO,SAA4D;CAIhF;AAqED;;;;GAIG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,EAAE,kBAAkB;IASjC,KAAK,CAAC,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6B/G,OAAO,CAAC,aAAa;YAQP,OAAO;IAkBrB,OAAO,CAAC,WAAW;YAKL,OAAO;CA2BtB"}
|