@indigoai-us/hq-cloud 6.15.0 → 6.15.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-mutation.d.ts +16 -0
- package/dist/bin/sync-mutation.d.ts.map +1 -0
- package/dist/bin/sync-mutation.js +60 -0
- package/dist/bin/sync-mutation.js.map +1 -0
- package/dist/bin/sync-mutation.test.d.ts +2 -0
- package/dist/bin/sync-mutation.test.d.ts.map +1 -0
- package/dist/bin/sync-mutation.test.js +165 -0
- package/dist/bin/sync-mutation.test.js.map +1 -0
- package/dist/bin/sync-runner-company.d.ts +8 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +16 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.d.ts +2 -0
- package/dist/bin/sync-runner-company.test.d.ts.map +1 -0
- package/dist/bin/sync-runner-company.test.js +36 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -0
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +98 -8
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +17 -0
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +109 -0
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/conflict-recovery.test.d.ts +2 -0
- package/dist/cli/conflict-recovery.test.d.ts.map +1 -0
- package/dist/cli/conflict-recovery.test.js +201 -0
- package/dist/cli/conflict-recovery.test.js.map +1 -0
- package/dist/cli/conflict.d.ts +60 -0
- package/dist/cli/conflict.d.ts.map +1 -1
- package/dist/cli/conflict.js +333 -0
- package/dist/cli/conflict.js.map +1 -1
- package/dist/cli/sync.d.ts +35 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +100 -0
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +85 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/skill-telemetry.d.ts +6 -0
- package/dist/skill-telemetry.d.ts.map +1 -1
- package/dist/skill-telemetry.js +14 -2
- package/dist/skill-telemetry.js.map +1 -1
- package/dist/skill-telemetry.test.js +79 -0
- package/dist/skill-telemetry.test.js.map +1 -1
- package/dist/sync/candidate-uploader.d.ts +88 -0
- package/dist/sync/candidate-uploader.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.js +212 -0
- package/dist/sync/candidate-uploader.js.map +1 -0
- package/dist/sync/candidate-uploader.test.d.ts +2 -0
- package/dist/sync/candidate-uploader.test.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.test.js +132 -0
- package/dist/sync/candidate-uploader.test.js.map +1 -0
- package/dist/sync/delta-client.d.ts +73 -0
- package/dist/sync/delta-client.d.ts.map +1 -0
- package/dist/sync/delta-client.js +201 -0
- package/dist/sync/delta-client.js.map +1 -0
- package/dist/sync/delta-client.test.d.ts +2 -0
- package/dist/sync/delta-client.test.d.ts.map +1 -0
- package/dist/sync/delta-client.test.js +97 -0
- package/dist/sync/delta-client.test.js.map +1 -0
- package/dist/sync/durable-apply.d.ts +76 -0
- package/dist/sync/durable-apply.d.ts.map +1 -0
- package/dist/sync/durable-apply.js +530 -0
- package/dist/sync/durable-apply.js.map +1 -0
- package/dist/sync/durable-apply.test.d.ts +2 -0
- package/dist/sync/durable-apply.test.d.ts.map +1 -0
- package/dist/sync/durable-apply.test.js +180 -0
- package/dist/sync/durable-apply.test.js.map +1 -0
- package/dist/sync/event-sync.d.ts +33 -1
- package/dist/sync/event-sync.d.ts.map +1 -1
- package/dist/sync/event-sync.js +149 -1
- package/dist/sync/event-sync.js.map +1 -1
- package/dist/sync/event-sync.test.js +142 -1
- package/dist/sync/event-sync.test.js.map +1 -1
- package/dist/sync/index.d.ts +2 -0
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +1 -0
- package/dist/sync/index.js.map +1 -1
- package/dist/sync/multipart-uploader.d.ts +99 -0
- package/dist/sync/multipart-uploader.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.js +447 -0
- package/dist/sync/multipart-uploader.js.map +1 -0
- package/dist/sync/multipart-uploader.test.d.ts +2 -0
- package/dist/sync/multipart-uploader.test.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.test.js +119 -0
- package/dist/sync/multipart-uploader.test.js.map +1 -0
- package/dist/sync/mutation-client.d.ts +85 -0
- package/dist/sync/mutation-client.d.ts.map +1 -0
- package/dist/sync/mutation-client.js +245 -0
- package/dist/sync/mutation-client.js.map +1 -0
- package/dist/sync/mutation-client.test.d.ts +2 -0
- package/dist/sync/mutation-client.test.d.ts.map +1 -0
- package/dist/sync/mutation-client.test.js +51 -0
- package/dist/sync/mutation-client.test.js.map +1 -0
- package/dist/sync/push-receiver.d.ts +45 -0
- package/dist/sync/push-receiver.d.ts.map +1 -1
- package/dist/sync/push-receiver.js +101 -0
- package/dist/sync/push-receiver.js.map +1 -1
- package/dist/sync/push-receiver.test.js +54 -2
- package/dist/sync/push-receiver.test.js.map +1 -1
- package/dist/sync/scope-inventory-client.d.ts +69 -0
- package/dist/sync/scope-inventory-client.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.js +210 -0
- package/dist/sync/scope-inventory-client.js.map +1 -0
- package/dist/sync/scope-inventory-client.test.d.ts +2 -0
- package/dist/sync/scope-inventory-client.test.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.test.js +94 -0
- package/dist/sync/scope-inventory-client.test.js.map +1 -0
- package/dist/sync/snapshot-client.d.ts +98 -0
- package/dist/sync/snapshot-client.d.ts.map +1 -0
- package/dist/sync/snapshot-client.js +402 -0
- package/dist/sync/snapshot-client.js.map +1 -0
- package/dist/sync/snapshot-client.test.d.ts +2 -0
- package/dist/sync/snapshot-client.test.d.ts.map +1 -0
- package/dist/sync/snapshot-client.test.js +169 -0
- package/dist/sync/snapshot-client.test.js.map +1 -0
- package/dist/sync/uploader-finalization.d.ts +97 -0
- package/dist/sync/uploader-finalization.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.js +273 -0
- package/dist/sync/uploader-finalization.js.map +1 -0
- package/dist/sync/uploader-finalization.test.d.ts +2 -0
- package/dist/sync/uploader-finalization.test.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.test.js +92 -0
- package/dist/sync/uploader-finalization.test.js.map +1 -0
- package/dist/telemetry.d.ts +11 -1
- package/dist/telemetry.d.ts.map +1 -1
- package/dist/telemetry.js +21 -2
- package/dist/telemetry.js.map +1 -1
- package/dist/telemetry.test.js +80 -0
- package/dist/telemetry.test.js.map +1 -1
- package/package.json +6 -1
- package/.claude/policies/hq-cloud-esm-cannot-spy-fs-builtins.md +0 -30
- package/.claude/policies/hq-cloud-strip-types-no-parameter-properties.md +0 -22
- package/.github/workflows/ci.yml +0 -84
- package/.github/workflows/publish.yml +0 -56
- package/.github/workflows/unreleased-commits-nag.yml +0 -256
- package/eslint.config.js +0 -67
- package/pnpm-workspace.yaml +0 -2
- package/scripts/presign-transport-e2e.mjs +0 -250
- package/scripts/vault-rebaseline.sh +0 -323
- package/scripts/vault-rescue.sh +0 -332
- package/src/active-company.test.ts +0 -188
- package/src/active-company.ts +0 -168
- package/src/agent-codex-instructions.test.ts +0 -332
- package/src/agent-codex-instructions.ts +0 -309
- package/src/auth.ts +0 -146
- package/src/backup-prune.test.ts +0 -98
- package/src/backup-prune.ts +0 -182
- package/src/bin/backup-prune-runner.ts +0 -33
- package/src/bin/rescue-runner.ts +0 -25
- package/src/bin/sync-runner-company.ts +0 -695
- package/src/bin/sync-runner-events.test.ts +0 -143
- package/src/bin/sync-runner-events.ts +0 -55
- package/src/bin/sync-runner-planning.test.ts +0 -311
- package/src/bin/sync-runner-planning.ts +0 -258
- package/src/bin/sync-runner-rollup.test.ts +0 -37
- package/src/bin/sync-runner-rollup.ts +0 -97
- package/src/bin/sync-runner-telemetry.ts +0 -15
- package/src/bin/sync-runner-watch-loop.ts +0 -1235
- package/src/bin/sync-runner-watch-routes.test.ts +0 -71
- package/src/bin/sync-runner-watch-routes.ts +0 -184
- package/src/bin/sync-runner.test.ts +0 -8767
- package/src/bin/sync-runner.ts +0 -2190
- package/src/cli/accept.ts +0 -124
- package/src/cli/conflict.ts +0 -119
- package/src/cli/doctor.test.ts +0 -581
- package/src/cli/doctor.ts +0 -642
- package/src/cli/index.ts +0 -49
- package/src/cli/invite.test.ts +0 -250
- package/src/cli/invite.ts +0 -214
- package/src/cli/promote.ts +0 -157
- package/src/cli/reindex-knowledge.test.ts +0 -307
- package/src/cli/reindex-knowledge.ts +0 -450
- package/src/cli/reindex.test.ts +0 -957
- package/src/cli/reindex.ts +0 -979
- package/src/cli/rescue-classify-ordering.test.ts +0 -548
- package/src/cli/rescue-clone-diagnostics.test.ts +0 -120
- package/src/cli/rescue-core.ts +0 -3011
- package/src/cli/rescue-drift-reconcile.test.ts +0 -179
- package/src/cli/rescue-drop-dir-symlink.test.ts +0 -224
- package/src/cli/rescue-exec-bit-preserve.test.ts +0 -187
- package/src/cli/rescue-hq-root-guard.test.ts +0 -232
- package/src/cli/rescue-journal-reconcile.test.ts +0 -215
- package/src/cli/rescue-mtime-preserve.test.ts +0 -203
- package/src/cli/rescue-settings-reconcile.test.ts +0 -637
- package/src/cli/rescue-snapshot.test.ts +0 -57
- package/src/cli/rescue-snapshot.ts +0 -51
- package/src/cli/rescue.reindex.test.ts +0 -63
- package/src/cli/rescue.test.ts +0 -131
- package/src/cli/rescue.ts +0 -182
- package/src/cli/share.test.ts +0 -7843
- package/src/cli/share.ts +0 -3663
- package/src/cli/sync-scope.test.ts +0 -652
- package/src/cli/sync.test.ts +0 -5207
- package/src/cli/sync.ts +0 -3470
- package/src/cli/tombstones.ts +0 -106
- package/src/cli/watch-event-push-conflict.test.ts +0 -234
- package/src/client-info.test.ts +0 -214
- package/src/client-info.ts +0 -121
- package/src/cognito-auth.test.ts +0 -712
- package/src/cognito-auth.ts +0 -1422
- package/src/company-resolver.test.ts +0 -618
- package/src/company-resolver.ts +0 -521
- package/src/context.test.ts +0 -583
- package/src/context.ts +0 -378
- package/src/daemon-worker.ts +0 -26
- package/src/daemon.ts +0 -99
- package/src/entity-resolver.test.ts +0 -315
- package/src/entity-resolver.ts +0 -180
- package/src/ignore.test.ts +0 -466
- package/src/ignore.ts +0 -469
- package/src/index.ts +0 -439
- package/src/journal.test.ts +0 -968
- package/src/journal.ts +0 -765
- package/src/lib/cloud-authoritative.test.ts +0 -45
- package/src/lib/cloud-authoritative.ts +0 -59
- package/src/lib/conflict-file.ts +0 -86
- package/src/lib/conflict-index.ts +0 -289
- package/src/lib/conflict.test.ts +0 -348
- package/src/lib/describe-error.test.ts +0 -100
- package/src/lib/describe-error.ts +0 -58
- package/src/lib/exit-codes.ts +0 -24
- package/src/lib/machine-id.test.ts +0 -231
- package/src/lib/machine-id.ts +0 -175
- package/src/lib/net-errors.test.ts +0 -65
- package/src/lib/net-errors.ts +0 -86
- package/src/lib/readlink-safe.test.ts +0 -43
- package/src/lib/readlink-safe.ts +0 -29
- package/src/local-path-codec.test.ts +0 -138
- package/src/local-path-codec.ts +0 -161
- package/src/machine-auth.test.ts +0 -1323
- package/src/manifest-reconcile.test.ts +0 -1123
- package/src/manifest-reconcile.ts +0 -518
- package/src/object-io.test.ts +0 -1221
- package/src/object-io.ts +0 -1306
- package/src/operation-lock.test.ts +0 -484
- package/src/operation-lock.ts +0 -680
- package/src/outcome-telemetry.test.ts +0 -498
- package/src/outcome-telemetry.ts +0 -639
- package/src/personal-vault-exclusions.test.ts +0 -308
- package/src/personal-vault-exclusions.ts +0 -354
- package/src/personal-vault.test.ts +0 -756
- package/src/personal-vault.ts +0 -496
- package/src/prefix-coalesce.test.ts +0 -240
- package/src/prefix-coalesce.ts +0 -273
- package/src/public-surface.test.ts +0 -117
- package/src/qmd-reindex.test.ts +0 -877
- package/src/qmd-reindex.ts +0 -842
- package/src/read-only-state-dir.test.ts +0 -188
- package/src/remote-pull.test.ts +0 -1130
- package/src/remote-pull.ts +0 -618
- package/src/s3.symlink-materialize.test.ts +0 -492
- package/src/s3.test.ts +0 -1789
- package/src/s3.ts +0 -1532
- package/src/schemas/signal-types.test.ts +0 -82
- package/src/schemas/signal-types.ts +0 -38
- package/src/schemas/source-channels.test.ts +0 -82
- package/src/schemas/source-channels.ts +0 -53
- package/src/scope-shrink.test.ts +0 -633
- package/src/scope-shrink.ts +0 -481
- package/src/signals/get.test.ts +0 -310
- package/src/signals/get.ts +0 -75
- package/src/signals/internals.ts +0 -195
- package/src/signals/list.test.ts +0 -420
- package/src/signals/list.ts +0 -79
- package/src/signals/parse.ts +0 -8
- package/src/signals/types.ts +0 -91
- package/src/skill-telemetry.test.ts +0 -1825
- package/src/skill-telemetry.ts +0 -1439
- package/src/sources/get.test.ts +0 -293
- package/src/sources/get.ts +0 -66
- package/src/sources/internals.ts +0 -198
- package/src/sources/list.test.ts +0 -402
- package/src/sources/list.ts +0 -84
- package/src/sources/parse.ts +0 -43
- package/src/sources/types.ts +0 -84
- package/src/sync/event-sync.test.ts +0 -594
- package/src/sync/event-sync.ts +0 -545
- package/src/sync/feature-flags.test.ts +0 -378
- package/src/sync/feature-flags.ts +0 -62
- package/src/sync/index.ts +0 -76
- package/src/sync/lease-client.test.ts +0 -128
- package/src/sync/lease-client.ts +0 -207
- package/src/sync/logger.test.ts +0 -242
- package/src/sync/logger.ts +0 -79
- package/src/sync/metrics.test.ts +0 -462
- package/src/sync/metrics.ts +0 -213
- package/src/sync/pull-scope.ts +0 -265
- package/src/sync/push-event.test.ts +0 -266
- package/src/sync/push-event.ts +0 -224
- package/src/sync/push-receiver.test.ts +0 -566
- package/src/sync/push-receiver.ts +0 -1048
- package/src/sync/push-transport.ts +0 -231
- package/src/sync/realtime-rollout.test.ts +0 -86
- package/src/sync/realtime-rollout.ts +0 -262
- package/src/sync/state-store.test.ts +0 -194
- package/src/sync/state-store.ts +0 -727
- package/src/sync-core.ts +0 -58
- package/src/sync-progress.test.ts +0 -94
- package/src/sync-progress.ts +0 -140
- package/src/telemetry-events.test.ts +0 -88
- package/src/telemetry-events.ts +0 -205
- package/src/telemetry.test.ts +0 -1280
- package/src/telemetry.ts +0 -1109
- package/src/types.ts +0 -314
- package/src/vault-client.test.ts +0 -1380
- package/src/vault-client.ts +0 -1694
- package/src/version.ts +0 -24
- package/src/watch-roots.test.ts +0 -278
- package/src/watch-roots.ts +0 -162
- package/src/watcher-event-gate.test.ts +0 -212
- package/src/watcher.test.ts +0 -1079
- package/src/watcher.ts +0 -1741
- package/test/e2e/sync/cross-tenant-isolation.test.ts +0 -630
- package/test/e2e/sync/skill-telemetry-oversized-transcript.test.ts +0 -124
- package/test/e2e/sync/transient-company-leg.test.ts +0 -384
- package/test/e2e/sync/windows-unreadable-link-leg.test.ts +0 -191
- package/test/e2e/watcher-real-chokidar.test.ts +0 -165
- package/test/e2e/watcher-recursive-backend.test.ts +0 -181
- package/test/e2e/watcher-scoped-coverage.test.ts +0 -381
- package/test/invite-flow.integration.test.ts +0 -244
- package/test/joiner-manifest-reconcile.integration.test.ts +0 -322
- package/test/share-sync.integration.test.ts +0 -213
- package/tsconfig.json +0 -19
- package/vitest.config.ts +0 -22
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
const OPAQUE = /^[A-Za-z0-9._~-]{1,512}$/;
|
|
2
|
+
export class DeltaGapError extends Error {
|
|
3
|
+
constructor(message = "realtime delta: DELTA_GAP; cursor was not advanced") {
|
|
4
|
+
super(message);
|
|
5
|
+
this.name = "DeltaGapError";
|
|
6
|
+
}
|
|
7
|
+
}
|
|
8
|
+
export class CursorRetiredError extends Error {
|
|
9
|
+
constructor(message = "realtime delta: CURSOR_RETIRED; cursor was not advanced") {
|
|
10
|
+
super(message);
|
|
11
|
+
this.name = "CursorRetiredError";
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
function isRecord(value) {
|
|
15
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
16
|
+
}
|
|
17
|
+
function nonEmpty(value, label) {
|
|
18
|
+
if (typeof value !== "string" || value.trim() === "")
|
|
19
|
+
throw new Error(`realtime delta: ${label} must be a non-empty string`);
|
|
20
|
+
return value;
|
|
21
|
+
}
|
|
22
|
+
function opaque(value, label) {
|
|
23
|
+
const result = nonEmpty(value, label);
|
|
24
|
+
if (!OPAQUE.test(result))
|
|
25
|
+
throw new Error(`realtime delta: ${label} is not opaque`);
|
|
26
|
+
return result;
|
|
27
|
+
}
|
|
28
|
+
function exactKeys(record, keys, label) {
|
|
29
|
+
if (Object.keys(record).some((key) => !keys.includes(key)))
|
|
30
|
+
throw new Error(`realtime delta: ${label} contains an unknown field`);
|
|
31
|
+
}
|
|
32
|
+
function parseDelta(value) {
|
|
33
|
+
if (!isRecord(value))
|
|
34
|
+
throw new Error("realtime delta: delta record is not an object");
|
|
35
|
+
exactKeys(value, ["deltaId", "canonicalPath", "operation", "versionId", "source"], "delta record");
|
|
36
|
+
const operation = value.operation;
|
|
37
|
+
if (operation !== "upsert" && operation !== "delete")
|
|
38
|
+
throw new Error("realtime delta: delta operation is invalid");
|
|
39
|
+
const versionId = value.versionId;
|
|
40
|
+
if (versionId !== null && typeof versionId !== "string") {
|
|
41
|
+
throw new Error("realtime delta: delta metadata is invalid");
|
|
42
|
+
}
|
|
43
|
+
const source = parseSource(value.source);
|
|
44
|
+
if (operation === "upsert" && (versionId === null || source === null))
|
|
45
|
+
throw new Error("realtime delta: upsert lacks immutable content metadata");
|
|
46
|
+
if (operation === "delete" && (versionId !== null || source !== null))
|
|
47
|
+
throw new Error("realtime delta: delete carries content metadata");
|
|
48
|
+
const canonicalPath = nonEmpty(value.canonicalPath, "canonicalPath");
|
|
49
|
+
if (canonicalPath.includes("\\") || canonicalPath.startsWith("/") || canonicalPath.startsWith(".hq-control/") || canonicalPath.endsWith("/") || canonicalPath.split("/").some((part) => !part || part === "." || part === "..")) {
|
|
50
|
+
throw new Error("realtime delta: canonicalPath is invalid");
|
|
51
|
+
}
|
|
52
|
+
return { deltaId: opaque(value.deltaId, "deltaId"), canonicalPath, operation, versionId, source };
|
|
53
|
+
}
|
|
54
|
+
function parseSource(value) {
|
|
55
|
+
if (value === null)
|
|
56
|
+
return null;
|
|
57
|
+
if (!isRecord(value))
|
|
58
|
+
throw new Error("realtime delta: source metadata is invalid");
|
|
59
|
+
exactKeys(value, ["kind", "mode"], "source metadata");
|
|
60
|
+
if ((value.kind !== "regular" && value.kind !== "symlink") || typeof value.mode !== "number" || !Number.isSafeInteger(value.mode) || value.mode < 0 || value.mode > 0o7777) {
|
|
61
|
+
throw new Error("realtime delta: source metadata is invalid");
|
|
62
|
+
}
|
|
63
|
+
return { kind: value.kind, mode: value.mode };
|
|
64
|
+
}
|
|
65
|
+
function parsePage(value) {
|
|
66
|
+
if (!isRecord(value))
|
|
67
|
+
throw new Error("realtime delta: page response is not an object");
|
|
68
|
+
exactKeys(value, ["untilCursor", "nextPageToken", "deltas"], "page response");
|
|
69
|
+
if (!Array.isArray(value.deltas))
|
|
70
|
+
throw new Error("realtime delta: page deltas is not an array");
|
|
71
|
+
if (value.nextPageToken !== null && (typeof value.nextPageToken !== "string" || value.nextPageToken.length === 0))
|
|
72
|
+
throw new Error("realtime delta: nextPageToken is invalid");
|
|
73
|
+
const deltas = value.deltas.map(parseDelta);
|
|
74
|
+
if (new Set(deltas.map((delta) => delta.deltaId)).size !== deltas.length)
|
|
75
|
+
throw new Error("realtime delta: page repeats a delta ID");
|
|
76
|
+
return { untilCursor: nonEmpty(value.untilCursor, "untilCursor"), nextPageToken: value.nextPageToken, deltas };
|
|
77
|
+
}
|
|
78
|
+
function errorCode(text) {
|
|
79
|
+
try {
|
|
80
|
+
const value = JSON.parse(text);
|
|
81
|
+
return isRecord(value) && typeof value.code === "string" ? value.code : null;
|
|
82
|
+
}
|
|
83
|
+
catch {
|
|
84
|
+
return null;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* The V2 reader has no LIST capability or dependency. Its callback is
|
|
89
|
+
* awaited before another page is requested, so a future durable applier can
|
|
90
|
+
* make every page's effects and cursor durable before the next page arrives.
|
|
91
|
+
*/
|
|
92
|
+
export class DeltaClient {
|
|
93
|
+
apiUrl;
|
|
94
|
+
fetchImpl;
|
|
95
|
+
now;
|
|
96
|
+
timeoutMs;
|
|
97
|
+
constructor(options) {
|
|
98
|
+
if (!options.apiUrl.trim())
|
|
99
|
+
throw new Error("realtime delta: apiUrl is required");
|
|
100
|
+
this.apiUrl = options.apiUrl.replace(/\/+$/, "");
|
|
101
|
+
this.fetchImpl = options.fetchImpl ?? globalThis.fetch;
|
|
102
|
+
this.now = options.now ?? Date.now;
|
|
103
|
+
this.timeoutMs = options.authorizationTimeoutMs ?? 15_000;
|
|
104
|
+
if (!Number.isSafeInteger(this.timeoutMs) || this.timeoutMs < 1)
|
|
105
|
+
throw new Error("realtime delta: authorizationTimeoutMs must be positive");
|
|
106
|
+
}
|
|
107
|
+
async drain(request, consume) {
|
|
108
|
+
this.assertRequest(request);
|
|
109
|
+
let pageToken = null;
|
|
110
|
+
let ceiling = null;
|
|
111
|
+
let pages = 0;
|
|
112
|
+
let deltas = 0;
|
|
113
|
+
const seenTokens = new Set();
|
|
114
|
+
const seenDeltaIds = new Set();
|
|
115
|
+
do {
|
|
116
|
+
this.assertLease(request.authorization);
|
|
117
|
+
const page = await this.getPage(request, pageToken);
|
|
118
|
+
if (ceiling !== null && page.untilCursor !== ceiling)
|
|
119
|
+
throw new Error("realtime delta: page token changed the immutable ceiling");
|
|
120
|
+
ceiling ??= page.untilCursor;
|
|
121
|
+
for (const delta of page.deltas) {
|
|
122
|
+
if (seenDeltaIds.has(delta.deltaId))
|
|
123
|
+
throw new Error("realtime delta: delta ID repeats across the drain");
|
|
124
|
+
seenDeltaIds.add(delta.deltaId);
|
|
125
|
+
}
|
|
126
|
+
await consume(page);
|
|
127
|
+
pages++;
|
|
128
|
+
deltas += page.deltas.length;
|
|
129
|
+
pageToken = page.nextPageToken;
|
|
130
|
+
if (pageToken !== null) {
|
|
131
|
+
if (seenTokens.has(pageToken))
|
|
132
|
+
throw new Error("realtime delta: page token loop detected");
|
|
133
|
+
seenTokens.add(pageToken);
|
|
134
|
+
}
|
|
135
|
+
} while (pageToken !== null);
|
|
136
|
+
return { untilCursor: ceiling, pages, deltas };
|
|
137
|
+
}
|
|
138
|
+
assertRequest(request) {
|
|
139
|
+
this.assertLease(request.authorization);
|
|
140
|
+
nonEmpty(request.scopeHandle, "scopeHandle");
|
|
141
|
+
nonEmpty(request.scopeRevision, "scopeRevision");
|
|
142
|
+
nonEmpty(request.cursor, "cursor");
|
|
143
|
+
if (!Number.isSafeInteger(request.limit) || request.limit < 1 || request.limit > 1_000)
|
|
144
|
+
throw new Error("realtime delta: limit must be an integer from 1 through 1000");
|
|
145
|
+
}
|
|
146
|
+
async getPage(request, pageToken) {
|
|
147
|
+
const query = pageToken === null
|
|
148
|
+
? new URLSearchParams({ scopeHandle: request.scopeHandle, scopeRevision: request.scopeRevision, cursor: request.cursor, limit: String(request.limit) })
|
|
149
|
+
: new URLSearchParams({ pageToken });
|
|
150
|
+
const { response, text } = await this.request(request.authorization, `/v2/sync/delta?${query.toString()}`);
|
|
151
|
+
if (!response.ok) {
|
|
152
|
+
const code = errorCode(text);
|
|
153
|
+
if (response.status === 416 && code === "DELTA_GAP")
|
|
154
|
+
throw new DeltaGapError();
|
|
155
|
+
if (response.status === 410 && code === "CURSOR_RETIRED")
|
|
156
|
+
throw new CursorRetiredError();
|
|
157
|
+
throw new Error(`realtime delta: request failed (${response.status}): ${text.slice(0, 300)}`);
|
|
158
|
+
}
|
|
159
|
+
try {
|
|
160
|
+
return parsePage(JSON.parse(text));
|
|
161
|
+
}
|
|
162
|
+
catch (error) {
|
|
163
|
+
throw new Error(`realtime delta: page response is invalid: ${error instanceof Error ? error.message : String(error)}`);
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
assertLease(authorization) {
|
|
167
|
+
const expiry = Date.parse(authorization.lease.expiresAt);
|
|
168
|
+
if (!Number.isFinite(expiry) || expiry <= this.now())
|
|
169
|
+
throw new Error("realtime delta: lease expired before guarded I/O");
|
|
170
|
+
}
|
|
171
|
+
async request(authorization, path) {
|
|
172
|
+
const controller = new AbortController();
|
|
173
|
+
const timeout = setTimeout(() => controller.abort(), this.timeoutMs);
|
|
174
|
+
try {
|
|
175
|
+
const response = await this.fetchImpl(`${this.apiUrl}${path}`, {
|
|
176
|
+
method: "GET",
|
|
177
|
+
headers: {
|
|
178
|
+
Authorization: `Bearer ${nonEmpty(authorization.bearer, "bearer")}`,
|
|
179
|
+
Accept: "application/json",
|
|
180
|
+
"X-HQ-Sync-Contract": "2",
|
|
181
|
+
"X-HQ-Device-ID": nonEmpty(authorization.deviceId, "deviceId"),
|
|
182
|
+
"X-HQ-Cloud-Version": nonEmpty(authorization.capabilityVector.hqCloud, "hqCloud version"),
|
|
183
|
+
"X-HQ-Desktop-Version": nonEmpty(authorization.capabilityVector.hqDesktop, "hqDesktop version"),
|
|
184
|
+
"X-HQ-Sync-Lease": nonEmpty(authorization.lease.lease, "lease"),
|
|
185
|
+
},
|
|
186
|
+
signal: controller.signal,
|
|
187
|
+
});
|
|
188
|
+
const text = await response.text().catch((error) => {
|
|
189
|
+
throw new Error(`realtime delta: response unreadable: ${error instanceof Error ? error.message : String(error)}`);
|
|
190
|
+
});
|
|
191
|
+
return { response, text };
|
|
192
|
+
}
|
|
193
|
+
catch (error) {
|
|
194
|
+
throw new Error(`realtime delta: request failed without cursor advancement: ${error instanceof Error ? error.message : String(error)}`);
|
|
195
|
+
}
|
|
196
|
+
finally {
|
|
197
|
+
clearTimeout(timeout);
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
//# sourceMappingURL=delta-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta-client.js","sourceRoot":"","sources":["../../src/sync/delta-client.ts"],"names":[],"mappings":"AAYA,MAAM,MAAM,GAAG,0BAA0B,CAAC;AA0C1C,MAAM,OAAO,aAAc,SAAQ,KAAK;IACtC,YAAY,OAAO,GAAG,oDAAoD;QACxE,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IAC3C,YAAY,OAAO,GAAG,yDAAyD;QAC7E,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,KAAa;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,6BAA6B,CAAC,CAAC;IAC7H,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,gBAAgB,CAAC,CAAC;IACpF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAA+B,EAAE,IAAuB,EAAE,KAAa;IACxF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,4BAA4B,CAAC,CAAC;AACpI,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACvF,SAAS,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,cAAc,CAAC,CAAC;IACnG,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAClC,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IACpH,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAClC,IAAI,SAAS,KAAK,IAAI,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAClJ,IAAI,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC1I,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACrE,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAChO,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AACpG,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IACpF,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC;QAC3K,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACxF,SAAS,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,eAAe,EAAE,QAAQ,CAAC,EAAE,eAAe,CAAC,CAAC;IAC9E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjG,IAAI,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC/K,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5C,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IACrI,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;AACjH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,WAAW;IACL,MAAM,CAAS;IACf,SAAS,CAAiB;IAC1B,GAAG,CAAe;IAClB,SAAS,CAAS;IAEnC,YAAY,OAA2B;QACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAClF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAK,UAAU,CAAC,KAAmC,CAAC;QACtF,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,sBAAsB,IAAI,MAAM,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC9I,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA0B,EAAE,OAA2C;QACjF,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,OAAO,GAAkB,IAAI,CAAC;QAClC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,GAAG,CAAC;YACF,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACpD,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAClI,OAAO,KAAK,IAAI,CAAC,WAAW,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBAC1G,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;YACD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;YACpB,KAAK,EAAE,CAAC;YACR,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7B,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC;YAC/B,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;gBAC3F,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC,QAAQ,SAAS,KAAK,IAAI,EAAE;QAC7B,OAAO,EAAE,WAAW,EAAE,OAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAClD,CAAC;IAEO,aAAa,CAAC,OAA0B;QAC9C,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACxC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QAC7C,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QACjD,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAC1K,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,OAA0B,EAAE,SAAwB;QACxE,MAAM,KAAK,GAAG,SAAS,KAAK,IAAI;YAC9B,CAAC,CAAC,IAAI,eAAe,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACvJ,CAAC,CAAC,IAAI,eAAe,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACvC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,kBAAkB,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,KAAK,WAAW;gBAAE,MAAM,IAAI,aAAa,EAAE,CAAC;YAC/E,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,KAAK,gBAAgB;gBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;YACzF,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,CAAC;YACH,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzH,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,aAA8C;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IAC5H,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,aAA8C,EAAE,IAAY;QAChF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,EAAE;gBAC7D,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnE,MAAM,EAAE,kBAAkB;oBAC1B,oBAAoB,EAAE,GAAG;oBACzB,gBAAgB,EAAE,QAAQ,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC;oBAC9D,oBAAoB,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,CAAC;oBACzF,sBAAsB,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,SAAS,EAAE,mBAAmB,CAAC;oBAC/F,iBAAiB,EAAE,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;iBAChE;gBACD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC1D,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpH,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1I,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta-client.test.d.ts","sourceRoot":"","sources":["../../src/sync/delta-client.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import { DeltaClient, DeltaGapError, CursorRetiredError } from "./delta-client.js";
|
|
3
|
+
const auth = {
|
|
4
|
+
bearer: "bearer",
|
|
5
|
+
deviceId: "device_a",
|
|
6
|
+
capabilityVector: { hqCloud: "6.15.0", hqDesktop: "1.0.0", protocol: 2, journal: 3, durableApply: 0 },
|
|
7
|
+
lease: { lease: "lease_a", issuedAt: "2026-01-01T00:00:00.000Z", expiresAt: "2026-01-01T00:01:00.000Z", authorizationEpoch: "epoch_a" },
|
|
8
|
+
};
|
|
9
|
+
function response(status, value) {
|
|
10
|
+
return { ok: status >= 200 && status < 300, status, headers: { get: () => null }, body: null, text: async () => JSON.stringify(value) };
|
|
11
|
+
}
|
|
12
|
+
function client(fetchImpl) {
|
|
13
|
+
return new DeltaClient({ apiUrl: "https://sync.example/", fetchImpl, now: () => Date.parse("2026-01-01T00:00:00.000Z") });
|
|
14
|
+
}
|
|
15
|
+
function request() {
|
|
16
|
+
return { authorization: auth, scopeHandle: "scope_a", scopeRevision: "revision_a", cursor: "cursor_100", limit: 10 };
|
|
17
|
+
}
|
|
18
|
+
const upsert = { deltaId: "delta_101", canonicalPath: "notes/a.md", operation: "upsert", versionId: "V101", source: { kind: "regular", mode: 0o644 } };
|
|
19
|
+
describe("DeltaClient", () => {
|
|
20
|
+
it("keeps the first immutable ceiling while C161 arrives after a page token is minted", async () => {
|
|
21
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: "page_2", deltas: [upsert] }))
|
|
22
|
+
.mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: null, deltas: [] }));
|
|
23
|
+
const consumed = [];
|
|
24
|
+
await expect(client(fetchImpl).drain(request(), async (page) => { consumed.push(page.untilCursor); })).resolves.toEqual({ untilCursor: "cursor_160", pages: 2, deltas: 1 });
|
|
25
|
+
expect(consumed).toEqual(["cursor_160", "cursor_160"]);
|
|
26
|
+
expect(fetchImpl.mock.calls.map(([url]) => url)).toEqual([
|
|
27
|
+
"https://sync.example/v2/sync/delta?scopeHandle=scope_a&scopeRevision=revision_a&cursor=cursor_100&limit=10",
|
|
28
|
+
"https://sync.example/v2/sync/delta?pageToken=page_2",
|
|
29
|
+
]);
|
|
30
|
+
expect(fetchImpl.mock.calls[1]?.[0]).not.toContain("cursor=");
|
|
31
|
+
});
|
|
32
|
+
it("follows an empty hidden page instead of treating it as end-of-drain", async () => {
|
|
33
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: "hidden_2", deltas: [] }))
|
|
34
|
+
.mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: null, deltas: [upsert] }));
|
|
35
|
+
const consume = vi.fn(async () => undefined);
|
|
36
|
+
await expect(client(fetchImpl).drain(request(), consume)).resolves.toEqual({ untilCursor: "cursor_160", pages: 2, deltas: 1 });
|
|
37
|
+
expect(consume).toHaveBeenCalledTimes(2);
|
|
38
|
+
expect(fetchImpl).toHaveBeenCalledTimes(2);
|
|
39
|
+
});
|
|
40
|
+
it("fails closed without invoking the consumer on a gap or retired epoch", async () => {
|
|
41
|
+
for (const [status, code, error] of [[416, "DELTA_GAP", DeltaGapError], [410, "CURSOR_RETIRED", CursorRetiredError]]) {
|
|
42
|
+
const fetchImpl = vi.fn().mockResolvedValue(response(status, { code }));
|
|
43
|
+
const consume = vi.fn(async () => undefined);
|
|
44
|
+
await expect(client(fetchImpl).drain(request(), consume)).rejects.toBeInstanceOf(error);
|
|
45
|
+
expect(consume).not.toHaveBeenCalled();
|
|
46
|
+
expect(fetchImpl).toHaveBeenCalledTimes(1);
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
it("rejects a token response that tries to change the fixed ceiling before applying it", async () => {
|
|
50
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: "page_2", deltas: [] }))
|
|
51
|
+
.mockResolvedValueOnce(response(200, { untilCursor: "cursor_161", nextPageToken: null, deltas: [upsert] }));
|
|
52
|
+
const consume = vi.fn(async () => undefined);
|
|
53
|
+
await expect(client(fetchImpl).drain(request(), consume)).rejects.toThrow(/immutable ceiling/);
|
|
54
|
+
expect(consume).toHaveBeenCalledTimes(1);
|
|
55
|
+
});
|
|
56
|
+
it("revalidates its lease before a continuation and never sends an expired page token", async () => {
|
|
57
|
+
let now = Date.parse("2026-01-01T00:00:00.000Z");
|
|
58
|
+
const fetchImpl = vi.fn().mockResolvedValue(response(200, { untilCursor: "cursor_160", nextPageToken: "page_2", deltas: [] }));
|
|
59
|
+
const delta = new DeltaClient({ apiUrl: "https://sync.example", fetchImpl, now: () => now });
|
|
60
|
+
await expect(delta.drain(request(), async () => { now = Date.parse(auth.lease.expiresAt); })).rejects.toThrow(/lease expired/);
|
|
61
|
+
expect(fetchImpl).toHaveBeenCalledTimes(1);
|
|
62
|
+
});
|
|
63
|
+
it("preserves non-empty opaque cursor and page-token bytes through URL encoding", async () => {
|
|
64
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(200, { untilCursor: "cursor/+==", nextPageToken: "page/+==", deltas: [] }))
|
|
65
|
+
.mockResolvedValueOnce(response(200, { untilCursor: "cursor/+==", nextPageToken: null, deltas: [] }));
|
|
66
|
+
await client(fetchImpl).drain({ ...request(), cursor: "cursor/+==" }, async () => undefined);
|
|
67
|
+
expect(fetchImpl.mock.calls.map(([url]) => url)).toEqual([
|
|
68
|
+
"https://sync.example/v2/sync/delta?scopeHandle=scope_a&scopeRevision=revision_a&cursor=cursor%2F%2B%3D%3D&limit=10",
|
|
69
|
+
"https://sync.example/v2/sync/delta?pageToken=page%2F%2B%3D%3D",
|
|
70
|
+
]);
|
|
71
|
+
});
|
|
72
|
+
it("carries source kind and POSIX mode to the durable applier", async () => {
|
|
73
|
+
const symlinkUpsert = { ...upsert, source: { kind: "symlink", mode: 0o777 } };
|
|
74
|
+
const fetchImpl = vi.fn().mockResolvedValue(response(200, { untilCursor: "cursor_160", nextPageToken: null, deltas: [symlinkUpsert] }));
|
|
75
|
+
const consume = vi.fn(async () => undefined);
|
|
76
|
+
await expect(client(fetchImpl).drain(request(), consume)).resolves.toEqual({ untilCursor: "cursor_160", pages: 1, deltas: 1 });
|
|
77
|
+
expect(consume).toHaveBeenCalledWith(expect.objectContaining({ deltas: [expect.objectContaining({ source: { kind: "symlink", mode: 0o777 } })] }));
|
|
78
|
+
});
|
|
79
|
+
it("rejects duplicate deltas across pages before applying the repeat", async () => {
|
|
80
|
+
const fetchImpl = vi.fn().mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: "page_2", deltas: [upsert] }))
|
|
81
|
+
.mockResolvedValueOnce(response(200, { untilCursor: "cursor_160", nextPageToken: null, deltas: [upsert] }));
|
|
82
|
+
const consume = vi.fn(async () => undefined);
|
|
83
|
+
await expect(client(fetchImpl).drain(request(), consume)).rejects.toThrow(/repeats across the drain/);
|
|
84
|
+
expect(consume).toHaveBeenCalledTimes(1);
|
|
85
|
+
});
|
|
86
|
+
it("has no LIST surface: all requests are V2 delta control-plane GETs", async () => {
|
|
87
|
+
const fetchImpl = vi.fn().mockResolvedValue(response(200, { untilCursor: "cursor_160", nextPageToken: null, deltas: [] }));
|
|
88
|
+
await client(fetchImpl).drain(request(), async () => undefined);
|
|
89
|
+
expect(fetchImpl).toHaveBeenCalledTimes(1);
|
|
90
|
+
for (const [url, init] of fetchImpl.mock.calls) {
|
|
91
|
+
expect(url).toContain("/v2/sync/delta?");
|
|
92
|
+
expect(url).not.toMatch(/list|s3|bucket/i);
|
|
93
|
+
expect(init?.method).toBe("GET");
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
//# sourceMappingURL=delta-client.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delta-client.test.js","sourceRoot":"","sources":["../../src/sync/delta-client.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAGnF,MAAM,IAAI,GAAoC;IAC5C,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,gBAAgB,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;IACrG,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,0BAA0B,EAAE,SAAS,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,SAAS,EAAE;CACxI,CAAC;AAEF,SAAS,QAAQ,CAAC,MAAc,EAAE,KAAc;IAC9C,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;AAC1I,CAAC;AAED,SAAS,MAAM,CAAC,SAAyB;IACvC,OAAO,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;AAC5H,CAAC;AAED,SAAS,OAAO;IACd,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACvH,CAAC;AAED,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAW,CAAC;AAEhK,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;aACrJ,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACxG,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAE5K,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;YACvD,4GAA4G;YAC5G,qDAAqD;SACtD,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;aACjJ,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9G,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/H,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAU,EAAE,CAAC;YAC9H,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACxF,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACxF,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACvC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;aAC/I,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9G,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAC/F,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/I,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAE7F,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,IAAI,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC/H,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;aACjJ,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACxG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAE7F,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;YACvD,oHAAoH;YACpH,+DAA+D;SAChE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAW,CAAC;QACvF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;QACxJ,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/H,MAAM,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;aACrJ,qBAAqB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9G,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAE7C,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC;QACtG,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,EAAkB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3I,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC;QAEhE,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import type { DeltaPage, DeltaRecord } from "./delta-client.js";
|
|
2
|
+
type ApplyKind = "regular" | "symlink" | "delete";
|
|
3
|
+
export interface DurableApplyContent {
|
|
4
|
+
kind: "regular" | "symlink";
|
|
5
|
+
/** Exact bytes returned by the authorized delta content descriptor. */
|
|
6
|
+
bytes: Buffer;
|
|
7
|
+
/** SHA-256 hexadecimal digest authenticated by that descriptor. */
|
|
8
|
+
sha256: string;
|
|
9
|
+
}
|
|
10
|
+
export interface DurableApplyIntent {
|
|
11
|
+
deltaId: string;
|
|
12
|
+
canonicalPath: string;
|
|
13
|
+
operation: ApplyKind;
|
|
14
|
+
versionId: string | null;
|
|
15
|
+
sha256: string | null;
|
|
16
|
+
mode: number | null;
|
|
17
|
+
symlinkTarget: string | null;
|
|
18
|
+
stageName: string | null;
|
|
19
|
+
}
|
|
20
|
+
export interface DurableAppliedPath {
|
|
21
|
+
deltaId: string;
|
|
22
|
+
operation: ApplyKind;
|
|
23
|
+
versionId: string | null;
|
|
24
|
+
sha256: string | null;
|
|
25
|
+
}
|
|
26
|
+
export interface DurableApplyState {
|
|
27
|
+
intents: Record<string, DurableApplyIntent>;
|
|
28
|
+
paths: Record<string, DurableAppliedPath>;
|
|
29
|
+
cursor: string | null;
|
|
30
|
+
}
|
|
31
|
+
export interface DurableApplyOptions {
|
|
32
|
+
/** Filesystem root for one authorized scope projection. */
|
|
33
|
+
rootDir: string;
|
|
34
|
+
/** Root used by the WAL v3 state store. */
|
|
35
|
+
stateRootDir: string;
|
|
36
|
+
scopeId: string;
|
|
37
|
+
initialCursor?: string | null;
|
|
38
|
+
/** Test-only crash seam, called after each durable boundary. */
|
|
39
|
+
afterStep?: (step: DurableApplyStep) => void;
|
|
40
|
+
}
|
|
41
|
+
export type DurableApplyStep = "stage-hashed" | "stage-fdatasynced" | "stage-parent-fsynced" | "intent-durable" | "filesystem-applied" | "parent-fsynced" | "path-durable" | "cursor-durable";
|
|
42
|
+
export declare class DurableApplyError extends Error {
|
|
43
|
+
constructor(message: string, options?: ErrorOptions);
|
|
44
|
+
}
|
|
45
|
+
export declare class DurableApplyRecoveryError extends DurableApplyError {
|
|
46
|
+
constructor(message: string, options?: ErrorOptions);
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* A page is the cursor unit. All path records are durable before its opaque
|
|
50
|
+
* fixed-H cursor is appended. The caller must serialize calls per scope.
|
|
51
|
+
*/
|
|
52
|
+
export declare class DurableApplyEngine {
|
|
53
|
+
private readonly rootDir;
|
|
54
|
+
private readonly afterStep;
|
|
55
|
+
private readonly store;
|
|
56
|
+
constructor(options: DurableApplyOptions);
|
|
57
|
+
getState(): DurableApplyState;
|
|
58
|
+
/** Finish every prior filesystem intent, but never invent a page cursor. */
|
|
59
|
+
recover(): void;
|
|
60
|
+
/**
|
|
61
|
+
* Fetching is deliberately outside this module: only the authorized
|
|
62
|
+
* deltaId-to-exact-version transport can provide bytes. Deletes never ask
|
|
63
|
+
* for content.
|
|
64
|
+
*/
|
|
65
|
+
applyPage(page: Pick<DeltaPage, "untilCursor" | "nextPageToken" | "deltas">, fetchContent: (delta: DeltaRecord) => Promise<DurableApplyContent>): Promise<void>;
|
|
66
|
+
private beginUpsert;
|
|
67
|
+
private beginDelete;
|
|
68
|
+
private recoverIntent;
|
|
69
|
+
private applyIntentFilesystem;
|
|
70
|
+
private finishIntent;
|
|
71
|
+
private targetPath;
|
|
72
|
+
private step;
|
|
73
|
+
private sweepUnreferencedStages;
|
|
74
|
+
}
|
|
75
|
+
export {};
|
|
76
|
+
//# sourceMappingURL=durable-apply.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"durable-apply.d.ts","sourceRoot":"","sources":["../../src/sync/durable-apply.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAOhE,KAAK,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;AAElD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,SAAS,GAAG,SAAS,CAAC;IAC5B,uEAAuE;IACvE,KAAK,EAAE,MAAM,CAAC;IACd,mEAAmE;IACnE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAC5C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAC1C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,2DAA2D;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,gEAAgE;IAChE,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC9C;AAED,MAAM,MAAM,gBAAgB,GACxB,cAAc,GACd,mBAAmB,GACnB,sBAAsB,GACtB,gBAAgB,GAChB,oBAAoB,GACpB,gBAAgB,GAChB,cAAc,GACd,gBAAgB,CAAC;AAErB,qBAAa,iBAAkB,SAAQ,KAAK;gBAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED,qBAAa,yBAA0B,SAAQ,iBAAiB;gBAClD,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;GAGG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmC;IAC7D,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAE1C,OAAO,EAAE,mBAAmB;IAexC,QAAQ,IAAI,iBAAiB;IAI7B,4EAA4E;IAC5E,OAAO,IAAI,IAAI;IAIf;;;;OAIG;IACG,SAAS,CACb,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,aAAa,GAAG,eAAe,GAAG,QAAQ,CAAC,EACjE,YAAY,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,mBAAmB,CAAC,GACjE,OAAO,CAAC,IAAI,CAAC;IAsBhB,OAAO,CAAC,WAAW;IAwCnB,OAAO,CAAC,WAAW;IAkBnB,OAAO,CAAC,aAAa;IA6BrB,OAAO,CAAC,qBAAqB;IAwB7B,OAAO,CAAC,YAAY;IAepB,OAAO,CAAC,UAAU;IAWlB,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,uBAAuB;CAQhC"}
|