@indigoai-us/hq-cloud 6.15.0 → 6.15.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-mutation.d.ts +16 -0
- package/dist/bin/sync-mutation.d.ts.map +1 -0
- package/dist/bin/sync-mutation.js +60 -0
- package/dist/bin/sync-mutation.js.map +1 -0
- package/dist/bin/sync-mutation.test.d.ts +2 -0
- package/dist/bin/sync-mutation.test.d.ts.map +1 -0
- package/dist/bin/sync-mutation.test.js +165 -0
- package/dist/bin/sync-mutation.test.js.map +1 -0
- package/dist/bin/sync-runner-company.d.ts +8 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +16 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.d.ts +2 -0
- package/dist/bin/sync-runner-company.test.d.ts.map +1 -0
- package/dist/bin/sync-runner-company.test.js +36 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -0
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +98 -8
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +17 -0
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +109 -0
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/conflict-recovery.test.d.ts +2 -0
- package/dist/cli/conflict-recovery.test.d.ts.map +1 -0
- package/dist/cli/conflict-recovery.test.js +201 -0
- package/dist/cli/conflict-recovery.test.js.map +1 -0
- package/dist/cli/conflict.d.ts +60 -0
- package/dist/cli/conflict.d.ts.map +1 -1
- package/dist/cli/conflict.js +333 -0
- package/dist/cli/conflict.js.map +1 -1
- package/dist/cli/sync.d.ts +35 -0
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +100 -0
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +85 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/skill-telemetry.d.ts +6 -0
- package/dist/skill-telemetry.d.ts.map +1 -1
- package/dist/skill-telemetry.js +14 -2
- package/dist/skill-telemetry.js.map +1 -1
- package/dist/skill-telemetry.test.js +79 -0
- package/dist/skill-telemetry.test.js.map +1 -1
- package/dist/sync/candidate-uploader.d.ts +88 -0
- package/dist/sync/candidate-uploader.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.js +212 -0
- package/dist/sync/candidate-uploader.js.map +1 -0
- package/dist/sync/candidate-uploader.test.d.ts +2 -0
- package/dist/sync/candidate-uploader.test.d.ts.map +1 -0
- package/dist/sync/candidate-uploader.test.js +132 -0
- package/dist/sync/candidate-uploader.test.js.map +1 -0
- package/dist/sync/delta-client.d.ts +73 -0
- package/dist/sync/delta-client.d.ts.map +1 -0
- package/dist/sync/delta-client.js +201 -0
- package/dist/sync/delta-client.js.map +1 -0
- package/dist/sync/delta-client.test.d.ts +2 -0
- package/dist/sync/delta-client.test.d.ts.map +1 -0
- package/dist/sync/delta-client.test.js +97 -0
- package/dist/sync/delta-client.test.js.map +1 -0
- package/dist/sync/durable-apply.d.ts +76 -0
- package/dist/sync/durable-apply.d.ts.map +1 -0
- package/dist/sync/durable-apply.js +530 -0
- package/dist/sync/durable-apply.js.map +1 -0
- package/dist/sync/durable-apply.test.d.ts +2 -0
- package/dist/sync/durable-apply.test.d.ts.map +1 -0
- package/dist/sync/durable-apply.test.js +180 -0
- package/dist/sync/durable-apply.test.js.map +1 -0
- package/dist/sync/event-sync.d.ts +33 -1
- package/dist/sync/event-sync.d.ts.map +1 -1
- package/dist/sync/event-sync.js +149 -1
- package/dist/sync/event-sync.js.map +1 -1
- package/dist/sync/event-sync.test.js +142 -1
- package/dist/sync/event-sync.test.js.map +1 -1
- package/dist/sync/index.d.ts +2 -0
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +1 -0
- package/dist/sync/index.js.map +1 -1
- package/dist/sync/multipart-uploader.d.ts +99 -0
- package/dist/sync/multipart-uploader.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.js +447 -0
- package/dist/sync/multipart-uploader.js.map +1 -0
- package/dist/sync/multipart-uploader.test.d.ts +2 -0
- package/dist/sync/multipart-uploader.test.d.ts.map +1 -0
- package/dist/sync/multipart-uploader.test.js +119 -0
- package/dist/sync/multipart-uploader.test.js.map +1 -0
- package/dist/sync/mutation-client.d.ts +85 -0
- package/dist/sync/mutation-client.d.ts.map +1 -0
- package/dist/sync/mutation-client.js +245 -0
- package/dist/sync/mutation-client.js.map +1 -0
- package/dist/sync/mutation-client.test.d.ts +2 -0
- package/dist/sync/mutation-client.test.d.ts.map +1 -0
- package/dist/sync/mutation-client.test.js +51 -0
- package/dist/sync/mutation-client.test.js.map +1 -0
- package/dist/sync/push-receiver.d.ts +45 -0
- package/dist/sync/push-receiver.d.ts.map +1 -1
- package/dist/sync/push-receiver.js +101 -0
- package/dist/sync/push-receiver.js.map +1 -1
- package/dist/sync/push-receiver.test.js +54 -2
- package/dist/sync/push-receiver.test.js.map +1 -1
- package/dist/sync/scope-inventory-client.d.ts +69 -0
- package/dist/sync/scope-inventory-client.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.js +210 -0
- package/dist/sync/scope-inventory-client.js.map +1 -0
- package/dist/sync/scope-inventory-client.test.d.ts +2 -0
- package/dist/sync/scope-inventory-client.test.d.ts.map +1 -0
- package/dist/sync/scope-inventory-client.test.js +94 -0
- package/dist/sync/scope-inventory-client.test.js.map +1 -0
- package/dist/sync/snapshot-client.d.ts +98 -0
- package/dist/sync/snapshot-client.d.ts.map +1 -0
- package/dist/sync/snapshot-client.js +402 -0
- package/dist/sync/snapshot-client.js.map +1 -0
- package/dist/sync/snapshot-client.test.d.ts +2 -0
- package/dist/sync/snapshot-client.test.d.ts.map +1 -0
- package/dist/sync/snapshot-client.test.js +169 -0
- package/dist/sync/snapshot-client.test.js.map +1 -0
- package/dist/sync/uploader-finalization.d.ts +97 -0
- package/dist/sync/uploader-finalization.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.js +273 -0
- package/dist/sync/uploader-finalization.js.map +1 -0
- package/dist/sync/uploader-finalization.test.d.ts +2 -0
- package/dist/sync/uploader-finalization.test.d.ts.map +1 -0
- package/dist/sync/uploader-finalization.test.js +92 -0
- package/dist/sync/uploader-finalization.test.js.map +1 -0
- package/dist/telemetry.d.ts +11 -1
- package/dist/telemetry.d.ts.map +1 -1
- package/dist/telemetry.js +21 -2
- package/dist/telemetry.js.map +1 -1
- package/dist/telemetry.test.js +80 -0
- package/dist/telemetry.test.js.map +1 -1
- package/package.json +6 -1
- package/.claude/policies/hq-cloud-esm-cannot-spy-fs-builtins.md +0 -30
- package/.claude/policies/hq-cloud-strip-types-no-parameter-properties.md +0 -22
- package/.github/workflows/ci.yml +0 -84
- package/.github/workflows/publish.yml +0 -56
- package/.github/workflows/unreleased-commits-nag.yml +0 -256
- package/eslint.config.js +0 -67
- package/pnpm-workspace.yaml +0 -2
- package/scripts/presign-transport-e2e.mjs +0 -250
- package/scripts/vault-rebaseline.sh +0 -323
- package/scripts/vault-rescue.sh +0 -332
- package/src/active-company.test.ts +0 -188
- package/src/active-company.ts +0 -168
- package/src/agent-codex-instructions.test.ts +0 -332
- package/src/agent-codex-instructions.ts +0 -309
- package/src/auth.ts +0 -146
- package/src/backup-prune.test.ts +0 -98
- package/src/backup-prune.ts +0 -182
- package/src/bin/backup-prune-runner.ts +0 -33
- package/src/bin/rescue-runner.ts +0 -25
- package/src/bin/sync-runner-company.ts +0 -695
- package/src/bin/sync-runner-events.test.ts +0 -143
- package/src/bin/sync-runner-events.ts +0 -55
- package/src/bin/sync-runner-planning.test.ts +0 -311
- package/src/bin/sync-runner-planning.ts +0 -258
- package/src/bin/sync-runner-rollup.test.ts +0 -37
- package/src/bin/sync-runner-rollup.ts +0 -97
- package/src/bin/sync-runner-telemetry.ts +0 -15
- package/src/bin/sync-runner-watch-loop.ts +0 -1235
- package/src/bin/sync-runner-watch-routes.test.ts +0 -71
- package/src/bin/sync-runner-watch-routes.ts +0 -184
- package/src/bin/sync-runner.test.ts +0 -8767
- package/src/bin/sync-runner.ts +0 -2190
- package/src/cli/accept.ts +0 -124
- package/src/cli/conflict.ts +0 -119
- package/src/cli/doctor.test.ts +0 -581
- package/src/cli/doctor.ts +0 -642
- package/src/cli/index.ts +0 -49
- package/src/cli/invite.test.ts +0 -250
- package/src/cli/invite.ts +0 -214
- package/src/cli/promote.ts +0 -157
- package/src/cli/reindex-knowledge.test.ts +0 -307
- package/src/cli/reindex-knowledge.ts +0 -450
- package/src/cli/reindex.test.ts +0 -957
- package/src/cli/reindex.ts +0 -979
- package/src/cli/rescue-classify-ordering.test.ts +0 -548
- package/src/cli/rescue-clone-diagnostics.test.ts +0 -120
- package/src/cli/rescue-core.ts +0 -3011
- package/src/cli/rescue-drift-reconcile.test.ts +0 -179
- package/src/cli/rescue-drop-dir-symlink.test.ts +0 -224
- package/src/cli/rescue-exec-bit-preserve.test.ts +0 -187
- package/src/cli/rescue-hq-root-guard.test.ts +0 -232
- package/src/cli/rescue-journal-reconcile.test.ts +0 -215
- package/src/cli/rescue-mtime-preserve.test.ts +0 -203
- package/src/cli/rescue-settings-reconcile.test.ts +0 -637
- package/src/cli/rescue-snapshot.test.ts +0 -57
- package/src/cli/rescue-snapshot.ts +0 -51
- package/src/cli/rescue.reindex.test.ts +0 -63
- package/src/cli/rescue.test.ts +0 -131
- package/src/cli/rescue.ts +0 -182
- package/src/cli/share.test.ts +0 -7843
- package/src/cli/share.ts +0 -3663
- package/src/cli/sync-scope.test.ts +0 -652
- package/src/cli/sync.test.ts +0 -5207
- package/src/cli/sync.ts +0 -3470
- package/src/cli/tombstones.ts +0 -106
- package/src/cli/watch-event-push-conflict.test.ts +0 -234
- package/src/client-info.test.ts +0 -214
- package/src/client-info.ts +0 -121
- package/src/cognito-auth.test.ts +0 -712
- package/src/cognito-auth.ts +0 -1422
- package/src/company-resolver.test.ts +0 -618
- package/src/company-resolver.ts +0 -521
- package/src/context.test.ts +0 -583
- package/src/context.ts +0 -378
- package/src/daemon-worker.ts +0 -26
- package/src/daemon.ts +0 -99
- package/src/entity-resolver.test.ts +0 -315
- package/src/entity-resolver.ts +0 -180
- package/src/ignore.test.ts +0 -466
- package/src/ignore.ts +0 -469
- package/src/index.ts +0 -439
- package/src/journal.test.ts +0 -968
- package/src/journal.ts +0 -765
- package/src/lib/cloud-authoritative.test.ts +0 -45
- package/src/lib/cloud-authoritative.ts +0 -59
- package/src/lib/conflict-file.ts +0 -86
- package/src/lib/conflict-index.ts +0 -289
- package/src/lib/conflict.test.ts +0 -348
- package/src/lib/describe-error.test.ts +0 -100
- package/src/lib/describe-error.ts +0 -58
- package/src/lib/exit-codes.ts +0 -24
- package/src/lib/machine-id.test.ts +0 -231
- package/src/lib/machine-id.ts +0 -175
- package/src/lib/net-errors.test.ts +0 -65
- package/src/lib/net-errors.ts +0 -86
- package/src/lib/readlink-safe.test.ts +0 -43
- package/src/lib/readlink-safe.ts +0 -29
- package/src/local-path-codec.test.ts +0 -138
- package/src/local-path-codec.ts +0 -161
- package/src/machine-auth.test.ts +0 -1323
- package/src/manifest-reconcile.test.ts +0 -1123
- package/src/manifest-reconcile.ts +0 -518
- package/src/object-io.test.ts +0 -1221
- package/src/object-io.ts +0 -1306
- package/src/operation-lock.test.ts +0 -484
- package/src/operation-lock.ts +0 -680
- package/src/outcome-telemetry.test.ts +0 -498
- package/src/outcome-telemetry.ts +0 -639
- package/src/personal-vault-exclusions.test.ts +0 -308
- package/src/personal-vault-exclusions.ts +0 -354
- package/src/personal-vault.test.ts +0 -756
- package/src/personal-vault.ts +0 -496
- package/src/prefix-coalesce.test.ts +0 -240
- package/src/prefix-coalesce.ts +0 -273
- package/src/public-surface.test.ts +0 -117
- package/src/qmd-reindex.test.ts +0 -877
- package/src/qmd-reindex.ts +0 -842
- package/src/read-only-state-dir.test.ts +0 -188
- package/src/remote-pull.test.ts +0 -1130
- package/src/remote-pull.ts +0 -618
- package/src/s3.symlink-materialize.test.ts +0 -492
- package/src/s3.test.ts +0 -1789
- package/src/s3.ts +0 -1532
- package/src/schemas/signal-types.test.ts +0 -82
- package/src/schemas/signal-types.ts +0 -38
- package/src/schemas/source-channels.test.ts +0 -82
- package/src/schemas/source-channels.ts +0 -53
- package/src/scope-shrink.test.ts +0 -633
- package/src/scope-shrink.ts +0 -481
- package/src/signals/get.test.ts +0 -310
- package/src/signals/get.ts +0 -75
- package/src/signals/internals.ts +0 -195
- package/src/signals/list.test.ts +0 -420
- package/src/signals/list.ts +0 -79
- package/src/signals/parse.ts +0 -8
- package/src/signals/types.ts +0 -91
- package/src/skill-telemetry.test.ts +0 -1825
- package/src/skill-telemetry.ts +0 -1439
- package/src/sources/get.test.ts +0 -293
- package/src/sources/get.ts +0 -66
- package/src/sources/internals.ts +0 -198
- package/src/sources/list.test.ts +0 -402
- package/src/sources/list.ts +0 -84
- package/src/sources/parse.ts +0 -43
- package/src/sources/types.ts +0 -84
- package/src/sync/event-sync.test.ts +0 -594
- package/src/sync/event-sync.ts +0 -545
- package/src/sync/feature-flags.test.ts +0 -378
- package/src/sync/feature-flags.ts +0 -62
- package/src/sync/index.ts +0 -76
- package/src/sync/lease-client.test.ts +0 -128
- package/src/sync/lease-client.ts +0 -207
- package/src/sync/logger.test.ts +0 -242
- package/src/sync/logger.ts +0 -79
- package/src/sync/metrics.test.ts +0 -462
- package/src/sync/metrics.ts +0 -213
- package/src/sync/pull-scope.ts +0 -265
- package/src/sync/push-event.test.ts +0 -266
- package/src/sync/push-event.ts +0 -224
- package/src/sync/push-receiver.test.ts +0 -566
- package/src/sync/push-receiver.ts +0 -1048
- package/src/sync/push-transport.ts +0 -231
- package/src/sync/realtime-rollout.test.ts +0 -86
- package/src/sync/realtime-rollout.ts +0 -262
- package/src/sync/state-store.test.ts +0 -194
- package/src/sync/state-store.ts +0 -727
- package/src/sync-core.ts +0 -58
- package/src/sync-progress.test.ts +0 -94
- package/src/sync-progress.ts +0 -140
- package/src/telemetry-events.test.ts +0 -88
- package/src/telemetry-events.ts +0 -205
- package/src/telemetry.test.ts +0 -1280
- package/src/telemetry.ts +0 -1109
- package/src/types.ts +0 -314
- package/src/vault-client.test.ts +0 -1380
- package/src/vault-client.ts +0 -1694
- package/src/version.ts +0 -24
- package/src/watch-roots.test.ts +0 -278
- package/src/watch-roots.ts +0 -162
- package/src/watcher-event-gate.test.ts +0 -212
- package/src/watcher.test.ts +0 -1079
- package/src/watcher.ts +0 -1741
- package/test/e2e/sync/cross-tenant-isolation.test.ts +0 -630
- package/test/e2e/sync/skill-telemetry-oversized-transcript.test.ts +0 -124
- package/test/e2e/sync/transient-company-leg.test.ts +0 -384
- package/test/e2e/sync/windows-unreadable-link-leg.test.ts +0 -191
- package/test/e2e/watcher-real-chokidar.test.ts +0 -165
- package/test/e2e/watcher-recursive-backend.test.ts +0 -181
- package/test/e2e/watcher-scoped-coverage.test.ts +0 -381
- package/test/invite-flow.integration.test.ts +0 -244
- package/test/joiner-manifest-reconcile.integration.test.ts +0 -322
- package/test/share-sync.integration.test.ts +0 -213
- package/tsconfig.json +0 -19
- package/vitest.config.ts +0 -22
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope-inventory-client.js","sourceRoot":"","sources":["../../src/sync/scope-inventory-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAoClC;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,YAAY,CAAC;QAClB,KAAK,wBAAwB;YAC3B,OAAO,KAAK,CAAC;QACf;YACE,OAAO,QAAQ,CAAC;IACpB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgC;IAEhC,OAAO,QAAQ,CAAC,OAAO,KAAK,cAAc,CAAC;AAC7C,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,oBAAoB;IACF;IAA7B,YAA6B,OAAoC;QAApC,YAAO,GAAP,OAAO,CAA6B;IAAG,CAAC;IAErE,KAAK,CAAC,OAAO,CAAC,QAAgB;QAC5B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QACzB,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC7D,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO;gBACL,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,eAAe;gBACvB,KAAK;gBACL,mBAAmB,EAAE,wBAAwB,CAAC,KAAK,CAAC,mBAAmB,CAAC;aACzE,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,gBAAgB,EAAE,CAAC;YACrC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC;QAClF,CAAC;QACD,OAAO;YACL,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE;YAClF,KAAK;SACN,CAAC;IACJ,CAAC;CACF;AAmBD,MAAM,MAAM,GAAG,uBAAuB,CAAC;AAEvC,SAAS,aAAa,CAAC,OAAe,EAAE,YAAoB;IAC1D,IACE,CAAC,YAAY;QACb,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QAC7B,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC3B,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAC9E,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACrD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;QACjG,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB,EAAE,KAAe;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,CAAC;SAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,IAAI,EAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACjC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,IAAI,EAAE,KAAK,SAAS;YAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QAAE,OAAO;IAC5B,IAAI,EAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAChC,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;YAAS,CAAC;QACT,IAAI,EAAE,KAAK,SAAS;YAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,UAAU,CACjB,MAAc,EACd,WAAmB,EACnB,QAA4B;IAE5B,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC;QACH,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAC;QACnD,IAAI,IAAI,KAAK,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACrG,MAAM,SAAS,GAAG,GAAG,WAAW,QAAQ,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QAC9D,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/F,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAChE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YACtC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;YAC1C,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACtB,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,sEAAsE;YACtE,gEAAgE;YAChE,MAAM,IAAI,KAAK,CAAC,iDAAiD,EAAE;gBACjE,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IACD,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAChC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;IAC1C,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAgC;IAEhC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IAChE,IAAI,UAAoB,CAAC;IACzB,IAAI,CAAC;QACH,UAAU,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QACrF,MAAM,IAAI,KAAK,CAAC,gDAAgD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9C,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,KAAK,CAAC,kBAAkB,CAAC;IAC9F,IAAI,gBAAgB,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC5E,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACxC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC;IACzE,CAAC;IACD,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACtB,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope-inventory-client.test.d.ts","sourceRoot":"","sources":["../../src/sync/scope-inventory-client.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import * as crypto from "node:crypto";
|
|
2
|
+
import * as fs from "node:fs";
|
|
3
|
+
import * as os from "node:os";
|
|
4
|
+
import * as path from "node:path";
|
|
5
|
+
import { afterEach, describe, expect, it, vi } from "vitest";
|
|
6
|
+
import { ScopeInventoryClient, disposeLocalMaterial, parseLocalMaterialPolicy, } from "./scope-inventory-client.js";
|
|
7
|
+
const roots = [];
|
|
8
|
+
function root() {
|
|
9
|
+
const value = fs.mkdtempSync(path.join(os.tmpdir(), "scope-inventory-"));
|
|
10
|
+
roots.push(value);
|
|
11
|
+
return value;
|
|
12
|
+
}
|
|
13
|
+
function sha256(value) {
|
|
14
|
+
return `sha256:${crypto.createHash("sha256").update(value).digest("hex")}`;
|
|
15
|
+
}
|
|
16
|
+
function inventoryClient(inventories) {
|
|
17
|
+
return {
|
|
18
|
+
inventory: vi.fn(async () => inventories.shift()),
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
function request() {
|
|
22
|
+
return {
|
|
23
|
+
bearer: "access-token",
|
|
24
|
+
deviceId: "device-1",
|
|
25
|
+
capabilityVector: { hqCloud: "6.0.0", hqDesktop: "none", protocol: 2, journal: 3, durableApply: 2 },
|
|
26
|
+
configurationFingerprint: "configuration-a",
|
|
27
|
+
scopeFingerprint: "scope-a",
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
afterEach(() => {
|
|
31
|
+
for (const directory of roots.splice(0))
|
|
32
|
+
fs.rmSync(directory, { recursive: true, force: true });
|
|
33
|
+
});
|
|
34
|
+
describe("ScopeInventoryClient", () => {
|
|
35
|
+
it("stops network work on reset, then permits legacy only after a fresh returning-device inventory", async () => {
|
|
36
|
+
const client = inventoryClient([
|
|
37
|
+
{ scopes: [{ scopeUid: "prs_1", scopeHandle: "h1", scopeRevision: "r1", state: "reset-required", resetId: "reset-1", snapshotDescriptorId: "snap-1" }] },
|
|
38
|
+
{ scopes: [{ scopeUid: "prs_1", scopeHandle: "h2", scopeRevision: "r2", state: "legacy", v1Allowed: true }] },
|
|
39
|
+
]);
|
|
40
|
+
const gate = new ScopeInventoryClient({ inventory: client, request: request() });
|
|
41
|
+
await expect(gate.refresh("prs_1")).resolves.toMatchObject({ network: "stop", state: "reset-required", reason: "reset-required" });
|
|
42
|
+
await expect(gate.refresh("prs_1")).resolves.toMatchObject({ network: "allow-legacy", state: "legacy", grant: { scopeRevision: "r2" } });
|
|
43
|
+
expect(client.inventory).toHaveBeenCalledTimes(2);
|
|
44
|
+
});
|
|
45
|
+
it("fails closed for a revoked or absent scope and retains unknown local policy", async () => {
|
|
46
|
+
const client = inventoryClient([
|
|
47
|
+
{ scopes: [{ scopeUid: "cmp_1", scopeHandle: "h", scopeRevision: "r", state: "revoked", localMaterialPolicy: "future-policy" }] },
|
|
48
|
+
{ scopes: [] },
|
|
49
|
+
]);
|
|
50
|
+
const gate = new ScopeInventoryClient({ inventory: client, request: request() });
|
|
51
|
+
await expect(gate.refresh("cmp_1")).resolves.toEqual(expect.objectContaining({
|
|
52
|
+
network: "stop", state: "revoked", reason: "scope-revoked", localMaterialPolicy: "retain",
|
|
53
|
+
}));
|
|
54
|
+
await expect(gate.refresh("cmp_1")).resolves.toEqual({ network: "stop", state: "absent", reason: "scope-absent" });
|
|
55
|
+
expect(parseLocalMaterialPolicy("not-yet-defined")).toBe("retain");
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
describe("disposeLocalMaterial", () => {
|
|
59
|
+
it("deletes only a hash-matching file and fsyncs its parent", () => {
|
|
60
|
+
const local = root();
|
|
61
|
+
const file = path.join(local, "notes/a.md");
|
|
62
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
63
|
+
fs.writeFileSync(file, "baseline");
|
|
64
|
+
expect(disposeLocalMaterial({
|
|
65
|
+
rootDir: local,
|
|
66
|
+
relativePath: "notes/a.md",
|
|
67
|
+
synchronizedSha256: sha256("baseline"),
|
|
68
|
+
policy: "delete-if-hash-matches",
|
|
69
|
+
})).toEqual({ outcome: "deleted", sha256: sha256("baseline") });
|
|
70
|
+
expect(fs.existsSync(file)).toBe(false);
|
|
71
|
+
});
|
|
72
|
+
it("never deletes divergent bytes: it hash-verifies and fsyncs a quarantine copy first", () => {
|
|
73
|
+
const local = root();
|
|
74
|
+
const quarantineRoot = root();
|
|
75
|
+
const file = path.join(local, "notes/a.md");
|
|
76
|
+
fs.mkdirSync(path.dirname(file), { recursive: true });
|
|
77
|
+
fs.writeFileSync(file, "divergent local bytes");
|
|
78
|
+
const result = disposeLocalMaterial({
|
|
79
|
+
rootDir: local,
|
|
80
|
+
relativePath: "notes/a.md",
|
|
81
|
+
synchronizedSha256: sha256("baseline"),
|
|
82
|
+
policy: "delete-if-hash-matches",
|
|
83
|
+
quarantineRoot,
|
|
84
|
+
});
|
|
85
|
+
expect(result).toEqual({
|
|
86
|
+
outcome: "quarantined",
|
|
87
|
+
sha256: sha256("divergent local bytes"),
|
|
88
|
+
quarantinePath: path.join(quarantineRoot, "notes/a.md"),
|
|
89
|
+
});
|
|
90
|
+
expect(fs.existsSync(file)).toBe(false);
|
|
91
|
+
expect(fs.readFileSync(path.join(quarantineRoot, "notes/a.md"), "utf8")).toBe("divergent local bytes");
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
//# sourceMappingURL=scope-inventory-client.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scope-inventory-client.test.js","sourceRoot":"","sources":["../../src/sync/scope-inventory-client.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE7D,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AAGrC,MAAM,KAAK,GAAa,EAAE,CAAC;AAE3B,SAAS,IAAI;IACX,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,eAAe,CAAC,WAAgC;IACvD,OAAO;QACL,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,KAAK,EAAG,CAAC;KACf,CAAC;AACxC,CAAC;AAED,SAAS,OAAO;IACd,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE,UAAU;QACpB,gBAAgB,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAe,EAAE,QAAQ,EAAE,CAAU,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;QACrH,wBAAwB,EAAE,iBAAiB;QAC3C,gBAAgB,EAAE,SAAS;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,CAAC,GAAG,EAAE;IACb,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAClG,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,gGAAgG,EAAE,KAAK,IAAI,EAAE;QAC9G,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE;YACxJ,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;SAC9G,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,oBAAoB,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAEjF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACnI,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACzI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC,EAAE;YACjI,EAAE,MAAM,EAAE,EAAE,EAAE;SACf,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,oBAAoB,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAEjF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC3E,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,mBAAmB,EAAE,QAAQ;SAC1F,CAAC,CAAC,CAAC;QACJ,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;QACnH,MAAM,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAEnC,MAAM,CAAC,oBAAoB,CAAC;YAC1B,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,YAAY;YAC1B,kBAAkB,EAAE,MAAM,CAAC,UAAU,CAAC;YACtC,MAAM,EAAE,wBAAwB;SACjC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,KAAK,GAAG,IAAI,EAAE,CAAC;QACrB,MAAM,cAAc,GAAG,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;QAEhD,MAAM,MAAM,GAAG,oBAAoB,CAAC;YAClC,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,YAAY;YAC1B,kBAAkB,EAAE,MAAM,CAAC,UAAU,CAAC;YACtC,MAAM,EAAE,wBAAwB;YAChC,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,OAAO,EAAE,aAAa;YACtB,MAAM,EAAE,MAAM,CAAC,uBAAuB,CAAC;YACvC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACzG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { type CandidateFetch, type CandidateTransportAuthorization } from "./candidate-uploader.js";
|
|
2
|
+
import { type DeltaDrainResult } from "./delta-client.js";
|
|
3
|
+
import { DurableApplyEngine } from "./durable-apply.js";
|
|
4
|
+
type SnapshotSource = {
|
|
5
|
+
kind: "regular" | "symlink";
|
|
6
|
+
mode: number;
|
|
7
|
+
};
|
|
8
|
+
export interface SnapshotDescriptor {
|
|
9
|
+
descriptorId: string;
|
|
10
|
+
projectionDigest: `sha256:${string}`;
|
|
11
|
+
checksum: `sha256:${string}`;
|
|
12
|
+
barrier: {
|
|
13
|
+
epoch: string;
|
|
14
|
+
sequence: string;
|
|
15
|
+
};
|
|
16
|
+
/** Recipient-bound opaque cursor minted at this descriptor's barrier H. */
|
|
17
|
+
cursor: string;
|
|
18
|
+
url: string;
|
|
19
|
+
expiresAt: string;
|
|
20
|
+
versionId: string;
|
|
21
|
+
}
|
|
22
|
+
export interface SnapshotManifestEntry {
|
|
23
|
+
canonicalPath: string;
|
|
24
|
+
headState: "present" | "deleted";
|
|
25
|
+
versionId: string | null;
|
|
26
|
+
/** Server-authorized exact-version content identity; never an S3 coordinate. */
|
|
27
|
+
deltaId: string;
|
|
28
|
+
source?: SnapshotSource;
|
|
29
|
+
sha256?: `sha256:${string}`;
|
|
30
|
+
size?: number;
|
|
31
|
+
}
|
|
32
|
+
interface PersistedDescriptor {
|
|
33
|
+
descriptorId: string;
|
|
34
|
+
projectionDigest: `sha256:${string}`;
|
|
35
|
+
checksum: `sha256:${string}`;
|
|
36
|
+
barrier: {
|
|
37
|
+
epoch: string;
|
|
38
|
+
sequence: string;
|
|
39
|
+
};
|
|
40
|
+
cursor: string;
|
|
41
|
+
versionId: string;
|
|
42
|
+
resetId: string | null;
|
|
43
|
+
}
|
|
44
|
+
export interface SnapshotState {
|
|
45
|
+
descriptor: PersistedDescriptor | null;
|
|
46
|
+
manifestApplied: boolean;
|
|
47
|
+
resetAcknowledged: boolean;
|
|
48
|
+
}
|
|
49
|
+
export interface SnapshotClientOptions {
|
|
50
|
+
apiUrl: string;
|
|
51
|
+
stateRootDir: string;
|
|
52
|
+
scopeId: string;
|
|
53
|
+
fetchImpl?: CandidateFetch;
|
|
54
|
+
now?: () => number;
|
|
55
|
+
authorizationTimeoutMs?: number;
|
|
56
|
+
}
|
|
57
|
+
export interface SnapshotReconcileRequest {
|
|
58
|
+
authorization: CandidateTransportAuthorization;
|
|
59
|
+
scopeHandle: string;
|
|
60
|
+
scopeRevision: string;
|
|
61
|
+
descriptorId: string;
|
|
62
|
+
/** Required for reset-required; omit only for a bootstrap snapshot. */
|
|
63
|
+
resetId?: string;
|
|
64
|
+
durableApply: DurableApplyEngine;
|
|
65
|
+
deltaLimit?: number;
|
|
66
|
+
}
|
|
67
|
+
export interface SnapshotReconcileResult {
|
|
68
|
+
descriptorId: string;
|
|
69
|
+
cursor: string;
|
|
70
|
+
manifestEntries: number;
|
|
71
|
+
resetAcknowledged: boolean;
|
|
72
|
+
postSnapshotDrain: DeltaDrainResult;
|
|
73
|
+
}
|
|
74
|
+
export declare class SnapshotClientError extends Error {
|
|
75
|
+
constructor(message: string, options?: ErrorOptions);
|
|
76
|
+
}
|
|
77
|
+
export declare class SnapshotClient {
|
|
78
|
+
private readonly apiUrl;
|
|
79
|
+
private readonly scopeId;
|
|
80
|
+
private readonly fetchImpl;
|
|
81
|
+
private readonly now;
|
|
82
|
+
private readonly timeoutMs;
|
|
83
|
+
private readonly store;
|
|
84
|
+
private readonly content;
|
|
85
|
+
private readonly delta;
|
|
86
|
+
constructor(options: SnapshotClientOptions);
|
|
87
|
+
getState(): SnapshotState;
|
|
88
|
+
reconcile(request: SnapshotReconcileRequest): Promise<SnapshotReconcileResult>;
|
|
89
|
+
private fetchDescriptor;
|
|
90
|
+
private fetchManifest;
|
|
91
|
+
private fetchContent;
|
|
92
|
+
private fetchDeltaContent;
|
|
93
|
+
private acknowledgeReset;
|
|
94
|
+
private controlRequest;
|
|
95
|
+
private request;
|
|
96
|
+
}
|
|
97
|
+
export {};
|
|
98
|
+
//# sourceMappingURL=snapshot-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"snapshot-client.d.ts","sourceRoot":"","sources":["../../src/sync/snapshot-client.ts"],"names":[],"mappings":"AAWA,OAAO,EAEL,KAAK,cAAc,EAEnB,KAAK,+BAA+B,EACrC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,KAAK,gBAAgB,EAAoB,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAA4B,MAAM,oBAAoB,CAAC;AASlF,KAAK,cAAc,GAAG;IAAE,IAAI,EAAE,SAAS,GAAG,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpE,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,UAAU,MAAM,EAAE,CAAC;IACrC,QAAQ,EAAE,UAAU,MAAM,EAAE,CAAC;IAC7B,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,2EAA2E;IAC3E,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC;IACjC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gFAAgF;IAChF,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,UAAU,MAAM,EAAE,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAWD,UAAU,mBAAmB;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,UAAU,MAAM,EAAE,CAAC;IACrC,QAAQ,EAAE,UAAU,MAAM,EAAE,CAAC;IAC7B,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACvC,eAAe,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,+BAA+B,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,uEAAuE;IACvE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,iBAAiB,EAAE,gBAAgB,CAAC;CACrC;AAED,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AA2ND,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA4B;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;gBAExB,OAAO,EAAE,qBAAqB;IAe1C,QAAQ,IAAI,aAAa;IAInB,SAAS,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;YAuCtE,eAAe;YAUf,aAAa;YAab,YAAY;YAUZ,iBAAiB;YAOjB,gBAAgB;YAKhB,cAAc;YAsBd,OAAO;CAWtB"}
|
|
@@ -0,0 +1,402 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Projection snapshot and reset receiver for realtime sync v2.
|
|
3
|
+
*
|
|
4
|
+
* Snapshots are a fixed manifest at a server FIFO barrier H. This client
|
|
5
|
+
* persists the descriptor before touching the manifest, applies every entry
|
|
6
|
+
* through the ordinary durable applier, acknowledges a reset with H's opaque
|
|
7
|
+
* recipient cursor, and then starts the normal fixed-H delta drain at H.
|
|
8
|
+
* It deliberately has no S3 coordinates or LIST operation in its surface.
|
|
9
|
+
*/
|
|
10
|
+
import { createHash } from "node:crypto";
|
|
11
|
+
import { CandidateUploader, } from "./candidate-uploader.js";
|
|
12
|
+
import { DeltaClient } from "./delta-client.js";
|
|
13
|
+
import { StateStore } from "./state-store.js";
|
|
14
|
+
const SNAPSHOT_DESCRIPTOR = 601;
|
|
15
|
+
const SNAPSHOT_MANIFEST_APPLIED = 602;
|
|
16
|
+
const SNAPSHOT_RESET_ACKNOWLEDGED = 603;
|
|
17
|
+
const SHA256 = /^sha256:[a-f0-9]{64}$/;
|
|
18
|
+
const OPAQUE = /^[A-Za-z0-9._~-]{1,4096}$/;
|
|
19
|
+
export class SnapshotClientError extends Error {
|
|
20
|
+
constructor(message, options) {
|
|
21
|
+
super(`realtime snapshot: ${message}`, options);
|
|
22
|
+
this.name = "SnapshotClientError";
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
function isRecord(value) {
|
|
26
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
27
|
+
}
|
|
28
|
+
function exactKeys(value, keys, label) {
|
|
29
|
+
if (Object.keys(value).length !== keys.length || Object.keys(value).some((key) => !keys.includes(key))) {
|
|
30
|
+
throw new SnapshotClientError(`${label} contains unknown or missing fields`);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
function nonEmpty(value, label) {
|
|
34
|
+
if (typeof value !== "string" || value.trim() === "")
|
|
35
|
+
throw new SnapshotClientError(`${label} must be a non-empty string`);
|
|
36
|
+
return value;
|
|
37
|
+
}
|
|
38
|
+
function opaque(value, label) {
|
|
39
|
+
const result = nonEmpty(value, label);
|
|
40
|
+
if (!OPAQUE.test(result))
|
|
41
|
+
throw new SnapshotClientError(`${label} is invalid`);
|
|
42
|
+
return result;
|
|
43
|
+
}
|
|
44
|
+
function digest(value, label) {
|
|
45
|
+
const result = nonEmpty(value, label);
|
|
46
|
+
if (!SHA256.test(result))
|
|
47
|
+
throw new SnapshotClientError(`${label} is invalid`);
|
|
48
|
+
return result;
|
|
49
|
+
}
|
|
50
|
+
function position(value, label) {
|
|
51
|
+
const result = nonEmpty(value, label);
|
|
52
|
+
if (!/^(0|[1-9][0-9]*)$/.test(result))
|
|
53
|
+
throw new SnapshotClientError(`${label} is invalid`);
|
|
54
|
+
return result;
|
|
55
|
+
}
|
|
56
|
+
function canonicalPath(value) {
|
|
57
|
+
const result = nonEmpty(value, "snapshot canonicalPath");
|
|
58
|
+
if (result.includes("\\") || result.startsWith("/") || result.startsWith(".hq-control/") || result.endsWith("/") || result.split("/").some((part) => !part || part === "." || part === "..")) {
|
|
59
|
+
throw new SnapshotClientError("snapshot canonicalPath is invalid");
|
|
60
|
+
}
|
|
61
|
+
return result;
|
|
62
|
+
}
|
|
63
|
+
function parseSource(value) {
|
|
64
|
+
if (!isRecord(value))
|
|
65
|
+
throw new SnapshotClientError("snapshot source is invalid");
|
|
66
|
+
exactKeys(value, ["kind", "mode"], "snapshot source");
|
|
67
|
+
if ((value.kind !== "regular" && value.kind !== "symlink") || typeof value.mode !== "number" || !Number.isSafeInteger(value.mode) || value.mode < 0 || value.mode > 0o7777) {
|
|
68
|
+
throw new SnapshotClientError("snapshot source is invalid");
|
|
69
|
+
}
|
|
70
|
+
return { kind: value.kind, mode: value.mode };
|
|
71
|
+
}
|
|
72
|
+
function parseDescriptor(value, now, leaseExpiresAt) {
|
|
73
|
+
if (!isRecord(value))
|
|
74
|
+
throw new SnapshotClientError("descriptor response is not an object");
|
|
75
|
+
exactKeys(value, ["descriptorId", "projectionDigest", "checksum", "barrier", "cursor", "url", "expiresAt", "versionId"], "descriptor response");
|
|
76
|
+
if (!isRecord(value.barrier))
|
|
77
|
+
throw new SnapshotClientError("descriptor barrier is invalid");
|
|
78
|
+
exactKeys(value.barrier, ["epoch", "sequence"], "descriptor barrier");
|
|
79
|
+
const expiresAt = nonEmpty(value.expiresAt, "descriptor expiresAt");
|
|
80
|
+
const expiry = Date.parse(expiresAt);
|
|
81
|
+
const leaseExpiry = Date.parse(leaseExpiresAt);
|
|
82
|
+
if (!Number.isFinite(expiry) || !Number.isFinite(leaseExpiry) || expiry <= now || expiry > now + 60_000 || expiry > leaseExpiry) {
|
|
83
|
+
throw new SnapshotClientError("descriptor lifetime exceeds its authorization bound");
|
|
84
|
+
}
|
|
85
|
+
return {
|
|
86
|
+
descriptorId: opaque(value.descriptorId, "descriptorId"),
|
|
87
|
+
projectionDigest: digest(value.projectionDigest, "projectionDigest"),
|
|
88
|
+
checksum: digest(value.checksum, "checksum"),
|
|
89
|
+
barrier: { epoch: position(value.barrier.epoch, "barrier epoch"), sequence: position(value.barrier.sequence, "barrier sequence") },
|
|
90
|
+
cursor: opaque(value.cursor, "descriptor cursor"),
|
|
91
|
+
url: nonEmpty(value.url, "descriptor url"),
|
|
92
|
+
expiresAt,
|
|
93
|
+
versionId: nonEmpty(value.versionId, "descriptor versionId"),
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
function parseEntry(value) {
|
|
97
|
+
if (!isRecord(value))
|
|
98
|
+
throw new SnapshotClientError("snapshot entry is not an object");
|
|
99
|
+
const headState = value.headState;
|
|
100
|
+
const presentKeys = ["canonicalPath", "headState", "versionId", "deltaId", "source", "sha256", "size"];
|
|
101
|
+
const deletedKeys = ["canonicalPath", "headState", "versionId", "deltaId"];
|
|
102
|
+
if (headState !== "present" && headState !== "deleted")
|
|
103
|
+
throw new SnapshotClientError("snapshot entry headState is invalid");
|
|
104
|
+
exactKeys(value, headState === "present" ? presentKeys : deletedKeys, "snapshot entry");
|
|
105
|
+
const entry = {
|
|
106
|
+
canonicalPath: canonicalPath(value.canonicalPath),
|
|
107
|
+
headState,
|
|
108
|
+
versionId: value.versionId === null ? null : nonEmpty(value.versionId, "snapshot versionId"),
|
|
109
|
+
deltaId: opaque(value.deltaId, "snapshot deltaId"),
|
|
110
|
+
};
|
|
111
|
+
if (headState === "present") {
|
|
112
|
+
if (entry.versionId === null || typeof value.size !== "number" || !Number.isSafeInteger(value.size) || value.size < 0) {
|
|
113
|
+
throw new SnapshotClientError("present snapshot entry lacks immutable content metadata");
|
|
114
|
+
}
|
|
115
|
+
entry.source = parseSource(value.source);
|
|
116
|
+
entry.sha256 = digest(value.sha256, "snapshot sha256");
|
|
117
|
+
entry.size = value.size;
|
|
118
|
+
}
|
|
119
|
+
else if (entry.versionId !== null) {
|
|
120
|
+
throw new SnapshotClientError("deleted snapshot entry carries a versionId");
|
|
121
|
+
}
|
|
122
|
+
return entry;
|
|
123
|
+
}
|
|
124
|
+
function parseManifest(value) {
|
|
125
|
+
if (!isRecord(value))
|
|
126
|
+
throw new SnapshotClientError("manifest is not an object");
|
|
127
|
+
exactKeys(value, ["contractVersion", "scopeUid", "projectionDigest", "authorizationContextDigest", "barrier", "entries"], "manifest");
|
|
128
|
+
if (value.contractVersion !== 3 || !isRecord(value.barrier) || !Array.isArray(value.entries))
|
|
129
|
+
throw new SnapshotClientError("manifest shape is invalid");
|
|
130
|
+
exactKeys(value.barrier, ["epoch", "sequence"], "manifest barrier");
|
|
131
|
+
const entries = value.entries.map(parseEntry);
|
|
132
|
+
const paths = new Set(entries.map((entry) => entry.canonicalPath));
|
|
133
|
+
if (paths.size !== entries.length)
|
|
134
|
+
throw new SnapshotClientError("manifest repeats a canonical path");
|
|
135
|
+
return {
|
|
136
|
+
contractVersion: 3,
|
|
137
|
+
scopeUid: opaque(value.scopeUid, "manifest scopeUid"),
|
|
138
|
+
projectionDigest: digest(value.projectionDigest, "manifest projectionDigest"),
|
|
139
|
+
authorizationContextDigest: digest(value.authorizationContextDigest, "manifest authorizationContextDigest"),
|
|
140
|
+
barrier: { epoch: position(value.barrier.epoch, "manifest barrier epoch"), sequence: position(value.barrier.sequence, "manifest barrier sequence") },
|
|
141
|
+
entries,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
/** RFC 8785's object-key sorting is enough here because wire values are strings, integers, arrays and objects. */
|
|
145
|
+
function canonicalJson(value) {
|
|
146
|
+
if (value === null || typeof value === "boolean")
|
|
147
|
+
return JSON.stringify(value);
|
|
148
|
+
if (typeof value === "string")
|
|
149
|
+
return JSON.stringify(value);
|
|
150
|
+
if (typeof value === "number") {
|
|
151
|
+
if (!Number.isFinite(value))
|
|
152
|
+
throw new SnapshotClientError("manifest contains a non-finite number");
|
|
153
|
+
return JSON.stringify(value);
|
|
154
|
+
}
|
|
155
|
+
if (Array.isArray(value))
|
|
156
|
+
return `[${value.map(canonicalJson).join(",")}]`;
|
|
157
|
+
if (!isRecord(value))
|
|
158
|
+
throw new SnapshotClientError("manifest contains an unsupported value");
|
|
159
|
+
return `{${Object.entries(value).sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0).map(([key, entry]) => `${canonicalJson(key)}:${canonicalJson(entry)}`).join(",")}}`;
|
|
160
|
+
}
|
|
161
|
+
function checksum(value) {
|
|
162
|
+
return `sha256:${createHash("sha256").update(canonicalJson(value), "utf8").digest("hex")}`;
|
|
163
|
+
}
|
|
164
|
+
function descriptorForStore(descriptor, resetId) {
|
|
165
|
+
return {
|
|
166
|
+
descriptorId: descriptor.descriptorId,
|
|
167
|
+
projectionDigest: descriptor.projectionDigest,
|
|
168
|
+
checksum: descriptor.checksum,
|
|
169
|
+
barrier: descriptor.barrier,
|
|
170
|
+
cursor: descriptor.cursor,
|
|
171
|
+
versionId: descriptor.versionId,
|
|
172
|
+
resetId: resetId === undefined ? null : opaque(resetId, "resetId"),
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
function parsePersistedDescriptor(value) {
|
|
176
|
+
if (!isRecord(value))
|
|
177
|
+
throw new SnapshotClientError("snapshot descriptor WAL record is invalid");
|
|
178
|
+
exactKeys(value, ["descriptorId", "projectionDigest", "checksum", "barrier", "cursor", "versionId", "resetId"], "snapshot descriptor WAL record");
|
|
179
|
+
if (!isRecord(value.barrier))
|
|
180
|
+
throw new SnapshotClientError("snapshot descriptor WAL barrier is invalid");
|
|
181
|
+
exactKeys(value.barrier, ["epoch", "sequence"], "snapshot descriptor WAL barrier");
|
|
182
|
+
if (value.resetId !== null && typeof value.resetId !== "string")
|
|
183
|
+
throw new SnapshotClientError("snapshot descriptor WAL resetId is invalid");
|
|
184
|
+
return {
|
|
185
|
+
descriptorId: opaque(value.descriptorId, "descriptorId"),
|
|
186
|
+
projectionDigest: digest(value.projectionDigest, "projectionDigest"),
|
|
187
|
+
checksum: digest(value.checksum, "checksum"),
|
|
188
|
+
barrier: { epoch: position(value.barrier.epoch, "barrier epoch"), sequence: position(value.barrier.sequence, "barrier sequence") },
|
|
189
|
+
cursor: opaque(value.cursor, "descriptor cursor"),
|
|
190
|
+
versionId: nonEmpty(value.versionId, "descriptor versionId"),
|
|
191
|
+
resetId: value.resetId === null ? null : opaque(value.resetId, "resetId"),
|
|
192
|
+
};
|
|
193
|
+
}
|
|
194
|
+
function sameDescriptor(left, right) {
|
|
195
|
+
return left.descriptorId === right.descriptorId && left.projectionDigest === right.projectionDigest && left.checksum === right.checksum &&
|
|
196
|
+
left.barrier.epoch === right.barrier.epoch && left.barrier.sequence === right.barrier.sequence && left.cursor === right.cursor &&
|
|
197
|
+
left.versionId === right.versionId && left.resetId === right.resetId;
|
|
198
|
+
}
|
|
199
|
+
function snapshotReducer(state, record) {
|
|
200
|
+
if (record.type === SNAPSHOT_DESCRIPTOR) {
|
|
201
|
+
const descriptor = parsePersistedDescriptor(record.payload);
|
|
202
|
+
return { descriptor, manifestApplied: false, resetAcknowledged: descriptor.resetId === null };
|
|
203
|
+
}
|
|
204
|
+
if (record.type === SNAPSHOT_MANIFEST_APPLIED) {
|
|
205
|
+
if (!isRecord(record.payload) || record.payload.descriptorId !== state.descriptor?.descriptorId)
|
|
206
|
+
throw new SnapshotClientError("snapshot applied WAL record is invalid");
|
|
207
|
+
return { ...state, manifestApplied: true };
|
|
208
|
+
}
|
|
209
|
+
if (record.type === SNAPSHOT_RESET_ACKNOWLEDGED) {
|
|
210
|
+
if (!isRecord(record.payload) || record.payload.descriptorId !== state.descriptor?.descriptorId)
|
|
211
|
+
throw new SnapshotClientError("snapshot reset acknowledgement WAL record is invalid");
|
|
212
|
+
return { ...state, resetAcknowledged: true };
|
|
213
|
+
}
|
|
214
|
+
throw new SnapshotClientError(`unknown snapshot WAL record type ${record.type}`);
|
|
215
|
+
}
|
|
216
|
+
function snapshotDeleteId(descriptorId, canonicalPath) {
|
|
217
|
+
return `snapshot_${createHash("sha256").update(`${descriptorId}\0${canonicalPath}`, "utf8").digest("hex")}`;
|
|
218
|
+
}
|
|
219
|
+
function snapshotDeltas(entries, apply, descriptorId) {
|
|
220
|
+
const mentioned = new Set(entries.map((entry) => entry.canonicalPath));
|
|
221
|
+
const stale = Object.keys(apply.getState().paths)
|
|
222
|
+
.filter((canonicalPath) => !mentioned.has(canonicalPath))
|
|
223
|
+
.sort()
|
|
224
|
+
.map((canonicalPath) => ({ deltaId: snapshotDeleteId(descriptorId, canonicalPath), canonicalPath, operation: "delete", versionId: null, source: null }));
|
|
225
|
+
const deletes = entries.filter((entry) => entry.headState === "deleted")
|
|
226
|
+
.map((entry) => ({ deltaId: entry.deltaId, canonicalPath: entry.canonicalPath, operation: "delete", versionId: null, source: null }));
|
|
227
|
+
const upserts = entries.filter((entry) => entry.headState === "present")
|
|
228
|
+
.map((entry) => ({ deltaId: entry.deltaId, canonicalPath: entry.canonicalPath, operation: "upsert", versionId: entry.versionId, source: entry.source }));
|
|
229
|
+
// A deleted file can be an ancestor of a new child path, so every delete must
|
|
230
|
+
// become durable before an upsert is allowed to create its parent directory.
|
|
231
|
+
return [...deletes, ...stale, ...upserts];
|
|
232
|
+
}
|
|
233
|
+
async function readAll(body, expectedSize) {
|
|
234
|
+
if (body === null)
|
|
235
|
+
throw new SnapshotClientError("exact content body is missing");
|
|
236
|
+
const chunks = [];
|
|
237
|
+
let size = 0;
|
|
238
|
+
for await (const chunk of body) {
|
|
239
|
+
size += chunk.byteLength;
|
|
240
|
+
if (size > expectedSize)
|
|
241
|
+
throw new SnapshotClientError("exact content exceeds its descriptor size");
|
|
242
|
+
chunks.push(Buffer.from(chunk));
|
|
243
|
+
}
|
|
244
|
+
if (size !== expectedSize)
|
|
245
|
+
throw new SnapshotClientError("exact content size disagrees with its descriptor");
|
|
246
|
+
return Buffer.concat(chunks);
|
|
247
|
+
}
|
|
248
|
+
export class SnapshotClient {
|
|
249
|
+
apiUrl;
|
|
250
|
+
scopeId;
|
|
251
|
+
fetchImpl;
|
|
252
|
+
now;
|
|
253
|
+
timeoutMs;
|
|
254
|
+
store;
|
|
255
|
+
content;
|
|
256
|
+
delta;
|
|
257
|
+
constructor(options) {
|
|
258
|
+
if (!options.apiUrl.trim())
|
|
259
|
+
throw new SnapshotClientError("apiUrl is required");
|
|
260
|
+
if (!options.scopeId)
|
|
261
|
+
throw new SnapshotClientError("scopeId is required");
|
|
262
|
+
this.apiUrl = options.apiUrl.replace(/\/+$/, "");
|
|
263
|
+
this.scopeId = opaque(options.scopeId, "scopeId");
|
|
264
|
+
this.fetchImpl = options.fetchImpl ?? globalThis.fetch;
|
|
265
|
+
this.now = options.now ?? Date.now;
|
|
266
|
+
this.timeoutMs = options.authorizationTimeoutMs ?? 15_000;
|
|
267
|
+
if (!Number.isSafeInteger(this.timeoutMs) || this.timeoutMs < 1)
|
|
268
|
+
throw new SnapshotClientError("authorizationTimeoutMs must be positive");
|
|
269
|
+
this.store = StateStore.open({ rootDir: options.stateRootDir, scopeId: `${this.scopeId}:snapshot`, initialState: { descriptor: null, manifestApplied: false, resetAcknowledged: false }, reduce: snapshotReducer });
|
|
270
|
+
const transport = { apiUrl: this.apiUrl, fetchImpl: this.fetchImpl, now: this.now, authorizationTimeoutMs: this.timeoutMs };
|
|
271
|
+
this.content = new CandidateUploader(transport);
|
|
272
|
+
this.delta = new DeltaClient(transport);
|
|
273
|
+
}
|
|
274
|
+
getState() {
|
|
275
|
+
return this.store.getState();
|
|
276
|
+
}
|
|
277
|
+
async reconcile(request) {
|
|
278
|
+
const descriptor = await this.fetchDescriptor(request.authorization, request.descriptorId);
|
|
279
|
+
const persisted = descriptorForStore(descriptor, request.resetId);
|
|
280
|
+
const current = this.store.getState();
|
|
281
|
+
if (current.descriptor === null || current.descriptor.descriptorId !== persisted.descriptorId) {
|
|
282
|
+
if (current.descriptor !== null && !current.resetAcknowledged)
|
|
283
|
+
throw new SnapshotClientError("a different snapshot is pending reset acknowledgement");
|
|
284
|
+
this.store.append(SNAPSHOT_DESCRIPTOR, persisted);
|
|
285
|
+
}
|
|
286
|
+
else if (!sameDescriptor(current.descriptor, persisted)) {
|
|
287
|
+
throw new SnapshotClientError("descriptor changed after durable persistence");
|
|
288
|
+
}
|
|
289
|
+
let manifestEntries = 0;
|
|
290
|
+
if (!this.store.getState().manifestApplied) {
|
|
291
|
+
const manifestRaw = await this.fetchManifest(descriptor);
|
|
292
|
+
const manifest = parseManifest(manifestRaw);
|
|
293
|
+
if (manifest.projectionDigest !== descriptor.projectionDigest || manifest.barrier.epoch !== descriptor.barrier.epoch || manifest.barrier.sequence !== descriptor.barrier.sequence || checksum(manifestRaw) !== descriptor.checksum) {
|
|
294
|
+
throw new SnapshotClientError("manifest does not match its immutable descriptor");
|
|
295
|
+
}
|
|
296
|
+
if (manifest.scopeUid !== this.scopeId)
|
|
297
|
+
throw new SnapshotClientError("manifest scope does not match this client");
|
|
298
|
+
manifestEntries = manifest.entries.length;
|
|
299
|
+
const byDeltaId = new Map(manifest.entries.filter((entry) => entry.headState === "present").map((entry) => [entry.deltaId, entry]));
|
|
300
|
+
await request.durableApply.applyPage({ untilCursor: descriptor.cursor, nextPageToken: null, deltas: snapshotDeltas(manifest.entries, request.durableApply, descriptor.descriptorId) }, async (delta) => this.fetchContent(request.authorization, delta, byDeltaId));
|
|
301
|
+
if (request.durableApply.getState().cursor !== descriptor.cursor)
|
|
302
|
+
throw new SnapshotClientError("snapshot filesystem effects were not durably joined to cursor H");
|
|
303
|
+
this.store.append(SNAPSHOT_MANIFEST_APPLIED, { descriptorId: descriptor.descriptorId });
|
|
304
|
+
}
|
|
305
|
+
const state = this.store.getState();
|
|
306
|
+
const storedDescriptor = state.descriptor;
|
|
307
|
+
if (storedDescriptor !== null && storedDescriptor.resetId !== null && !state.resetAcknowledged) {
|
|
308
|
+
await this.acknowledgeReset(request.authorization, storedDescriptor.resetId, descriptor.checksum, descriptor.cursor);
|
|
309
|
+
this.store.append(SNAPSHOT_RESET_ACKNOWLEDGED, { descriptorId: descriptor.descriptorId });
|
|
310
|
+
}
|
|
311
|
+
const cursor = request.durableApply.getState().cursor;
|
|
312
|
+
if (!cursor)
|
|
313
|
+
throw new SnapshotClientError("snapshot did not leave a durable cursor");
|
|
314
|
+
const postSnapshotDrain = await this.delta.drain({ authorization: request.authorization, scopeHandle: request.scopeHandle, scopeRevision: request.scopeRevision, cursor, limit: request.deltaLimit ?? 100 }, async (page) => request.durableApply.applyPage(page, async (delta) => this.fetchDeltaContent(request.authorization, delta)));
|
|
315
|
+
return { descriptorId: descriptor.descriptorId, cursor: descriptor.cursor, manifestEntries, resetAcknowledged: this.store.getState().resetAcknowledged || this.store.getState().descriptor?.resetId === null, postSnapshotDrain };
|
|
316
|
+
}
|
|
317
|
+
async fetchDescriptor(authorization, descriptorId) {
|
|
318
|
+
const { response, text } = await this.controlRequest(authorization, "GET", `/v2/sync/snapshots/${encodeURIComponent(opaque(descriptorId, "descriptorId"))}`);
|
|
319
|
+
if (!response.ok)
|
|
320
|
+
throw new SnapshotClientError(`descriptor request failed (${response.status}): ${text.slice(0, 300)}`);
|
|
321
|
+
try {
|
|
322
|
+
return parseDescriptor(JSON.parse(text), this.now(), authorization.lease.expiresAt);
|
|
323
|
+
}
|
|
324
|
+
catch (error) {
|
|
325
|
+
throw error instanceof SnapshotClientError ? error : new SnapshotClientError("descriptor response is invalid", { cause: error });
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
async fetchManifest(descriptor) {
|
|
329
|
+
const response = await this.request(descriptor.url, { method: "GET" }, "manifest GET");
|
|
330
|
+
if (!response.ok)
|
|
331
|
+
throw new SnapshotClientError(`manifest GET failed (${response.status})`);
|
|
332
|
+
if (response.headers.get("x-amz-version-id") !== descriptor.versionId)
|
|
333
|
+
throw new SnapshotClientError("manifest GET did not return its exact VersionId");
|
|
334
|
+
try {
|
|
335
|
+
const value = JSON.parse(await response.text());
|
|
336
|
+
if (!isRecord(value))
|
|
337
|
+
throw new SnapshotClientError("manifest is not an object");
|
|
338
|
+
return value;
|
|
339
|
+
}
|
|
340
|
+
catch (error) {
|
|
341
|
+
throw error instanceof SnapshotClientError ? error : new SnapshotClientError("manifest response is not JSON", { cause: error });
|
|
342
|
+
}
|
|
343
|
+
}
|
|
344
|
+
async fetchContent(authorization, delta, entries) {
|
|
345
|
+
const entry = entries.get(delta.deltaId);
|
|
346
|
+
if (!entry || entry.headState !== "present" || entry.source === undefined || entry.sha256 === undefined || entry.size === undefined || entry.versionId !== delta.versionId) {
|
|
347
|
+
throw new SnapshotClientError(`snapshot delta ${delta.deltaId} lacks immutable content metadata`);
|
|
348
|
+
}
|
|
349
|
+
const exact = await this.content.openCommittedContent(authorization, delta.deltaId);
|
|
350
|
+
if (exact.versionId !== entry.versionId || exact.sha256 !== entry.sha256 || exact.size !== entry.size)
|
|
351
|
+
throw new SnapshotClientError(`snapshot delta ${delta.deltaId} exact descriptor disagrees with manifest`);
|
|
352
|
+
return { kind: entry.source.kind, bytes: await readAll(exact.body, exact.size), sha256: exact.sha256.slice("sha256:".length) };
|
|
353
|
+
}
|
|
354
|
+
async fetchDeltaContent(authorization, delta) {
|
|
355
|
+
if (delta.operation !== "upsert" || delta.source === null || delta.versionId === null)
|
|
356
|
+
throw new SnapshotClientError(`delta ${delta.deltaId} lacks immutable content metadata`);
|
|
357
|
+
const exact = await this.content.openCommittedContent(authorization, delta.deltaId);
|
|
358
|
+
if (exact.versionId !== delta.versionId)
|
|
359
|
+
throw new SnapshotClientError(`delta ${delta.deltaId} exact descriptor disagrees with the feed`);
|
|
360
|
+
return { kind: delta.source.kind, bytes: await readAll(exact.body, exact.size), sha256: exact.sha256.slice("sha256:".length) };
|
|
361
|
+
}
|
|
362
|
+
async acknowledgeReset(authorization, resetId, checksumValue, cursor) {
|
|
363
|
+
const { response, text } = await this.controlRequest(authorization, "POST", `/v2/sync/resets/${encodeURIComponent(opaque(resetId, "resetId"))}/ack`, { checksum: digest(checksumValue, "checksum"), cursor: opaque(cursor, "cursor") });
|
|
364
|
+
if (response.status !== 204)
|
|
365
|
+
throw new SnapshotClientError(`reset acknowledgement failed (${response.status}): ${text.slice(0, 300)}`);
|
|
366
|
+
}
|
|
367
|
+
async controlRequest(authorization, method, route, body) {
|
|
368
|
+
const leaseExpiry = Date.parse(authorization.lease.expiresAt);
|
|
369
|
+
if (!Number.isFinite(leaseExpiry) || leaseExpiry <= this.now()) {
|
|
370
|
+
throw new SnapshotClientError("lease expired before guarded I/O");
|
|
371
|
+
}
|
|
372
|
+
const response = await this.request(`${this.apiUrl}${route}`, {
|
|
373
|
+
method,
|
|
374
|
+
headers: {
|
|
375
|
+
Authorization: `Bearer ${nonEmpty(authorization.bearer, "bearer")}`,
|
|
376
|
+
Accept: "application/json",
|
|
377
|
+
"X-HQ-Sync-Contract": "2",
|
|
378
|
+
"X-HQ-Device-ID": nonEmpty(authorization.deviceId, "deviceId"),
|
|
379
|
+
"X-HQ-Cloud-Version": nonEmpty(authorization.capabilityVector.hqCloud, "hqCloud version"),
|
|
380
|
+
"X-HQ-Desktop-Version": nonEmpty(authorization.capabilityVector.hqDesktop, "hqDesktop version"),
|
|
381
|
+
"X-HQ-Sync-Lease": nonEmpty(authorization.lease.lease, "lease"),
|
|
382
|
+
...(body === undefined ? {} : { "Content-Type": "application/json" }),
|
|
383
|
+
},
|
|
384
|
+
...(body === undefined ? {} : { body: JSON.stringify(body) }),
|
|
385
|
+
}, `control ${method}`);
|
|
386
|
+
return { response, text: await response.text() };
|
|
387
|
+
}
|
|
388
|
+
async request(input, init, label) {
|
|
389
|
+
const controller = new AbortController();
|
|
390
|
+
const timeout = setTimeout(() => controller.abort(), this.timeoutMs);
|
|
391
|
+
try {
|
|
392
|
+
return await this.fetchImpl(input, { ...init, signal: controller.signal });
|
|
393
|
+
}
|
|
394
|
+
catch (error) {
|
|
395
|
+
throw new SnapshotClientError(`${label} failed`, { cause: error });
|
|
396
|
+
}
|
|
397
|
+
finally {
|
|
398
|
+
clearTimeout(timeout);
|
|
399
|
+
}
|
|
400
|
+
}
|
|
401
|
+
}
|
|
402
|
+
//# sourceMappingURL=snapshot-client.js.map
|