@enbox/dwn-sdk-js 0.0.6 → 0.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.mjs +8 -8
- package/dist/browser.mjs.map +4 -4
- package/dist/esm/generated/precompiled-validators.js +762 -911
- package/dist/esm/generated/precompiled-validators.js.map +1 -1
- package/dist/esm/src/core/abstract-message.js +4 -0
- package/dist/esm/src/core/abstract-message.js.map +1 -1
- package/dist/esm/src/core/auth.js +22 -33
- package/dist/esm/src/core/auth.js.map +1 -1
- package/dist/esm/src/core/constants.js +11 -0
- package/dist/esm/src/core/constants.js.map +1 -0
- package/dist/esm/src/core/core-protocol.js +44 -0
- package/dist/esm/src/core/core-protocol.js.map +1 -0
- package/dist/esm/src/core/dwn-constant.js +7 -7
- package/dist/esm/src/core/dwn-constant.js.map +1 -1
- package/dist/esm/src/core/dwn-error.js +10 -12
- package/dist/esm/src/core/dwn-error.js.map +1 -1
- package/dist/esm/src/core/grant-authorization.js +50 -52
- package/dist/esm/src/core/grant-authorization.js.map +1 -1
- package/dist/esm/src/core/message.js +85 -116
- package/dist/esm/src/core/message.js.map +1 -1
- package/dist/esm/src/core/messages-grant-authorization.js +63 -78
- package/dist/esm/src/core/messages-grant-authorization.js.map +1 -1
- package/dist/esm/src/core/protocol-authorization-action.js +266 -0
- package/dist/esm/src/core/protocol-authorization-action.js.map +1 -0
- package/dist/esm/src/core/protocol-authorization-validation.js +321 -0
- package/dist/esm/src/core/protocol-authorization-validation.js.map +1 -0
- package/dist/esm/src/core/protocol-authorization.js +144 -741
- package/dist/esm/src/core/protocol-authorization.js.map +1 -1
- package/dist/esm/src/core/protocols-grant-authorization.js +24 -38
- package/dist/esm/src/core/protocols-grant-authorization.js.map +1 -1
- package/dist/esm/src/core/record-chain.js +64 -0
- package/dist/esm/src/core/record-chain.js.map +1 -0
- package/dist/esm/src/core/records-grant-authorization.js +53 -72
- package/dist/esm/src/core/records-grant-authorization.js.map +1 -1
- package/dist/esm/src/core/resumable-task-manager.js +50 -65
- package/dist/esm/src/core/resumable-task-manager.js.map +1 -1
- package/dist/esm/src/core/tenant-gate.js +2 -13
- package/dist/esm/src/core/tenant-gate.js.map +1 -1
- package/dist/esm/src/dwn.js +108 -101
- package/dist/esm/src/dwn.js.map +1 -1
- package/dist/esm/src/event-stream/event-emitter-event-log.js +204 -0
- package/dist/esm/src/event-stream/event-emitter-event-log.js.map +1 -0
- package/dist/esm/src/handlers/messages-read.js +67 -81
- package/dist/esm/src/handlers/messages-read.js.map +1 -1
- package/dist/esm/src/handlers/messages-subscribe.js +51 -63
- package/dist/esm/src/handlers/messages-subscribe.js.map +1 -1
- package/dist/esm/src/handlers/messages-sync.js +75 -89
- package/dist/esm/src/handlers/messages-sync.js.map +1 -1
- package/dist/esm/src/handlers/protocols-configure.js +153 -163
- package/dist/esm/src/handlers/protocols-configure.js.map +1 -1
- package/dist/esm/src/handlers/protocols-query.js +52 -55
- package/dist/esm/src/handlers/protocols-query.js.map +1 -1
- package/dist/esm/src/handlers/records-count.js +97 -85
- package/dist/esm/src/handlers/records-count.js.map +1 -1
- package/dist/esm/src/handlers/records-delete.js +75 -93
- package/dist/esm/src/handlers/records-delete.js.map +1 -1
- package/dist/esm/src/handlers/records-query.js +116 -105
- package/dist/esm/src/handlers/records-query.js.map +1 -1
- package/dist/esm/src/handlers/records-read.js +130 -132
- package/dist/esm/src/handlers/records-read.js.map +1 -1
- package/dist/esm/src/handlers/records-subscribe.js +164 -104
- package/dist/esm/src/handlers/records-subscribe.js.map +1 -1
- package/dist/esm/src/handlers/records-write.js +213 -280
- package/dist/esm/src/handlers/records-write.js.map +1 -1
- package/dist/esm/src/index.js +5 -2
- package/dist/esm/src/index.js.map +1 -1
- package/dist/esm/src/interfaces/messages-read.js +24 -32
- package/dist/esm/src/interfaces/messages-read.js.map +1 -1
- package/dist/esm/src/interfaces/messages-subscribe.js +28 -41
- package/dist/esm/src/interfaces/messages-subscribe.js.map +1 -1
- package/dist/esm/src/interfaces/messages-sync.js +26 -40
- package/dist/esm/src/interfaces/messages-sync.js.map +1 -1
- package/dist/esm/src/interfaces/protocols-configure.js +87 -65
- package/dist/esm/src/interfaces/protocols-configure.js.map +1 -1
- package/dist/esm/src/interfaces/protocols-query.js +55 -68
- package/dist/esm/src/interfaces/protocols-query.js.map +1 -1
- package/dist/esm/src/interfaces/records-count.js +50 -66
- package/dist/esm/src/interfaces/records-count.js.map +1 -1
- package/dist/esm/src/interfaces/records-delete.js +45 -55
- package/dist/esm/src/interfaces/records-delete.js.map +1 -1
- package/dist/esm/src/interfaces/records-query.js +60 -76
- package/dist/esm/src/interfaces/records-query.js.map +1 -1
- package/dist/esm/src/interfaces/records-read.js +51 -67
- package/dist/esm/src/interfaces/records-read.js.map +1 -1
- package/dist/esm/src/interfaces/records-subscribe.js +53 -68
- package/dist/esm/src/interfaces/records-subscribe.js.map +1 -1
- package/dist/esm/src/interfaces/records-write-query.js +102 -0
- package/dist/esm/src/interfaces/records-write-query.js.map +1 -0
- package/dist/esm/src/interfaces/records-write-signing.js +81 -0
- package/dist/esm/src/interfaces/records-write-signing.js.map +1 -0
- package/dist/esm/src/interfaces/records-write.js +396 -610
- package/dist/esm/src/interfaces/records-write.js.map +1 -1
- package/dist/esm/src/jose/algorithms/signing/ed25519.js +10 -19
- package/dist/esm/src/jose/algorithms/signing/ed25519.js.map +1 -1
- package/dist/esm/src/jose/jws/general/builder.js +23 -35
- package/dist/esm/src/jose/jws/general/builder.js.map +1 -1
- package/dist/esm/src/jose/jws/general/verifier.js +56 -69
- package/dist/esm/src/jose/jws/general/verifier.js.map +1 -1
- package/dist/esm/src/protocols/permission-grant.js +43 -14
- package/dist/esm/src/protocols/permission-grant.js.map +1 -1
- package/dist/esm/src/protocols/permission-request.js +28 -14
- package/dist/esm/src/protocols/permission-request.js.map +1 -1
- package/dist/esm/src/protocols/permissions.js +325 -227
- package/dist/esm/src/protocols/permissions.js.map +1 -1
- package/dist/esm/src/smt/smt-store-level.js +42 -64
- package/dist/esm/src/smt/smt-store-level.js.map +1 -1
- package/dist/esm/src/smt/smt-store-memory.js +19 -45
- package/dist/esm/src/smt/smt-store-memory.js.map +1 -1
- package/dist/esm/src/smt/smt-utils.js +28 -45
- package/dist/esm/src/smt/smt-utils.js.map +1 -1
- package/dist/esm/src/smt/sparse-merkle-tree.js +426 -471
- package/dist/esm/src/smt/sparse-merkle-tree.js.map +1 -1
- package/dist/esm/src/state-index/state-index-level.js +113 -150
- package/dist/esm/src/state-index/state-index-level.js.map +1 -1
- package/dist/esm/src/store/blockstore-level.js +54 -156
- package/dist/esm/src/store/blockstore-level.js.map +1 -1
- package/dist/esm/src/store/blockstore-mock.js +48 -153
- package/dist/esm/src/store/blockstore-mock.js.map +1 -1
- package/dist/esm/src/store/data-store-level.js +137 -100
- package/dist/esm/src/store/data-store-level.js.map +1 -1
- package/dist/esm/src/store/index-level-compound.js +246 -0
- package/dist/esm/src/store/index-level-compound.js.map +1 -0
- package/dist/esm/src/store/index-level.js +307 -715
- package/dist/esm/src/store/index-level.js.map +1 -1
- package/dist/esm/src/store/level-wrapper.js +143 -244
- package/dist/esm/src/store/level-wrapper.js.map +1 -1
- package/dist/esm/src/store/message-store-level.js +71 -94
- package/dist/esm/src/store/message-store-level.js.map +1 -1
- package/dist/esm/src/store/resumable-task-store-level.js +62 -101
- package/dist/esm/src/store/resumable-task-store-level.js.map +1 -1
- package/dist/esm/src/store/storage-controller.js +131 -146
- package/dist/esm/src/store/storage-controller.js.map +1 -1
- package/dist/esm/src/types/permission-types.js.map +1 -1
- package/dist/esm/src/types/protocols-types.js +10 -0
- package/dist/esm/src/types/protocols-types.js.map +1 -1
- package/dist/esm/src/types/records-types.js.map +1 -1
- package/dist/esm/src/utils/abort.js +8 -19
- package/dist/esm/src/utils/abort.js.map +1 -1
- package/dist/esm/src/utils/array.js +15 -49
- package/dist/esm/src/utils/array.js.map +1 -1
- package/dist/esm/src/utils/cid.js +29 -77
- package/dist/esm/src/utils/cid.js.map +1 -1
- package/dist/esm/src/utils/data-stream.js +37 -65
- package/dist/esm/src/utils/data-stream.js.map +1 -1
- package/dist/esm/src/utils/encryption.js +136 -162
- package/dist/esm/src/utils/encryption.js.map +1 -1
- package/dist/esm/src/utils/filter.js +1 -12
- package/dist/esm/src/utils/filter.js.map +1 -1
- package/dist/esm/src/utils/hd-key.js +45 -71
- package/dist/esm/src/utils/hd-key.js.map +1 -1
- package/dist/esm/src/utils/jws.js +9 -20
- package/dist/esm/src/utils/jws.js.map +1 -1
- package/dist/esm/src/utils/memory-cache.js +12 -23
- package/dist/esm/src/utils/memory-cache.js.map +1 -1
- package/dist/esm/src/utils/messages.js +21 -33
- package/dist/esm/src/utils/messages.js.map +1 -1
- package/dist/esm/src/utils/private-key-signer.js +9 -17
- package/dist/esm/src/utils/private-key-signer.js.map +1 -1
- package/dist/esm/src/utils/protocols.js +62 -70
- package/dist/esm/src/utils/protocols.js.map +1 -1
- package/dist/esm/src/utils/records.js +103 -166
- package/dist/esm/src/utils/records.js.map +1 -1
- package/dist/esm/src/utils/secp256k1.js +60 -96
- package/dist/esm/src/utils/secp256k1.js.map +1 -1
- package/dist/esm/src/utils/secp256r1.js +54 -71
- package/dist/esm/src/utils/secp256r1.js.map +1 -1
- package/dist/esm/src/utils/time.js +5 -18
- package/dist/esm/src/utils/time.js.map +1 -1
- package/dist/esm/src/utils/url.js +3 -3
- package/dist/esm/src/utils/url.js.map +1 -1
- package/dist/esm/tests/core/auth.spec.js +3 -12
- package/dist/esm/tests/core/auth.spec.js.map +1 -1
- package/dist/esm/tests/core/message.spec.js +50 -59
- package/dist/esm/tests/core/message.spec.js.map +1 -1
- package/dist/esm/tests/core/protocol-authorization.spec.js +10 -18
- package/dist/esm/tests/core/protocol-authorization.spec.js.map +1 -1
- package/dist/esm/tests/dwn.spec.js +65 -89
- package/dist/esm/tests/dwn.spec.js.map +1 -1
- package/dist/esm/tests/event-emitter-event-log.spec.js +305 -0
- package/dist/esm/tests/event-emitter-event-log.spec.js.map +1 -0
- package/dist/esm/tests/features/author-delegated-grant.spec.js +337 -347
- package/dist/esm/tests/features/author-delegated-grant.spec.js.map +1 -1
- package/dist/esm/tests/features/owner-delegated-grant.spec.js +160 -172
- package/dist/esm/tests/features/owner-delegated-grant.spec.js.map +1 -1
- package/dist/esm/tests/features/owner-signature.spec.js +78 -82
- package/dist/esm/tests/features/owner-signature.spec.js.map +1 -1
- package/dist/esm/tests/features/permissions.spec.js +449 -184
- package/dist/esm/tests/features/permissions.spec.js.map +1 -1
- package/dist/esm/tests/features/protocol-composition.spec.js +981 -360
- package/dist/esm/tests/features/protocol-composition.spec.js.map +1 -1
- package/dist/esm/tests/features/protocol-create-action.spec.js +45 -54
- package/dist/esm/tests/features/protocol-create-action.spec.js.map +1 -1
- package/dist/esm/tests/features/protocol-delete-action.spec.js +99 -108
- package/dist/esm/tests/features/protocol-delete-action.spec.js.map +1 -1
- package/dist/esm/tests/features/protocol-update-action.spec.js +108 -117
- package/dist/esm/tests/features/protocol-update-action.spec.js.map +1 -1
- package/dist/esm/tests/features/records-immutable.spec.js +315 -0
- package/dist/esm/tests/features/records-immutable.spec.js.map +1 -0
- package/dist/esm/tests/features/records-prune.spec.js +178 -194
- package/dist/esm/tests/features/records-prune.spec.js.map +1 -1
- package/dist/esm/tests/features/records-record-limit.spec.js +542 -0
- package/dist/esm/tests/features/records-record-limit.spec.js.map +1 -0
- package/dist/esm/tests/features/records-tags.spec.js +456 -463
- package/dist/esm/tests/features/records-tags.spec.js.map +1 -1
- package/dist/esm/tests/features/resumable-tasks.spec.js +88 -98
- package/dist/esm/tests/features/resumable-tasks.spec.js.map +1 -1
- package/dist/esm/tests/handlers/messages-read.spec.js +215 -210
- package/dist/esm/tests/handlers/messages-read.spec.js.map +1 -1
- package/dist/esm/tests/handlers/messages-subscribe.spec.js +309 -171
- package/dist/esm/tests/handlers/messages-subscribe.spec.js.map +1 -1
- package/dist/esm/tests/handlers/messages-sync.spec.js +272 -199
- package/dist/esm/tests/handlers/messages-sync.spec.js.map +1 -1
- package/dist/esm/tests/handlers/protocols-configure.spec.js +247 -241
- package/dist/esm/tests/handlers/protocols-configure.spec.js.map +1 -1
- package/dist/esm/tests/handlers/protocols-query.spec.js +159 -172
- package/dist/esm/tests/handlers/protocols-query.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-count.spec.js +101 -105
- package/dist/esm/tests/handlers/records-count.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-delete.spec.js +266 -279
- package/dist/esm/tests/handlers/records-delete.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-query.spec.js +984 -996
- package/dist/esm/tests/handlers/records-query.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-read.spec.js +542 -671
- package/dist/esm/tests/handlers/records-read.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-subscribe.spec.js +433 -302
- package/dist/esm/tests/handlers/records-subscribe.spec.js.map +1 -1
- package/dist/esm/tests/handlers/records-write.spec.js +1216 -1140
- package/dist/esm/tests/handlers/records-write.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/messages-get.spec.js +39 -48
- package/dist/esm/tests/interfaces/messages-get.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/messages-subscribe.spec.js +4 -13
- package/dist/esm/tests/interfaces/messages-subscribe.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/protocols-configure.spec.js +212 -88
- package/dist/esm/tests/interfaces/protocols-configure.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/protocols-query.spec.js +8 -17
- package/dist/esm/tests/interfaces/protocols-query.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/records-delete.spec.js +8 -17
- package/dist/esm/tests/interfaces/records-delete.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/records-query.spec.js +20 -29
- package/dist/esm/tests/interfaces/records-query.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/records-read.spec.js +42 -51
- package/dist/esm/tests/interfaces/records-read.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/records-subscribe.spec.js +16 -25
- package/dist/esm/tests/interfaces/records-subscribe.spec.js.map +1 -1
- package/dist/esm/tests/interfaces/records-write.spec.js +190 -219
- package/dist/esm/tests/interfaces/records-write.spec.js.map +1 -1
- package/dist/esm/tests/jose/jws/general.spec.js +36 -45
- package/dist/esm/tests/jose/jws/general.spec.js.map +1 -1
- package/dist/esm/tests/protocols/permission-grant.spec.js +44 -50
- package/dist/esm/tests/protocols/permission-grant.spec.js.map +1 -1
- package/dist/esm/tests/protocols/permission-request.spec.js +23 -32
- package/dist/esm/tests/protocols/permission-request.spec.js.map +1 -1
- package/dist/esm/tests/protocols/permissions.spec.js +49 -55
- package/dist/esm/tests/protocols/permissions.spec.js.map +1 -1
- package/dist/esm/tests/scenarios/aggregator.spec.js +127 -138
- package/dist/esm/tests/scenarios/aggregator.spec.js.map +1 -1
- package/dist/esm/tests/scenarios/deleted-record.spec.js +372 -36
- package/dist/esm/tests/scenarios/deleted-record.spec.js.map +1 -1
- package/dist/esm/tests/scenarios/end-to-end-tests.spec.js +55 -64
- package/dist/esm/tests/scenarios/end-to-end-tests.spec.js.map +1 -1
- package/dist/esm/tests/scenarios/nested-roles.spec.js +66 -76
- package/dist/esm/tests/scenarios/nested-roles.spec.js.map +1 -1
- package/dist/esm/tests/scenarios/subscriptions.spec.js +451 -354
- package/dist/esm/tests/scenarios/subscriptions.spec.js.map +1 -1
- package/dist/esm/tests/smt/smt-store-level.spec.js +76 -87
- package/dist/esm/tests/smt/smt-store-level.spec.js.map +1 -1
- package/dist/esm/tests/smt/sparse-merkle-tree.spec.js +344 -353
- package/dist/esm/tests/smt/sparse-merkle-tree.spec.js.map +1 -1
- package/dist/esm/tests/state-index/state-index-level.spec.js +117 -126
- package/dist/esm/tests/state-index/state-index-level.spec.js.map +1 -1
- package/dist/esm/tests/store/blockstore-level.spec.js +44 -99
- package/dist/esm/tests/store/blockstore-level.spec.js.map +1 -1
- package/dist/esm/tests/store/blockstore-mock.spec.js +40 -120
- package/dist/esm/tests/store/blockstore-mock.spec.js.map +1 -1
- package/dist/esm/tests/store/data-store-level.spec.js +160 -108
- package/dist/esm/tests/store/data-store-level.spec.js.map +1 -1
- package/dist/esm/tests/store/index-level.spec.js +404 -414
- package/dist/esm/tests/store/index-level.spec.js.map +1 -1
- package/dist/esm/tests/store/message-store-level.spec.js +13 -22
- package/dist/esm/tests/store/message-store-level.spec.js.map +1 -1
- package/dist/esm/tests/store/message-store.spec.js +229 -238
- package/dist/esm/tests/store/message-store.spec.js.map +1 -1
- package/dist/esm/tests/test-event-stream.js +12 -13
- package/dist/esm/tests/test-event-stream.js.map +1 -1
- package/dist/esm/tests/test-stores.js +16 -13
- package/dist/esm/tests/test-stores.js.map +1 -1
- package/dist/esm/tests/test-suite.js +8 -15
- package/dist/esm/tests/test-suite.js.map +1 -1
- package/dist/esm/tests/utils/cid.spec.js +24 -33
- package/dist/esm/tests/utils/cid.spec.js.map +1 -1
- package/dist/esm/tests/utils/data-stream.spec.js +48 -57
- package/dist/esm/tests/utils/data-stream.spec.js.map +1 -1
- package/dist/esm/tests/utils/encryption-callbacks.spec.js +45 -54
- package/dist/esm/tests/utils/encryption-callbacks.spec.js.map +1 -1
- package/dist/esm/tests/utils/encryption.spec.js +229 -82
- package/dist/esm/tests/utils/encryption.spec.js.map +1 -1
- package/dist/esm/tests/utils/filters.spec.js +46 -55
- package/dist/esm/tests/utils/filters.spec.js.map +1 -1
- package/dist/esm/tests/utils/hd-key.spec.js +10 -19
- package/dist/esm/tests/utils/hd-key.spec.js.map +1 -1
- package/dist/esm/tests/utils/jws.spec.js +3 -12
- package/dist/esm/tests/utils/jws.spec.js.map +1 -1
- package/dist/esm/tests/utils/memory-cache.spec.js +9 -18
- package/dist/esm/tests/utils/memory-cache.spec.js.map +1 -1
- package/dist/esm/tests/utils/messages.spec.js +18 -20
- package/dist/esm/tests/utils/messages.spec.js.map +1 -1
- package/dist/esm/tests/utils/poller.js +22 -33
- package/dist/esm/tests/utils/poller.js.map +1 -1
- package/dist/esm/tests/utils/private-key-signer.spec.js +15 -24
- package/dist/esm/tests/utils/private-key-signer.spec.js.map +1 -1
- package/dist/esm/tests/utils/records.spec.js +14 -27
- package/dist/esm/tests/utils/records.spec.js.map +1 -1
- package/dist/esm/tests/utils/secp256k1.spec.js +16 -25
- package/dist/esm/tests/utils/secp256k1.spec.js.map +1 -1
- package/dist/esm/tests/utils/secp256r1.spec.js +18 -27
- package/dist/esm/tests/utils/secp256r1.spec.js.map +1 -1
- package/dist/esm/tests/utils/test-data-generator.js +446 -467
- package/dist/esm/tests/utils/test-data-generator.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/definitions.spec.js +2 -11
- package/dist/esm/tests/validation/json-schemas/definitions.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/jwk/general-jwk.spec.js +4 -13
- package/dist/esm/tests/validation/json-schemas/jwk/general-jwk.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/jwk/public-jwk.spec.js +8 -17
- package/dist/esm/tests/validation/json-schemas/jwk/public-jwk.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/jwk-verification-method.spec.js +3 -12
- package/dist/esm/tests/validation/json-schemas/jwk-verification-method.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/protocols/protocols-configure.spec.js +4 -13
- package/dist/esm/tests/validation/json-schemas/protocols/protocols-configure.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/records/records-query.spec.js +2 -11
- package/dist/esm/tests/validation/json-schemas/records/records-query.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/records/records-read.spec.js +2 -11
- package/dist/esm/tests/validation/json-schemas/records/records-read.spec.js.map +1 -1
- package/dist/esm/tests/validation/json-schemas/records/records-write.spec.js +44 -24
- package/dist/esm/tests/validation/json-schemas/records/records-write.spec.js.map +1 -1
- package/dist/types/generated/precompiled-validators.d.ts +49 -40
- package/dist/types/generated/precompiled-validators.d.ts.map +1 -1
- package/dist/types/src/core/constants.d.ts +11 -0
- package/dist/types/src/core/constants.d.ts.map +1 -0
- package/dist/types/src/core/core-protocol.d.ts +89 -0
- package/dist/types/src/core/core-protocol.d.ts.map +1 -0
- package/dist/types/src/core/dwn-error.d.ts +9 -12
- package/dist/types/src/core/dwn-error.d.ts.map +1 -1
- package/dist/types/src/core/grant-authorization.d.ts +6 -2
- package/dist/types/src/core/grant-authorization.d.ts.map +1 -1
- package/dist/types/src/core/protocol-authorization-action.d.ts +42 -0
- package/dist/types/src/core/protocol-authorization-action.d.ts.map +1 -0
- package/dist/types/src/core/protocol-authorization-validation.d.ts +81 -0
- package/dist/types/src/core/protocol-authorization-validation.d.ts.map +1 -0
- package/dist/types/src/core/protocol-authorization.d.ts +24 -106
- package/dist/types/src/core/protocol-authorization.d.ts.map +1 -1
- package/dist/types/src/core/record-chain.d.ts +24 -0
- package/dist/types/src/core/record-chain.d.ts.map +1 -0
- package/dist/types/src/core/records-grant-authorization.d.ts.map +1 -1
- package/dist/types/src/dwn.d.ts +19 -7
- package/dist/types/src/dwn.d.ts.map +1 -1
- package/dist/types/src/event-stream/event-emitter-event-log.d.ts +50 -0
- package/dist/types/src/event-stream/event-emitter-event-log.d.ts.map +1 -0
- package/dist/types/src/handlers/messages-read.d.ts +3 -8
- package/dist/types/src/handlers/messages-read.d.ts.map +1 -1
- package/dist/types/src/handlers/messages-subscribe.d.ts +6 -10
- package/dist/types/src/handlers/messages-subscribe.d.ts.map +1 -1
- package/dist/types/src/handlers/messages-sync.d.ts +3 -8
- package/dist/types/src/handlers/messages-sync.d.ts.map +1 -1
- package/dist/types/src/handlers/protocols-configure.d.ts +3 -10
- package/dist/types/src/handlers/protocols-configure.d.ts.map +1 -1
- package/dist/types/src/handlers/protocols-query.d.ts +3 -8
- package/dist/types/src/handlers/protocols-query.d.ts.map +1 -1
- package/dist/types/src/handlers/records-count.d.ts +3 -6
- package/dist/types/src/handlers/records-count.d.ts.map +1 -1
- package/dist/types/src/handlers/records-delete.d.ts +3 -8
- package/dist/types/src/handlers/records-delete.d.ts.map +1 -1
- package/dist/types/src/handlers/records-query.d.ts +3 -8
- package/dist/types/src/handlers/records-query.d.ts.map +1 -1
- package/dist/types/src/handlers/records-read.d.ts +3 -8
- package/dist/types/src/handlers/records-read.d.ts.map +1 -1
- package/dist/types/src/handlers/records-subscribe.d.ts +8 -10
- package/dist/types/src/handlers/records-subscribe.d.ts.map +1 -1
- package/dist/types/src/handlers/records-write.d.ts +4 -24
- package/dist/types/src/handlers/records-write.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +8 -4
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/interfaces/messages-subscribe.d.ts +5 -0
- package/dist/types/src/interfaces/messages-subscribe.d.ts.map +1 -1
- package/dist/types/src/interfaces/protocols-configure.d.ts.map +1 -1
- package/dist/types/src/interfaces/records-subscribe.d.ts +5 -0
- package/dist/types/src/interfaces/records-subscribe.d.ts.map +1 -1
- package/dist/types/src/interfaces/records-write-query.d.ts +33 -0
- package/dist/types/src/interfaces/records-write-query.d.ts.map +1 -0
- package/dist/types/src/interfaces/records-write-signing.d.ts +34 -0
- package/dist/types/src/interfaces/records-write-signing.d.ts.map +1 -0
- package/dist/types/src/interfaces/records-write.d.ts +13 -53
- package/dist/types/src/interfaces/records-write.d.ts.map +1 -1
- package/dist/types/src/protocols/permission-grant.d.ts +1 -1
- package/dist/types/src/protocols/permission-grant.d.ts.map +1 -1
- package/dist/types/src/protocols/permission-request.d.ts +1 -1
- package/dist/types/src/protocols/permission-request.d.ts.map +1 -1
- package/dist/types/src/protocols/permissions.d.ts +40 -3
- package/dist/types/src/protocols/permissions.d.ts.map +1 -1
- package/dist/types/src/state-index/state-index-level.d.ts.map +1 -1
- package/dist/types/src/store/data-store-level.d.ts +20 -4
- package/dist/types/src/store/data-store-level.d.ts.map +1 -1
- package/dist/types/src/store/index-level-compound.d.ts +70 -0
- package/dist/types/src/store/index-level-compound.d.ts.map +1 -0
- package/dist/types/src/store/index-level.d.ts +4 -58
- package/dist/types/src/store/index-level.d.ts.map +1 -1
- package/dist/types/src/store/storage-controller.d.ts +4 -4
- package/dist/types/src/store/storage-controller.d.ts.map +1 -1
- package/dist/types/src/types/message-types.d.ts +3 -3
- package/dist/types/src/types/message-types.d.ts.map +1 -1
- package/dist/types/src/types/messages-types.d.ts +12 -3
- package/dist/types/src/types/messages-types.d.ts.map +1 -1
- package/dist/types/src/types/method-handler.d.ts +24 -3
- package/dist/types/src/types/method-handler.d.ts.map +1 -1
- package/dist/types/src/types/permission-types.d.ts +7 -0
- package/dist/types/src/types/permission-types.d.ts.map +1 -1
- package/dist/types/src/types/protocols-types.d.ts +41 -1
- package/dist/types/src/types/protocols-types.d.ts.map +1 -1
- package/dist/types/src/types/records-types.d.ts +16 -6
- package/dist/types/src/types/records-types.d.ts.map +1 -1
- package/dist/types/src/types/subscriptions.d.ts +151 -13
- package/dist/types/src/types/subscriptions.d.ts.map +1 -1
- package/dist/types/src/utils/hd-key.d.ts +1 -9
- package/dist/types/src/utils/hd-key.d.ts.map +1 -1
- package/dist/types/src/utils/messages.d.ts +7 -5
- package/dist/types/src/utils/messages.d.ts.map +1 -1
- package/dist/types/src/utils/protocols.d.ts +5 -0
- package/dist/types/src/utils/protocols.d.ts.map +1 -1
- package/dist/types/src/utils/records.d.ts +1 -11
- package/dist/types/src/utils/records.d.ts.map +1 -1
- package/dist/types/tests/dwn.spec.d.ts.map +1 -1
- package/dist/types/tests/event-emitter-event-log.spec.d.ts +2 -0
- package/dist/types/tests/event-emitter-event-log.spec.d.ts.map +1 -0
- package/dist/types/tests/features/author-delegated-grant.spec.d.ts.map +1 -1
- package/dist/types/tests/features/owner-delegated-grant.spec.d.ts.map +1 -1
- package/dist/types/tests/features/owner-signature.spec.d.ts.map +1 -1
- package/dist/types/tests/features/permissions.spec.d.ts.map +1 -1
- package/dist/types/tests/features/protocol-composition.spec.d.ts.map +1 -1
- package/dist/types/tests/features/records-immutable.spec.d.ts +2 -0
- package/dist/types/tests/features/records-immutable.spec.d.ts.map +1 -0
- package/dist/types/tests/features/records-record-limit.spec.d.ts +2 -0
- package/dist/types/tests/features/records-record-limit.spec.d.ts.map +1 -0
- package/dist/types/tests/features/records-tags.spec.d.ts.map +1 -1
- package/dist/types/tests/features/resumable-tasks.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/messages-read.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/messages-subscribe.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/messages-sync.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-count.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-delete.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-query.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-read.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-subscribe.spec.d.ts.map +1 -1
- package/dist/types/tests/handlers/records-write.spec.d.ts.map +1 -1
- package/dist/types/tests/scenarios/deleted-record.spec.d.ts.map +1 -1
- package/dist/types/tests/scenarios/subscriptions.spec.d.ts.map +1 -1
- package/dist/types/tests/test-event-stream.d.ts +11 -12
- package/dist/types/tests/test-event-stream.d.ts.map +1 -1
- package/dist/types/tests/test-suite.d.ts +2 -2
- package/dist/types/tests/test-suite.d.ts.map +1 -1
- package/dist/types/tests/utils/test-data-generator.d.ts +18 -0
- package/dist/types/tests/utils/test-data-generator.d.ts.map +1 -1
- package/package.json +5 -4
- package/src/core/constants.ts +11 -0
- package/src/core/core-protocol.ts +129 -0
- package/src/core/dwn-error.ts +15 -12
- package/src/core/grant-authorization.ts +20 -3
- package/src/core/protocol-authorization-action.ts +377 -0
- package/src/core/protocol-authorization-validation.ts +487 -0
- package/src/core/protocol-authorization.ts +111 -856
- package/src/core/record-chain.ts +99 -0
- package/src/core/records-grant-authorization.ts +6 -8
- package/src/dwn.ts +58 -73
- package/src/event-stream/event-emitter-event-log.ts +283 -0
- package/src/handlers/messages-read.ts +8 -9
- package/src/handlers/messages-subscribe.ts +24 -28
- package/src/handlers/messages-sync.ts +10 -16
- package/src/handlers/protocols-configure.ts +47 -32
- package/src/handlers/protocols-query.ts +6 -9
- package/src/handlers/records-count.ts +11 -10
- package/src/handlers/records-delete.ts +12 -21
- package/src/handlers/records-query.ts +12 -12
- package/src/handlers/records-read.ts +34 -22
- package/src/handlers/records-subscribe.ts +47 -26
- package/src/handlers/records-write.ts +47 -104
- package/src/index.ts +9 -5
- package/src/interfaces/messages-subscribe.ts +7 -1
- package/src/interfaces/protocols-configure.ts +73 -8
- package/src/interfaces/records-count.ts +1 -1
- package/src/interfaces/records-delete.ts +1 -1
- package/src/interfaces/records-query.ts +1 -1
- package/src/interfaces/records-read.ts +1 -1
- package/src/interfaces/records-subscribe.ts +8 -1
- package/src/interfaces/records-write-query.ts +139 -0
- package/src/interfaces/records-write-signing.ts +123 -0
- package/src/interfaces/records-write.ts +66 -261
- package/src/protocols/permission-grant.ts +1 -1
- package/src/protocols/permission-request.ts +1 -1
- package/src/protocols/permissions.ts +148 -6
- package/src/state-index/state-index-level.ts +5 -7
- package/src/store/data-store-level.ts +124 -34
- package/src/store/index-level-compound.ts +324 -0
- package/src/store/index-level.ts +68 -341
- package/src/store/storage-controller.ts +11 -11
- package/src/types/message-types.ts +3 -3
- package/src/types/messages-types.ts +12 -3
- package/src/types/method-handler.ts +26 -4
- package/src/types/mitt.d.ts +28 -0
- package/src/types/permission-types.ts +7 -0
- package/src/types/protocols-types.ts +46 -0
- package/src/types/records-types.ts +16 -6
- package/src/types/subscriptions.ts +178 -14
- package/src/utils/hd-key.ts +0 -9
- package/src/utils/messages.ts +17 -37
- package/src/utils/protocols.ts +8 -0
- package/src/utils/records.ts +8 -59
- package/dist/esm/src/event-stream/event-emitter-stream.js +0 -60
- package/dist/esm/src/event-stream/event-emitter-stream.js.map +0 -1
- package/dist/esm/tests/event-stream/event-emitter-stream.spec.js +0 -77
- package/dist/esm/tests/event-stream/event-emitter-stream.spec.js.map +0 -1
- package/dist/esm/tests/event-stream/event-stream.spec.js +0 -123
- package/dist/esm/tests/event-stream/event-stream.spec.js.map +0 -1
- package/dist/types/src/event-stream/event-emitter-stream.d.ts +0 -23
- package/dist/types/src/event-stream/event-emitter-stream.d.ts.map +0 -1
- package/dist/types/tests/event-stream/event-emitter-stream.spec.d.ts +0 -2
- package/dist/types/tests/event-stream/event-emitter-stream.spec.d.ts.map +0 -1
- package/dist/types/tests/event-stream/event-stream.spec.d.ts +0 -2
- package/dist/types/tests/event-stream/event-stream.spec.d.ts.map +0 -1
- package/src/event-stream/event-emitter-stream.ts +0 -69
|
@@ -1,136 +1,173 @@
|
|
|
1
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
-
});
|
|
9
|
-
};
|
|
10
|
-
var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
11
|
-
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
|
|
12
|
-
var m = o[Symbol.asyncIterator], i;
|
|
13
|
-
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
|
|
14
|
-
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
|
|
15
|
-
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
16
|
-
};
|
|
17
1
|
import { BlockstoreLevel } from './blockstore-level.js';
|
|
18
2
|
import { createLevelDatabase } from './level-wrapper.js';
|
|
19
3
|
import { DataStream } from '../utils/data-stream.js';
|
|
20
4
|
import { exporter } from 'ipfs-unixfs-exporter';
|
|
21
5
|
import { importer } from 'ipfs-unixfs-importer';
|
|
6
|
+
const textEncoder = new TextEncoder();
|
|
7
|
+
const textDecoder = new TextDecoder();
|
|
22
8
|
/**
|
|
23
9
|
* A simple implementation of {@link DataStore} that works in both the browser and server-side.
|
|
24
10
|
* Leverages LevelDB under the hood.
|
|
25
11
|
*
|
|
26
|
-
* It has the following structure (`+` represents an additional sublevel
|
|
27
|
-
* '
|
|
12
|
+
* It has the following sublevel structure (`+` represents an additional sublevel):
|
|
13
|
+
* 'refs' + <tenant> + <recordId> : key <dataCid> → JSON { dataSize }
|
|
14
|
+
* 'blocks' + <dataCid> : key <blockCid> → block data (shared)
|
|
15
|
+
* 'refcounts' : key <dataCid> → JSON { count, dataSize }
|
|
16
|
+
*
|
|
17
|
+
* Identical data (same dataCid) is stored only once in the blocks sublevel.
|
|
18
|
+
* Multiple (tenant, recordId) pairs can reference the same blocks.
|
|
28
19
|
*/
|
|
29
20
|
export class DataStoreLevel {
|
|
21
|
+
config;
|
|
22
|
+
blockstore;
|
|
30
23
|
constructor(config = {}) {
|
|
31
|
-
this.config =
|
|
24
|
+
this.config = {
|
|
25
|
+
blockstoreLocation: 'DATASTORE',
|
|
26
|
+
createLevelDatabase,
|
|
27
|
+
...config
|
|
28
|
+
};
|
|
32
29
|
this.blockstore = new BlockstoreLevel({
|
|
33
30
|
location: this.config.blockstoreLocation,
|
|
34
31
|
createLevelDatabase: this.config.createLevelDatabase,
|
|
35
32
|
});
|
|
36
33
|
}
|
|
37
|
-
open() {
|
|
38
|
-
|
|
39
|
-
yield this.blockstore.open();
|
|
40
|
-
});
|
|
34
|
+
async open() {
|
|
35
|
+
await this.blockstore.open();
|
|
41
36
|
}
|
|
42
|
-
close() {
|
|
43
|
-
|
|
44
|
-
yield this.blockstore.close();
|
|
45
|
-
});
|
|
37
|
+
async close() {
|
|
38
|
+
await this.blockstore.close();
|
|
46
39
|
}
|
|
47
|
-
put(tenant, recordId, dataCid, dataStream) {
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
40
|
+
async put(tenant, recordId, dataCid, dataStream) {
|
|
41
|
+
// Check if this exact ref already exists (idempotent re-put).
|
|
42
|
+
const refsPartition = await this.getRefsPartition(tenant, recordId);
|
|
43
|
+
const existingRef = await refsPartition.get(dataCid);
|
|
44
|
+
if (existingRef) {
|
|
45
|
+
await dataStream.cancel();
|
|
46
|
+
const { dataSize } = JSON.parse(textDecoder.decode(existingRef));
|
|
47
|
+
return { dataSize };
|
|
48
|
+
}
|
|
49
|
+
// Check refcount — if > 0, blocks already exist for this dataCid.
|
|
50
|
+
const refcountsPartition = await this.getRefcountsPartition();
|
|
51
|
+
const rawRefcount = await refcountsPartition.get(dataCid);
|
|
52
|
+
const refcountData = rawRefcount
|
|
53
|
+
? JSON.parse(textDecoder.decode(rawRefcount))
|
|
54
|
+
: { count: 0, dataSize: 0 };
|
|
55
|
+
let dataSize;
|
|
56
|
+
if (refcountData.count > 0) {
|
|
57
|
+
// Blocks already exist — skip import.
|
|
58
|
+
await dataStream.cancel();
|
|
59
|
+
dataSize = refcountData.dataSize;
|
|
60
|
+
}
|
|
61
|
+
else {
|
|
62
|
+
// First write — import blocks into the shared blocks partition.
|
|
63
|
+
const blocksPartition = await this.getBlocksPartition(dataCid);
|
|
64
|
+
const asyncDataBlocks = importer([{ content: DataStream.asAsyncIterable(dataStream) }], blocksPartition, { cidVersion: 1 });
|
|
65
|
+
// NOTE: the last block contains the root CID as well as info to derive the data size.
|
|
54
66
|
let dataDagRoot;
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
_c = asyncDataBlocks_1_1.value;
|
|
58
|
-
_f = false;
|
|
59
|
-
dataDagRoot = _c;
|
|
60
|
-
;
|
|
61
|
-
}
|
|
67
|
+
for await (dataDagRoot of asyncDataBlocks) {
|
|
68
|
+
;
|
|
62
69
|
}
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
});
|
|
70
|
+
dataSize = Number(dataDagRoot.unixfs?.fileSize() ?? dataDagRoot.size);
|
|
71
|
+
}
|
|
72
|
+
// Write ref entry.
|
|
73
|
+
await refsPartition.put(dataCid, textEncoder.encode(JSON.stringify({ dataSize })));
|
|
74
|
+
// Increment refcount.
|
|
75
|
+
await refcountsPartition.put(dataCid, textEncoder.encode(JSON.stringify({
|
|
76
|
+
count: refcountData.count + 1,
|
|
77
|
+
dataSize,
|
|
78
|
+
})));
|
|
79
|
+
return { dataSize };
|
|
74
80
|
}
|
|
75
|
-
get(tenant, recordId, dataCid) {
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
81
|
+
async get(tenant, recordId, dataCid) {
|
|
82
|
+
// Check ref exists.
|
|
83
|
+
const refsPartition = await this.getRefsPartition(tenant, recordId);
|
|
84
|
+
const rawRef = await refsPartition.get(dataCid);
|
|
85
|
+
if (!rawRef) {
|
|
86
|
+
return undefined;
|
|
87
|
+
}
|
|
88
|
+
const { dataSize } = JSON.parse(textDecoder.decode(rawRef));
|
|
89
|
+
// Export from the shared blocks partition.
|
|
90
|
+
const blocksPartition = await this.getBlocksPartition(dataCid);
|
|
91
|
+
const exists = await blocksPartition.has(dataCid);
|
|
92
|
+
if (!exists) {
|
|
93
|
+
return undefined;
|
|
94
|
+
}
|
|
95
|
+
// Data is chunked into DAG-PB UnixFS blocks. Re-inflate the chunks.
|
|
96
|
+
const dataDagRoot = await exporter(dataCid, blocksPartition);
|
|
97
|
+
const contentIterator = dataDagRoot.content();
|
|
98
|
+
const dataStream = new ReadableStream({
|
|
99
|
+
async pull(controller) {
|
|
100
|
+
const result = await contentIterator.next();
|
|
101
|
+
if (result.done) {
|
|
102
|
+
controller.close();
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
controller.enqueue(result.value);
|
|
96
106
|
}
|
|
97
|
-
});
|
|
98
|
-
let dataSize = dataDagRoot.size;
|
|
99
|
-
if (dataDagRoot.type === 'file' || dataDagRoot.type === 'directory') {
|
|
100
|
-
dataSize = dataDagRoot.unixfs.fileSize();
|
|
101
107
|
}
|
|
102
|
-
return {
|
|
103
|
-
dataSize: Number(dataSize),
|
|
104
|
-
dataStream,
|
|
105
|
-
};
|
|
106
108
|
});
|
|
109
|
+
return { dataSize, dataStream };
|
|
107
110
|
}
|
|
108
|
-
delete(tenant, recordId, dataCid) {
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
111
|
+
async delete(tenant, recordId, dataCid) {
|
|
112
|
+
// Check ref exists.
|
|
113
|
+
const refsPartition = await this.getRefsPartition(tenant, recordId);
|
|
114
|
+
const rawRef = await refsPartition.get(dataCid);
|
|
115
|
+
if (!rawRef) {
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
// Remove ref.
|
|
119
|
+
await refsPartition.delete(dataCid);
|
|
120
|
+
// Decrement refcount and GC blocks if this was the last ref.
|
|
121
|
+
const refcountsPartition = await this.getRefcountsPartition();
|
|
122
|
+
const rawRefcount = await refcountsPartition.get(dataCid);
|
|
123
|
+
if (!rawRefcount) {
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
const refcountData = JSON.parse(textDecoder.decode(rawRefcount));
|
|
127
|
+
const newCount = refcountData.count - 1;
|
|
128
|
+
if (newCount <= 0) {
|
|
129
|
+
// Last reference removed — garbage-collect blocks and refcount entry.
|
|
130
|
+
const blocksPartition = await this.getBlocksPartition(dataCid);
|
|
131
|
+
await blocksPartition.clear();
|
|
132
|
+
await refcountsPartition.delete(dataCid);
|
|
133
|
+
}
|
|
134
|
+
else {
|
|
135
|
+
// Other references remain — update the count.
|
|
136
|
+
await refcountsPartition.put(dataCid, textEncoder.encode(JSON.stringify({
|
|
137
|
+
count: newCount,
|
|
138
|
+
dataSize: refcountData.dataSize,
|
|
139
|
+
})));
|
|
140
|
+
}
|
|
113
141
|
}
|
|
114
142
|
/**
|
|
115
143
|
* Deletes everything in the store. Mainly used in tests.
|
|
116
144
|
*/
|
|
117
|
-
clear() {
|
|
118
|
-
|
|
119
|
-
yield this.blockstore.clear();
|
|
120
|
-
});
|
|
145
|
+
async clear() {
|
|
146
|
+
await this.blockstore.clear();
|
|
121
147
|
}
|
|
122
148
|
/**
|
|
123
|
-
* Gets the
|
|
149
|
+
* Gets the refs sublevel for the given tenant and recordId.
|
|
150
|
+
* Caller uses `dataCid` as the key within the returned partition.
|
|
124
151
|
*/
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
152
|
+
async getRefsPartition(tenant, recordId) {
|
|
153
|
+
const refsRoot = await this.blockstore.db.partition('refs');
|
|
154
|
+
const tenantPartition = await refsRoot.partition(tenant);
|
|
155
|
+
return tenantPartition.partition(recordId);
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* Gets the shared blocks sublevel for the given dataCid.
|
|
159
|
+
* Used as a Blockstore for ipfs-unixfs-importer/exporter.
|
|
160
|
+
*/
|
|
161
|
+
async getBlocksPartition(dataCid) {
|
|
162
|
+
const blocksRoot = await this.blockstore.partition('blocks');
|
|
163
|
+
return blocksRoot.partition(dataCid);
|
|
164
|
+
}
|
|
165
|
+
/**
|
|
166
|
+
* Gets the refcounts sublevel.
|
|
167
|
+
* Key: `dataCid` → JSON `{ count, dataSize }`.
|
|
168
|
+
*/
|
|
169
|
+
async getRefcountsPartition() {
|
|
170
|
+
return this.blockstore.db.partition('refcounts');
|
|
134
171
|
}
|
|
135
172
|
}
|
|
136
173
|
//# sourceMappingURL=data-store-level.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data-store-level.js","sourceRoot":"","sources":["../../../../src/store/data-store-level.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"data-store-level.js","sourceRoot":"","sources":["../../../../src/store/data-store-level.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AACtC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,cAAc;IACzB,MAAM,CAAuB;IAE7B,UAAU,CAAkB;IAE5B,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,MAAM,GAAG;YACZ,kBAAkB,EAAE,WAAW;YAC/B,mBAAmB;YACnB,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC;YACpC,QAAQ,EAAc,IAAI,CAAC,MAAM,CAAC,kBAAmB;YACrD,mBAAmB,EAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB;SACtD,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAc,EAAE,QAAgB,EAAE,OAAe,EAAE,UAAsC;QACjG,8DAA8D;QAC9D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAyB,CAAC;YACzF,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,kEAAkE;QAClE,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC9D,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,WAAW;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAwC;YACpF,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAE9B,IAAI,QAAgB,CAAC;QAErB,IAAI,YAAY,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3B,sCAAsC;YACtC,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1B,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,gEAAgE;YAChE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,QAAQ,CAC9B,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,EACrD,eAAe,EACf,EAAE,UAAU,EAAE,CAAC,EAAE,CAClB,CAAC;YAEF,sFAAsF;YACtF,IAAI,WAA0B,CAAC;YAC/B,IAAI,KAAK,EAAE,WAAW,IAAI,eAAe,EAAE,CAAC;gBAAC,CAAC;YAAC,CAAC;YAChD,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,mBAAmB;QACnB,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnF,sBAAsB;QACtB,MAAM,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACtE,KAAK,EAAE,YAAY,CAAC,KAAK,GAAG,CAAC;YAC7B,QAAQ;SACT,CAAC,CAAC,CAAC,CAAC;QAEL,OAAO,EAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAAc,EAAE,QAAgB,EAAE,OAAe;QAChE,oBAAoB;QACpB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAyB,CAAC;QAEpF,2CAA2C;QAC3C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,oEAAoE;QACpE,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;QAC7D,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC;QAE9C,MAAM,UAAU,GAAG,IAAI,cAAc,CAAa;YAChD,KAAK,CAAC,IAAI,CAAC,UAAU;gBACnB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,QAAgB,EAAE,OAAe;QACnE,oBAAoB;QACpB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,cAAc;QACd,MAAM,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEpC,6DAA6D;QAC7D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC9D,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAwC,CAAC;QACxG,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC;QAExC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,sEAAsE;YACtE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,eAAe,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,8CAA8C;YAC9C,MAAM,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;gBACtE,KAAK,EAAM,QAAQ;gBACnB,QAAQ,EAAG,YAAY,CAAC,QAAQ;aACjC,CAAC,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,KAAK;QAChB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,gBAAgB,CAAC,MAAc,EAAE,QAAgB;QAC7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,eAAe,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,kBAAkB,CAAC,OAAe;QAC9C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC7D,OAAO,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB;QACjC,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;CAEF"}
|
|
@@ -0,0 +1,246 @@
|
|
|
1
|
+
import { FilterUtility } from '../utils/filter.js';
|
|
2
|
+
import { SortDirection } from '../types/query-types.js';
|
|
3
|
+
/** Separator between compound key segments (higher than \x00 so prefix scans work correctly). */
|
|
4
|
+
export const COMPOUND_SEGMENT_SEPARATOR = '\x01';
|
|
5
|
+
/**
|
|
6
|
+
* Gets the compound index partition for a given compound index definition.
|
|
7
|
+
* Compound index sublevels use the naming convention `__compound:<name>__`.
|
|
8
|
+
*/
|
|
9
|
+
export async function getCompoundIndexPartition(db, tenant, compoundIndex) {
|
|
10
|
+
const partitionName = `__compound:${compoundIndex.name}__`;
|
|
11
|
+
return (await db.partition(tenant)).partition(partitionName);
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Builds a compound index key from the given indexes and compound index definition.
|
|
15
|
+
*
|
|
16
|
+
* Key format: `<prop1>\x01<prop2>\x01...\x01<sortValue>\x00<messageCid>`
|
|
17
|
+
*
|
|
18
|
+
* @returns the compound key, or undefined if the indexes don't contain all required properties.
|
|
19
|
+
*/
|
|
20
|
+
export function buildCompoundKey(messageCid, indexes, compoundIndex, encodeValue, delimiter) {
|
|
21
|
+
const segments = [];
|
|
22
|
+
for (const property of compoundIndex.properties) {
|
|
23
|
+
const value = indexes[property];
|
|
24
|
+
if (value === undefined || Array.isArray(value)) {
|
|
25
|
+
return undefined; // compound indexes don't support array values or missing properties
|
|
26
|
+
}
|
|
27
|
+
segments.push(encodeValue(value));
|
|
28
|
+
}
|
|
29
|
+
const sortValue = indexes[compoundIndex.sortProperty];
|
|
30
|
+
if (sortValue === undefined || Array.isArray(sortValue)) {
|
|
31
|
+
return undefined;
|
|
32
|
+
}
|
|
33
|
+
// join prefix segments with \x01, then append sort value and messageCid with the standard delimiters
|
|
34
|
+
const prefixPart = segments.join(COMPOUND_SEGMENT_SEPARATOR);
|
|
35
|
+
const sortPart = encodeValue(sortValue);
|
|
36
|
+
return prefixPart + COMPOUND_SEGMENT_SEPARATOR + sortPart + delimiter + messageCid;
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* Builds the prefix portion of a compound key from filter values (without the sort/messageCid suffix).
|
|
40
|
+
* Used for range scans: all entries with this prefix match the filter.
|
|
41
|
+
*/
|
|
42
|
+
export function buildCompoundPrefix(filter, compoundIndex, encodeValue) {
|
|
43
|
+
const segments = [];
|
|
44
|
+
for (const property of compoundIndex.properties) {
|
|
45
|
+
const filterValue = filter[property];
|
|
46
|
+
if (filterValue === undefined || typeof filterValue === 'object') {
|
|
47
|
+
return undefined; // compound prefix only works with equality filters
|
|
48
|
+
}
|
|
49
|
+
segments.push(encodeValue(filterValue));
|
|
50
|
+
}
|
|
51
|
+
return segments.join(COMPOUND_SEGMENT_SEPARATOR) + COMPOUND_SEGMENT_SEPARATOR;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Creates a put operation for a compound index entry.
|
|
55
|
+
* Returns undefined if the indexes don't contain all required compound index properties.
|
|
56
|
+
*/
|
|
57
|
+
export function createCompoundIndexPutOperation(db, tenant, item, compoundIndex, encodeValue, delimiter) {
|
|
58
|
+
const key = buildCompoundKey(item.messageCid, item.indexes, compoundIndex, encodeValue, delimiter);
|
|
59
|
+
if (key === undefined) {
|
|
60
|
+
return undefined;
|
|
61
|
+
}
|
|
62
|
+
return createOperationForPartition(db, tenant, `__compound:${compoundIndex.name}__`, {
|
|
63
|
+
type: 'put',
|
|
64
|
+
key,
|
|
65
|
+
value: JSON.stringify(item),
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Creates a delete operation for a compound index entry.
|
|
70
|
+
* Returns undefined if the indexes don't contain all required compound index properties.
|
|
71
|
+
*/
|
|
72
|
+
export function createCompoundIndexDeleteOperation(db, tenant, messageCid, indexes, compoundIndex, encodeValue, delimiter) {
|
|
73
|
+
const key = buildCompoundKey(messageCid, indexes, compoundIndex, encodeValue, delimiter);
|
|
74
|
+
if (key === undefined) {
|
|
75
|
+
return undefined;
|
|
76
|
+
}
|
|
77
|
+
return createOperationForPartition(db, tenant, `__compound:${compoundIndex.name}__`, {
|
|
78
|
+
type: 'del',
|
|
79
|
+
key,
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Generic helper to create a batch operation for any named partition under a tenant.
|
|
84
|
+
*/
|
|
85
|
+
export async function createOperationForPartition(db, tenant, partitionName, operation) {
|
|
86
|
+
const tenantPartition = await db.partition(tenant);
|
|
87
|
+
return tenantPartition.createPartitionOperation(partitionName, operation);
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Selects the best compound index that covers the given filter and sort requirements.
|
|
91
|
+
*
|
|
92
|
+
* A compound index "covers" a query when:
|
|
93
|
+
* 1. Every property in the compound index definition is present in the filter as an equality filter.
|
|
94
|
+
* 2. The compound index's sort property matches the query's sort property.
|
|
95
|
+
*
|
|
96
|
+
* Among multiple matching compound indexes, the one with the most properties is preferred
|
|
97
|
+
* (more specific = fewer false positives in the prefix scan).
|
|
98
|
+
*/
|
|
99
|
+
export function selectCompoundIndex(filter, queryOptions, compoundIndexes) {
|
|
100
|
+
let bestMatch;
|
|
101
|
+
let bestPropertyCount = 0;
|
|
102
|
+
for (const compoundIndex of compoundIndexes) {
|
|
103
|
+
// check that the sort property matches
|
|
104
|
+
if (compoundIndex.sortProperty !== queryOptions.sortProperty) {
|
|
105
|
+
continue;
|
|
106
|
+
}
|
|
107
|
+
// check that all compound properties are present in the filter as equality filters
|
|
108
|
+
let allPropertiesMatch = true;
|
|
109
|
+
for (const property of compoundIndex.properties) {
|
|
110
|
+
const filterValue = filter[property];
|
|
111
|
+
if (filterValue === undefined || typeof filterValue === 'object') {
|
|
112
|
+
allPropertiesMatch = false;
|
|
113
|
+
break;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
if (allPropertiesMatch && compoundIndex.properties.length > bestPropertyCount) {
|
|
117
|
+
bestMatch = compoundIndex;
|
|
118
|
+
bestPropertyCount = compoundIndex.properties.length;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
return bestMatch;
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Queries using a compound index. This is the most efficient query strategy: a single LevelDB
|
|
125
|
+
* range scan that filters, sorts, and paginates all at once.
|
|
126
|
+
*
|
|
127
|
+
* The compound key encodes the filter properties as a prefix and the sort property as a suffix,
|
|
128
|
+
* so iterating over keys with the filter prefix yields results in sort order.
|
|
129
|
+
*
|
|
130
|
+
* Any remaining filter properties not covered by the compound index are verified in memory.
|
|
131
|
+
*
|
|
132
|
+
* @param queryWithIteratorPagingFallback callback to fall back to iterator paging if compound prefix fails.
|
|
133
|
+
*/
|
|
134
|
+
export async function queryWithCompoundIndex(db, tenant, filter, queryOptions, compoundIndex, encodeValue, delimiter, queryWithIteratorPagingFallback, options) {
|
|
135
|
+
const { sortDirection = SortDirection.Ascending, cursor, limit } = queryOptions;
|
|
136
|
+
const prefix = buildCompoundPrefix(filter, compoundIndex, encodeValue);
|
|
137
|
+
if (prefix === undefined) {
|
|
138
|
+
// should not happen since selectCompoundIndex already validated, but guard against it
|
|
139
|
+
return queryWithIteratorPagingFallback(tenant, [filter], queryOptions, options);
|
|
140
|
+
}
|
|
141
|
+
const partition = await getCompoundIndexPartition(db, tenant, compoundIndex);
|
|
142
|
+
// determine the iterator bounds from the prefix
|
|
143
|
+
const iteratorOptions = {};
|
|
144
|
+
if (cursor !== undefined) {
|
|
145
|
+
// build the full compound key for the cursor position
|
|
146
|
+
const cursorSortEncoded = encodeValue(cursor.value);
|
|
147
|
+
const cursorKey = prefix + cursorSortEncoded + delimiter + cursor.messageCid;
|
|
148
|
+
if (sortDirection === SortDirection.Ascending) {
|
|
149
|
+
iteratorOptions.gt = cursorKey;
|
|
150
|
+
// upper bound: everything with this prefix (prefix + \xff is past all valid compound keys with this prefix)
|
|
151
|
+
iteratorOptions.lt = prefix + '\xff';
|
|
152
|
+
}
|
|
153
|
+
else {
|
|
154
|
+
iteratorOptions.lt = cursorKey;
|
|
155
|
+
iteratorOptions.gt = prefix;
|
|
156
|
+
iteratorOptions.reverse = true;
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
if (sortDirection === SortDirection.Ascending) {
|
|
161
|
+
iteratorOptions.gt = prefix;
|
|
162
|
+
iteratorOptions.lt = prefix + '\xff';
|
|
163
|
+
}
|
|
164
|
+
else {
|
|
165
|
+
// for descending without cursor, start from the end of the prefix range
|
|
166
|
+
iteratorOptions.gt = prefix;
|
|
167
|
+
iteratorOptions.lt = prefix + '\xff';
|
|
168
|
+
iteratorOptions.reverse = true;
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
// determine which filter properties are NOT covered by the compound index
|
|
172
|
+
// (need in-memory verification for these)
|
|
173
|
+
// NOTE: the compound index equality properties are fully covered by the prefix scan,
|
|
174
|
+
// but the sort property is only covered for ordering — any range filter on the sort
|
|
175
|
+
// property must still be applied as a residual filter.
|
|
176
|
+
const coveredEqualityProperties = new Set(compoundIndex.properties);
|
|
177
|
+
const residualFilter = {};
|
|
178
|
+
let hasResidualFilter = false;
|
|
179
|
+
for (const property in filter) {
|
|
180
|
+
if (!coveredEqualityProperties.has(property)) {
|
|
181
|
+
residualFilter[property] = filter[property];
|
|
182
|
+
hasResidualFilter = true;
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
const matches = [];
|
|
186
|
+
for await (const [_key, value] of partition.iterator(iteratorOptions, options)) {
|
|
187
|
+
if (limit !== undefined && matches.length === limit) {
|
|
188
|
+
break;
|
|
189
|
+
}
|
|
190
|
+
const item = JSON.parse(value);
|
|
191
|
+
// verify any residual filter properties in memory
|
|
192
|
+
if (hasResidualFilter && !FilterUtility.matchFilter(item.indexes, residualFilter)) {
|
|
193
|
+
continue;
|
|
194
|
+
}
|
|
195
|
+
matches.push(item);
|
|
196
|
+
}
|
|
197
|
+
return matches;
|
|
198
|
+
}
|
|
199
|
+
/**
|
|
200
|
+
* Counts items matching a compound index prefix without loading full records.
|
|
201
|
+
* Iterates only keys (not values) for maximum efficiency.
|
|
202
|
+
*
|
|
203
|
+
* @param queryFallback callback to fall back to full query if compound prefix fails.
|
|
204
|
+
*/
|
|
205
|
+
export async function countWithCompoundIndex(db, tenant, filter, compoundIndex, encodeValue, queryFallback, options) {
|
|
206
|
+
const prefix = buildCompoundPrefix(filter, compoundIndex, encodeValue);
|
|
207
|
+
if (prefix === undefined) {
|
|
208
|
+
// fallback
|
|
209
|
+
const results = await queryFallback(tenant, [filter], { sortProperty: compoundIndex.sortProperty }, options);
|
|
210
|
+
return results.length;
|
|
211
|
+
}
|
|
212
|
+
const partition = await getCompoundIndexPartition(db, tenant, compoundIndex);
|
|
213
|
+
// determine which filter properties are NOT covered by the compound index
|
|
214
|
+
// (same logic as queryWithCompoundIndex: sort property range filters are residual)
|
|
215
|
+
const coveredEqualityProperties = new Set(compoundIndex.properties);
|
|
216
|
+
let hasResidualFilter = false;
|
|
217
|
+
const residualFilter = {};
|
|
218
|
+
for (const property in filter) {
|
|
219
|
+
if (!coveredEqualityProperties.has(property)) {
|
|
220
|
+
residualFilter[property] = filter[property];
|
|
221
|
+
hasResidualFilter = true;
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
const iteratorOptions = {
|
|
225
|
+
gt: prefix,
|
|
226
|
+
lt: prefix + '\xff',
|
|
227
|
+
};
|
|
228
|
+
let count = 0;
|
|
229
|
+
if (hasResidualFilter) {
|
|
230
|
+
// must read values to check residual filter
|
|
231
|
+
for await (const [_key, value] of partition.iterator(iteratorOptions, options)) {
|
|
232
|
+
const item = JSON.parse(value);
|
|
233
|
+
if (FilterUtility.matchFilter(item.indexes, residualFilter)) {
|
|
234
|
+
count++;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
else {
|
|
239
|
+
// no residual filter — iterate keys via iterator without parsing values
|
|
240
|
+
for await (const [_key, _value] of partition.iterator(iteratorOptions, options)) {
|
|
241
|
+
count++;
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
return count;
|
|
245
|
+
}
|
|
246
|
+
//# sourceMappingURL=index-level-compound.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-level-compound.js","sourceRoot":"","sources":["../../../../src/store/index-level-compound.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAExD,iGAAiG;AACjG,MAAM,CAAC,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAEjD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAAwB,EAAE,MAAc,EAAE,aAAsC;IAEhF,MAAM,aAAa,GAAG,cAAc,aAAa,CAAC,IAAI,IAAI,CAAC;IAC3D,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAkB,EAAE,OAAkB,EAAE,aAAsC,EAC9E,WAAyD,EAAE,SAAiB;IAE5E,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChD,OAAO,SAAS,CAAC,CAAC,oEAAoE;QACxF,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IACtD,IAAI,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,qGAAqG;IACrG,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,OAAO,UAAU,GAAG,0BAA0B,GAAG,QAAQ,GAAG,SAAS,GAAG,UAAU,CAAC;AACrF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAc,EAAE,aAAsC,EACtD,WAAyD;IAEzD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,WAAW,KAAK,SAAS,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACjE,OAAO,SAAS,CAAC,CAAC,mDAAmD;QACvE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,0BAA0B,CAAC;AAChF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,+BAA+B,CAC7C,EAAwB,EAAE,MAAc,EAAE,IAAiB,EAAE,aAAsC,EACnG,WAAyD,EAAE,SAAiB;IAE5E,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IACnG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,2BAA2B,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,aAAa,CAAC,IAAI,IAAI,EAAE;QACnF,IAAI,EAAI,KAAK;QACb,GAAG;QACH,KAAK,EAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC7B,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kCAAkC,CAChD,EAAwB,EAAE,MAAc,EAAE,UAAkB,EAAE,OAAkB,EAChF,aAAsC,EACtC,WAAyD,EAAE,SAAiB;IAE5E,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IACzF,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,2BAA2B,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,aAAa,CAAC,IAAI,IAAI,EAAE;QACnF,IAAI,EAAE,KAAK;QACX,GAAG;KACJ,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,EAAwB,EAAE,MAAc,EAAE,aAAqB,EAAE,SAA6C;IAE9G,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACnD,OAAO,eAAe,CAAC,wBAAwB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;AAC5E,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAc,EAAE,YAA0B,EAAE,eAA0C;IAEtF,IAAI,SAA8C,CAAC;IACnD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,aAAa,IAAI,eAAe,EAAE,CAAC;QAC5C,uCAAuC;QACvC,IAAI,aAAa,CAAC,YAAY,KAAK,YAAY,CAAC,YAAY,EAAE,CAAC;YAC7D,SAAS;QACX,CAAC;QAED,mFAAmF;QACnF,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAChD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YACrC,IAAI,WAAW,KAAK,SAAS,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBACjE,kBAAkB,GAAG,KAAK,CAAC;gBAC3B,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAC9E,SAAS,GAAG,aAAa,CAAC;YAC1B,iBAAiB,GAAG,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC;QACtD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAwB,EACxB,MAAc,EACd,MAAc,EACd,YAA0B,EAC1B,aAAsC,EACtC,WAAyD,EACzD,SAAiB,EACjB,+BAE2B,EAC3B,OAA2B;IAE3B,MAAM,EAAE,aAAa,GAAG,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC;IAEhF,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IACvE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,sFAAsF;QACtF,OAAO,+BAA+B,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,yBAAyB,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IAE7E,gDAAgD;IAChD,MAAM,eAAe,GAAwC,EAAE,CAAC;IAEhE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,sDAAsD;QACtD,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,MAAM,GAAG,iBAAiB,GAAG,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;QAE7E,IAAI,aAAa,KAAK,aAAa,CAAC,SAAS,EAAE,CAAC;YAC9C,eAAe,CAAC,EAAE,GAAG,SAAS,CAAC;YAC/B,4GAA4G;YAC5G,eAAe,CAAC,EAAE,GAAG,MAAM,GAAG,MAAM,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,EAAE,GAAG,SAAS,CAAC;YAC/B,eAAe,CAAC,EAAE,GAAG,MAAM,CAAC;YAC5B,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,aAAa,KAAK,aAAa,CAAC,SAAS,EAAE,CAAC;YAC9C,eAAe,CAAC,EAAE,GAAG,MAAM,CAAC;YAC5B,eAAe,CAAC,EAAE,GAAG,MAAM,GAAG,MAAM,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,wEAAwE;YACxE,eAAe,CAAC,EAAE,GAAG,MAAM,CAAC;YAC5B,eAAe,CAAC,EAAE,GAAG,MAAM,GAAG,MAAM,CAAC;YACrC,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,0CAA0C;IAC1C,qFAAqF;IACrF,oFAAoF;IACpF,uDAAuD;IACvD,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACpE,MAAM,cAAc,GAAW,EAAE,CAAC;IAClC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC9B,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5C,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC;QAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACpD,MAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAgB,CAAC;QAE9C,kDAAkD;QAClD,IAAI,iBAAiB,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;YAClF,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAwB,EACxB,MAAc,EACd,MAAc,EACd,aAAsC,EACtC,WAAyD,EACzD,aAAqI,EACrI,OAA2B;IAE3B,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IACvE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,WAAW;QACX,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE,aAAa,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;QAC7G,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,yBAAyB,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IAE7E,0EAA0E;IAC1E,mFAAmF;IACnF,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACpE,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,cAAc,GAAW,EAAE,CAAC;IAClC,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC9B,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,cAAc,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5C,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAwC;QAC3D,EAAE,EAAG,MAAM;QACX,EAAE,EAAG,MAAM,GAAG,MAAM;KACrB,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,iBAAiB,EAAE,CAAC;QACtB,4CAA4C;QAC5C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAgB,CAAC;YAC9C,IAAI,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,CAAC;gBAC5D,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,wEAAwE;QACxE,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC;YAChF,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
|