@aztec/pxe 0.0.1-commit.e3c1de76 → 0.0.1-commit.e57c76e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bin/check_oracle_version.js +43 -99
- package/dest/bin/index.d.ts +2 -0
- package/dest/bin/index.d.ts.map +1 -0
- package/dest/bin/index.js +1 -0
- package/dest/bin/oracle_version_helpers.d.ts +26 -0
- package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
- package/dest/bin/oracle_version_helpers.js +93 -0
- package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
- package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
- package/dest/block_synchronizer/block_stream_source.js +62 -0
- package/dest/block_synchronizer/block_synchronizer.d.ts +9 -3
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
- package/dest/block_synchronizer/block_synchronizer.js +37 -11
- package/dest/config/index.d.ts +8 -2
- package/dest/config/index.d.ts.map +1 -1
- package/dest/config/index.js +13 -15
- package/dest/config/package_info.js +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +66 -29
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +216 -75
- package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
- package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
- package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
- package/dest/contract_function_simulator/execution_note_cache.d.ts +2 -2
- package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +7 -11
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_tagging_index_cache.js +19 -15
- package/dest/contract_function_simulator/index.d.ts +14 -2
- package/dest/contract_function_simulator/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.js +11 -0
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +48 -0
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/bounded_vec.js +45 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +3 -4
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/event_validation_request.js +8 -9
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +13 -3
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +35 -4
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +2 -2
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -4
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +3 -5
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/note_validation_request.js +6 -10
- package/dest/contract_function_simulator/noir-structs/option.d.ts +61 -0
- package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/option.js +62 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +11 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.js +24 -0
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +16 -98
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
- package/dest/contract_function_simulator/oracle/oracle.d.ts +75 -46
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle.js +471 -275
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +127 -0
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/oracle_registry.js +786 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +139 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +560 -0
- package/dest/contract_function_simulator/oracle/private_execution.js +5 -3
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +68 -95
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +141 -110
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +156 -76
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +450 -166
- package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
- package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
- package/dest/contract_function_simulator/pick_notes.js +20 -3
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
- package/dest/contract_logging.d.ts +27 -0
- package/dest/contract_logging.d.ts.map +1 -0
- package/dest/contract_logging.js +38 -0
- package/dest/contract_sync/contract_sync_service.d.ts +42 -0
- package/dest/contract_sync/contract_sync_service.d.ts.map +1 -0
- package/dest/contract_sync/contract_sync_service.js +135 -0
- package/dest/contract_sync/helpers.d.ts +27 -0
- package/dest/contract_sync/helpers.d.ts.map +1 -0
- package/dest/contract_sync/{index.js → helpers.js} +16 -17
- package/dest/debug/pxe_debug_utils.d.ts +14 -15
- package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
- package/dest/debug/pxe_debug_utils.js +16 -21
- package/dest/entrypoints/client/bundle/index.d.ts +3 -1
- package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/index.js +2 -0
- package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
- package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/utils.js +21 -5
- package/dest/entrypoints/client/lazy/index.d.ts +3 -1
- package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/index.js +2 -0
- package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
- package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/utils.js +21 -5
- package/dest/entrypoints/pxe_creation_options.d.ts +9 -1
- package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
- package/dest/entrypoints/pxe_creation_options.js +3 -1
- package/dest/entrypoints/server/index.d.ts +5 -3
- package/dest/entrypoints/server/index.d.ts.map +1 -1
- package/dest/entrypoints/server/index.js +4 -2
- package/dest/entrypoints/server/utils.d.ts +4 -3
- package/dest/entrypoints/server/utils.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.js +21 -5
- package/dest/events/event_service.d.ts +15 -6
- package/dest/events/event_service.d.ts.map +1 -1
- package/dest/events/event_service.js +44 -11
- package/dest/events/private_event_filter_validator.d.ts +3 -2
- package/dest/events/private_event_filter_validator.d.ts.map +1 -1
- package/dest/events/private_event_filter_validator.js +15 -0
- package/dest/hooks/authorize_utility_call.d.ts +41 -0
- package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
- package/dest/hooks/authorize_utility_call.js +4 -0
- package/dest/hooks/execution_hooks.d.ts +42 -0
- package/dest/hooks/execution_hooks.d.ts.map +1 -0
- package/dest/hooks/execution_hooks.js +9 -0
- package/dest/hooks/index.d.ts +4 -0
- package/dest/hooks/index.d.ts.map +1 -0
- package/dest/hooks/index.js +1 -0
- package/dest/logs/log_service.d.ts +9 -8
- package/dest/logs/log_service.d.ts.map +1 -1
- package/dest/logs/log_service.js +131 -84
- package/dest/messages/message_context_service.d.ts +17 -0
- package/dest/messages/message_context_service.d.ts.map +1 -0
- package/dest/messages/message_context_service.js +55 -0
- package/dest/notes/note_service.d.ts +27 -5
- package/dest/notes/note_service.d.ts.map +1 -1
- package/dest/notes/note_service.js +83 -58
- package/dest/notes_filter.d.ts +24 -0
- package/dest/notes_filter.d.ts.map +1 -0
- package/dest/notes_filter.js +4 -0
- package/dest/oracle_version.d.ts +4 -3
- package/dest/oracle_version.d.ts.map +1 -1
- package/dest/oracle_version.js +20 -10
- package/dest/private_kernel/batch_planner.d.ts +47 -0
- package/dest/private_kernel/batch_planner.d.ts.map +1 -0
- package/dest/private_kernel/batch_planner.js +104 -0
- package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts +4 -0
- package/dest/private_kernel/hints/compute_tx_expiration_timestamp.d.ts.map +1 -0
- package/dest/private_kernel/hints/{compute_tx_include_by_timestamp.js → compute_tx_expiration_timestamp.js} +12 -12
- package/dest/private_kernel/hints/index.d.ts +1 -1
- package/dest/private_kernel/hints/index.js +1 -1
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +4 -3
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -1
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +130 -69
- package/dest/private_kernel/hints/test_utils.d.ts +122 -0
- package/dest/private_kernel/hints/test_utils.d.ts.map +1 -0
- package/dest/private_kernel/hints/test_utils.js +202 -0
- package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
- package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.js +166 -65
- package/dest/private_kernel/private_kernel_oracle.d.ts +15 -11
- package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_oracle.js +31 -25
- package/dest/pxe.d.ts +120 -24
- package/dest/pxe.d.ts.map +1 -1
- package/dest/pxe.js +231 -134
- package/dest/storage/anchor_block_store/anchor_block_store.js +1 -1
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.js +591 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
- package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
- package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
- package/dest/storage/capsule_store/capsule_service.js +50 -0
- package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
- package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
- package/dest/storage/capsule_store/capsule_store.js +36 -28
- package/dest/storage/capsule_store/index.d.ts +2 -1
- package/dest/storage/capsule_store/index.d.ts.map +1 -1
- package/dest/storage/capsule_store/index.js +1 -0
- package/dest/storage/contract_store/contract_store.d.ts +42 -15
- package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
- package/dest/storage/contract_store/contract_store.js +146 -87
- package/dest/storage/metadata.d.ts +1 -1
- package/dest/storage/metadata.js +1 -1
- package/dest/storage/note_store/note_store.d.ts +3 -3
- package/dest/storage/note_store/note_store.d.ts.map +1 -1
- package/dest/storage/note_store/note_store.js +6 -4
- package/dest/storage/open_pxe_stores.d.ts +33 -0
- package/dest/storage/open_pxe_stores.d.ts.map +1 -0
- package/dest/storage/open_pxe_stores.js +27 -0
- package/dest/storage/private_event_store/private_event_store.d.ts +1 -1
- package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
- package/dest/storage/private_event_store/private_event_store.js +3 -0
- package/dest/storage/private_event_store/stored_private_event.js +1 -1
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +29 -28
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.js +141 -115
- package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
- package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
- package/dest/tagging/get_all_logs_by_tags.js +45 -32
- package/dest/tagging/index.d.ts +6 -5
- package/dest/tagging/index.d.ts.map +1 -1
- package/dest/tagging/index.js +4 -3
- package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
- package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
- package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +56 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +163 -0
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.js +2 -2
- package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
- package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
- package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -9
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +32 -14
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +13 -7
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +41 -10
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +5 -7
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +37 -25
- package/package.json +29 -17
- package/src/bin/check_oracle_version.ts +49 -122
- package/src/bin/index.ts +1 -0
- package/src/bin/oracle_version_helpers.ts +121 -0
- package/src/block_synchronizer/block_stream_source.ts +81 -0
- package/src/block_synchronizer/block_synchronizer.ts +39 -11
- package/src/config/index.ts +15 -9
- package/src/config/package_info.ts +1 -1
- package/src/contract_function_simulator/contract_function_simulator.ts +391 -136
- package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
- package/src/contract_function_simulator/execution_note_cache.ts +1 -1
- package/src/contract_function_simulator/execution_tagging_index_cache.ts +19 -18
- package/src/contract_function_simulator/index.ts +51 -1
- package/src/contract_function_simulator/noir-structs/bounded_vec.ts +55 -0
- package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
- package/src/contract_function_simulator/noir-structs/event_validation_request.ts +9 -8
- package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +36 -3
- package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +2 -5
- package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
- package/src/contract_function_simulator/noir-structs/note_validation_request.ts +4 -9
- package/src/contract_function_simulator/noir-structs/option.ts +69 -0
- package/src/contract_function_simulator/noir-structs/provided_secret.ts +27 -0
- package/src/contract_function_simulator/oracle/interfaces.ts +12 -176
- package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
- package/src/contract_function_simulator/oracle/oracle.ts +564 -473
- package/src/contract_function_simulator/oracle/oracle_registry.ts +585 -0
- package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +553 -0
- package/src/contract_function_simulator/oracle/private_execution.ts +4 -4
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +173 -205
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +664 -245
- package/src/contract_function_simulator/pick_notes.ts +22 -3
- package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
- package/src/contract_logging.ts +52 -0
- package/src/contract_sync/contract_sync_service.ts +189 -0
- package/src/contract_sync/{index.ts → helpers.ts} +17 -29
- package/src/debug/pxe_debug_utils.ts +47 -25
- package/src/entrypoints/client/bundle/index.ts +2 -0
- package/src/entrypoints/client/bundle/utils.ts +19 -6
- package/src/entrypoints/client/lazy/index.ts +2 -0
- package/src/entrypoints/client/lazy/utils.ts +19 -6
- package/src/entrypoints/pxe_creation_options.ts +14 -0
- package/src/entrypoints/server/index.ts +4 -2
- package/src/entrypoints/server/utils.ts +22 -13
- package/src/events/event_service.ts +69 -21
- package/src/events/private_event_filter_validator.ts +21 -1
- package/src/hooks/authorize_utility_call.ts +44 -0
- package/src/hooks/execution_hooks.ts +48 -0
- package/src/hooks/index.ts +7 -0
- package/src/logs/log_service.ts +162 -145
- package/src/messages/message_context_service.ts +62 -0
- package/src/notes/note_service.ts +120 -85
- package/src/notes_filter.ts +24 -0
- package/src/oracle_version.ts +20 -10
- package/src/private_kernel/batch_planner.ts +169 -0
- package/src/private_kernel/hints/{compute_tx_include_by_timestamp.ts → compute_tx_expiration_timestamp.ts} +13 -13
- package/src/private_kernel/hints/index.ts +1 -1
- package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +165 -118
- package/src/private_kernel/hints/test_utils.ts +318 -0
- package/src/private_kernel/private_kernel_execution_prover.ts +254 -89
- package/src/private_kernel/private_kernel_oracle.ts +42 -32
- package/src/pxe.ts +416 -181
- package/src/storage/anchor_block_store/anchor_block_store.ts +1 -1
- package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +46 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +36 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +16 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +97 -0
- package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
- package/src/storage/backwards_compatibility_tests/schema_tests.ts +712 -0
- package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
- package/src/storage/capsule_store/capsule_service.ts +90 -0
- package/src/storage/capsule_store/capsule_store.ts +44 -26
- package/src/storage/capsule_store/index.ts +1 -0
- package/src/storage/contract_store/contract_store.ts +182 -104
- package/src/storage/metadata.ts +1 -1
- package/src/storage/note_store/note_store.ts +9 -5
- package/src/storage/open_pxe_stores.ts +49 -0
- package/src/storage/private_event_store/private_event_store.ts +4 -0
- package/src/storage/private_event_store/stored_private_event.ts +1 -1
- package/src/storage/tagging_store/recipient_tagging_store.ts +5 -5
- package/src/storage/tagging_store/sender_tagging_store.ts +185 -138
- package/src/tagging/get_all_logs_by_tags.ts +87 -35
- package/src/tagging/index.ts +5 -4
- package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
- package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +240 -0
- package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +4 -4
- package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
- package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +52 -17
- package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +44 -14
- package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +27 -27
- package/dest/contract_sync/index.d.ts +0 -23
- package/dest/contract_sync/index.d.ts.map +0 -1
- package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts +0 -4
- package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts.map +0 -1
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -15
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -15
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -32
- package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -143
- package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -49
|
@@ -1,46 +1,59 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { MAX_RPC_LEN } from '@aztec/stdlib/interfaces/api-limit';
|
|
2
|
+
import { queryAllPrivateLogsByTags, queryAllPublicLogsByTags } from '@aztec/stdlib/logs';
|
|
2
3
|
/**
|
|
3
|
-
*
|
|
4
|
-
*
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
const allResultsPerTag = Array.from({
|
|
9
|
-
length: numTags
|
|
10
|
-
}, ()=>[]);
|
|
11
|
-
let page = 0;
|
|
12
|
-
let hasMore = true;
|
|
13
|
-
while(hasMore){
|
|
14
|
-
const resultsPage = await fetchPage(page);
|
|
15
|
-
hasMore = false;
|
|
16
|
-
for(let i = 0; i < resultsPage.length; i++){
|
|
17
|
-
allResultsPerTag[i].push(...resultsPage[i]);
|
|
18
|
-
if (resultsPage[i].length === MAX_LOGS_PER_TAG) {
|
|
19
|
-
hasMore = true;
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
page++;
|
|
4
|
+
* Splits tags into chunks of MAX_RPC_LEN, paginates each chunk via the stdlib per-tag cursor helper,
|
|
5
|
+
* then stitches the results back into a single array preserving the original tag order.
|
|
6
|
+
*/ async function getAllPagesInBatches(tags, fetchAllPagesForBatch) {
|
|
7
|
+
if (tags.length === 0) {
|
|
8
|
+
return [];
|
|
23
9
|
}
|
|
24
|
-
|
|
10
|
+
if (tags.length <= MAX_RPC_LEN) {
|
|
11
|
+
return fetchAllPagesForBatch(tags);
|
|
12
|
+
}
|
|
13
|
+
const batches = [];
|
|
14
|
+
for(let i = 0; i < tags.length; i += MAX_RPC_LEN){
|
|
15
|
+
batches.push(tags.slice(i, i + MAX_RPC_LEN));
|
|
16
|
+
}
|
|
17
|
+
const batchResults = await Promise.all(batches.map(fetchAllPagesForBatch));
|
|
18
|
+
return batchResults.flat();
|
|
25
19
|
}
|
|
26
20
|
/**
|
|
27
|
-
* Fetches all private logs for the given tags, automatically paginating
|
|
21
|
+
* Fetches all private logs for the given tags, automatically paginating per-tag via `afterLog` cursors.
|
|
22
|
+
*
|
|
28
23
|
* @param aztecNode - The Aztec node to query.
|
|
29
24
|
* @param tags - The siloed tags to search for.
|
|
30
|
-
* @param anchorBlockHash -
|
|
31
|
-
*
|
|
25
|
+
* @param anchorBlockHash - Reference block for the Aztec node query, throws if block is not found there (typically
|
|
26
|
+
* because of reorgs).
|
|
27
|
+
* @param options - Optional `fromBlock`/`toBlock` range and `includeEffects` opt-in.
|
|
32
28
|
* @returns An array of log arrays, one per tag, containing all logs across all pages.
|
|
33
|
-
*/ export function getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash) {
|
|
34
|
-
return
|
|
29
|
+
*/ export function getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash, options = {}) {
|
|
30
|
+
return getAllPagesInBatches(tags, (batch)=>queryAllPrivateLogsByTags(aztecNode, {
|
|
31
|
+
tags: batch,
|
|
32
|
+
referenceBlock: anchorBlockHash,
|
|
33
|
+
fromBlock: options.fromBlock,
|
|
34
|
+
toBlock: options.toBlock,
|
|
35
|
+
includeEffects: options.includeEffects ?? false,
|
|
36
|
+
limitPerTag: options.limitPerTag
|
|
37
|
+
}));
|
|
35
38
|
}
|
|
36
39
|
/**
|
|
37
|
-
* Fetches all public logs for the given tags from a contract, automatically paginating
|
|
40
|
+
* Fetches all public logs for the given tags from a contract, automatically paginating per-tag via `afterLog` cursors.
|
|
41
|
+
*
|
|
38
42
|
* @param aztecNode - The Aztec node to query.
|
|
39
43
|
* @param contractAddress - The contract address to search logs for.
|
|
40
44
|
* @param tags - The tags to search for.
|
|
41
|
-
* @param anchorBlockHash -
|
|
42
|
-
*
|
|
45
|
+
* @param anchorBlockHash - Reference block for the Aztec node query, throws if block is not found there (typically
|
|
46
|
+
* because of reorgs).
|
|
47
|
+
* @param options - Optional `fromBlock`/`toBlock` range and `includeEffects` opt-in.
|
|
43
48
|
* @returns An array of log arrays, one per tag, containing all logs across all pages.
|
|
44
|
-
*/ export function getAllPublicLogsByTagsFromContract(aztecNode, contractAddress, tags, anchorBlockHash) {
|
|
45
|
-
return
|
|
49
|
+
*/ export function getAllPublicLogsByTagsFromContract(aztecNode, contractAddress, tags, anchorBlockHash, options = {}) {
|
|
50
|
+
return getAllPagesInBatches(tags, (batch)=>queryAllPublicLogsByTags(aztecNode, {
|
|
51
|
+
contractAddress,
|
|
52
|
+
tags: batch,
|
|
53
|
+
referenceBlock: anchorBlockHash,
|
|
54
|
+
fromBlock: options.fromBlock,
|
|
55
|
+
toBlock: options.toBlock,
|
|
56
|
+
includeEffects: options.includeEffects ?? false,
|
|
57
|
+
limitPerTag: options.limitPerTag
|
|
58
|
+
}));
|
|
46
59
|
}
|
package/dest/tagging/index.d.ts
CHANGED
|
@@ -4,14 +4,15 @@
|
|
|
4
4
|
* The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
|
|
5
5
|
* deciding which tag should be used next.
|
|
6
6
|
*
|
|
7
|
-
* The objective of the recipient sync algorithm is to
|
|
7
|
+
* The objective of the recipient sync algorithm is to fetch and sync the corresponding logs.
|
|
8
8
|
*
|
|
9
9
|
* @module tagging
|
|
10
10
|
*/
|
|
11
|
-
export {
|
|
11
|
+
export { syncTaggedPrivateLogs } from './recipient_sync/sync_tagged_private_logs.js';
|
|
12
12
|
export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
|
|
13
|
+
export { persistSenderTaggingIndexRangesForTx } from './persist_sender_tagging_index_ranges.js';
|
|
13
14
|
export { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from './constants.js';
|
|
14
15
|
export { getAllPrivateLogsByTags, getAllPublicLogsByTagsFromContract } from './get_all_logs_by_tags.js';
|
|
15
|
-
export {
|
|
16
|
-
export { type PreTag } from '@aztec/stdlib/logs';
|
|
17
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
16
|
+
export { AppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
|
|
17
|
+
export { type PreTag, type TaggingIndexRange } from '@aztec/stdlib/logs';
|
|
18
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7R0FTRztBQUVILE9BQU8sRUFBRSxxQkFBcUIsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3JGLE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBQ3hGLE9BQU8sRUFBRSxvQ0FBb0MsRUFBRSxNQUFNLDBDQUEwQyxDQUFDO0FBQ2hHLE9BQU8sRUFBRSxzQ0FBc0MsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBQ3hFLE9BQU8sRUFBRSx1QkFBdUIsRUFBRSxrQ0FBa0MsRUFBRSxNQUFNLDJCQUEyQixDQUFDO0FBR3hHLE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDdEUsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFFLEtBQUssaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQyJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AACxF,OAAO,EAAE,oCAAoC,EAAE,MAAM,0CAA0C,CAAC;AAChG,OAAO,EAAE,sCAAsC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,2BAA2B,CAAC;AAGxG,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC"}
|
package/dest/tagging/index.js
CHANGED
|
@@ -4,12 +4,13 @@
|
|
|
4
4
|
* The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
|
|
5
5
|
* deciding which tag should be used next.
|
|
6
6
|
*
|
|
7
|
-
* The objective of the recipient sync algorithm is to
|
|
7
|
+
* The objective of the recipient sync algorithm is to fetch and sync the corresponding logs.
|
|
8
8
|
*
|
|
9
9
|
* @module tagging
|
|
10
|
-
*/ export {
|
|
10
|
+
*/ export { syncTaggedPrivateLogs } from './recipient_sync/sync_tagged_private_logs.js';
|
|
11
11
|
export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
|
|
12
|
+
export { persistSenderTaggingIndexRangesForTx } from './persist_sender_tagging_index_ranges.js';
|
|
12
13
|
export { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from './constants.js';
|
|
13
14
|
export { getAllPrivateLogsByTags, getAllPublicLogsByTagsFromContract } from './get_all_logs_by_tags.js';
|
|
14
15
|
// Re-export tagging-related types from stdlib
|
|
15
|
-
export {
|
|
16
|
+
export { AppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { Logger } from '@aztec/foundation/log';
|
|
2
|
+
import type { PrivateKernelTailCircuitPublicInputs } from '@aztec/stdlib/kernel';
|
|
3
|
+
import type { TaggingIndexRange } from '@aztec/stdlib/logs';
|
|
4
|
+
import type { TxHash } from '@aztec/stdlib/tx';
|
|
5
|
+
import type { SenderTaggingStore } from '../storage/tagging_store/sender_tagging_store.js';
|
|
6
|
+
/**
|
|
7
|
+
* Persists the tagging index ranges that a tx used as a sender, after reconciling them against the kernel's surviving
|
|
8
|
+
* private logs.
|
|
9
|
+
*
|
|
10
|
+
* The tagging index cache reserves an index for every log emission attempted during private execution, but the kernel
|
|
11
|
+
* may then squash some of those logs (e.g. when a note is created and nullified within the same tx). This function
|
|
12
|
+
* shrinks the recorded ranges to match the actual on-chain footprint before writing them, so that what we persist is
|
|
13
|
+
* consistent with what the network will see.
|
|
14
|
+
*
|
|
15
|
+
* @remarks Storing the recorded ranges in the DB may not be seen as necessary because we sync from chain before sending
|
|
16
|
+
* new logs, but the sync can only see logs already included in blocks. If we sent another transaction before this one
|
|
17
|
+
* was included from the same PXE, and that transaction contained a log with a tag derived from the same secret, we
|
|
18
|
+
* would reuse the tag and the transactions would be linked. Persisting in the DB prevents that linkage.
|
|
19
|
+
*
|
|
20
|
+
* @param store - The sender tagging store.
|
|
21
|
+
* @param recordedRanges - The tagging index ranges as recorded during private execution (pre-squash).
|
|
22
|
+
* @param publicInputs - The final kernel public inputs, used to determine which private logs survived squashing.
|
|
23
|
+
* @param getTxHash - Lazy accessor for the tx hash. Called only when there is something to persist, since computing
|
|
24
|
+
* the tx hash is expensive.
|
|
25
|
+
* @param jobId - Job context for staged writes to the store. See `JobCoordinator` for more details.
|
|
26
|
+
* @param log - Logger.
|
|
27
|
+
*/
|
|
28
|
+
export declare function persistSenderTaggingIndexRangesForTx(store: SenderTaggingStore, recordedRanges: TaggingIndexRange[], publicInputs: PrivateKernelTailCircuitPublicInputs, getTxHash: () => Promise<TxHash>, jobId: string, log: Logger): Promise<void>;
|
|
29
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGVyc2lzdF9zZW5kZXJfdGFnZ2luZ19pbmRleF9yYW5nZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL3BlcnNpc3Rfc2VuZGVyX3RhZ2dpbmdfaW5kZXhfcmFuZ2VzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBQ3BELE9BQU8sS0FBSyxFQUFFLG9DQUFvQyxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDakYsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUM1RCxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUUvQyxPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLGtEQUFrRCxDQUFDO0FBRzNGOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7R0FxQkc7QUFDSCx3QkFBc0Isb0NBQW9DLENBQ3hELEtBQUssRUFBRSxrQkFBa0IsRUFDekIsY0FBYyxFQUFFLGlCQUFpQixFQUFFLEVBQ25DLFlBQVksRUFBRSxvQ0FBb0MsRUFDbEQsU0FBUyxFQUFFLE1BQU0sT0FBTyxDQUFDLE1BQU0sQ0FBQyxFQUNoQyxLQUFLLEVBQUUsTUFBTSxFQUNiLEdBQUcsRUFBRSxNQUFNLEdBQ1YsT0FBTyxDQUFDLElBQUksQ0FBQyxDQW1CZiJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"persist_sender_tagging_index_ranges.d.ts","sourceRoot":"","sources":["../../src/tagging/persist_sender_tagging_index_ranges.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kDAAkD,CAAC;AAG3F;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,oCAAoC,CACxD,KAAK,EAAE,kBAAkB,EACzB,cAAc,EAAE,iBAAiB,EAAE,EACnC,YAAY,EAAE,oCAAoC,EAClD,SAAS,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAmBf"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { reconcileTaggingIndexRangesAgainstSurvivingTags } from './reconcile_tagging_index_ranges.js';
|
|
2
|
+
/**
|
|
3
|
+
* Persists the tagging index ranges that a tx used as a sender, after reconciling them against the kernel's surviving
|
|
4
|
+
* private logs.
|
|
5
|
+
*
|
|
6
|
+
* The tagging index cache reserves an index for every log emission attempted during private execution, but the kernel
|
|
7
|
+
* may then squash some of those logs (e.g. when a note is created and nullified within the same tx). This function
|
|
8
|
+
* shrinks the recorded ranges to match the actual on-chain footprint before writing them, so that what we persist is
|
|
9
|
+
* consistent with what the network will see.
|
|
10
|
+
*
|
|
11
|
+
* @remarks Storing the recorded ranges in the DB may not be seen as necessary because we sync from chain before sending
|
|
12
|
+
* new logs, but the sync can only see logs already included in blocks. If we sent another transaction before this one
|
|
13
|
+
* was included from the same PXE, and that transaction contained a log with a tag derived from the same secret, we
|
|
14
|
+
* would reuse the tag and the transactions would be linked. Persisting in the DB prevents that linkage.
|
|
15
|
+
*
|
|
16
|
+
* @param store - The sender tagging store.
|
|
17
|
+
* @param recordedRanges - The tagging index ranges as recorded during private execution (pre-squash).
|
|
18
|
+
* @param publicInputs - The final kernel public inputs, used to determine which private logs survived squashing.
|
|
19
|
+
* @param getTxHash - Lazy accessor for the tx hash. Called only when there is something to persist, since computing
|
|
20
|
+
* the tx hash is expensive.
|
|
21
|
+
* @param jobId - Job context for staged writes to the store. See `JobCoordinator` for more details.
|
|
22
|
+
* @param log - Logger.
|
|
23
|
+
*/ export async function persistSenderTaggingIndexRangesForTx(store, recordedRanges, publicInputs, getTxHash, jobId, log) {
|
|
24
|
+
if (recordedRanges.length === 0) {
|
|
25
|
+
log.debug(`No tagging index ranges used in the tx`);
|
|
26
|
+
return;
|
|
27
|
+
}
|
|
28
|
+
const survivingTags = new Set(publicInputs.getNonEmptyPrivateLogs().map((privateLog)=>privateLog.fields[0].toString()));
|
|
29
|
+
const reconciledRanges = await reconcileTaggingIndexRangesAgainstSurvivingTags(recordedRanges, survivingTags);
|
|
30
|
+
if (reconciledRanges.length === 0) {
|
|
31
|
+
log.debug(`All tagging index ranges used in the tx were squashed by the kernel`, {
|
|
32
|
+
recordedRanges
|
|
33
|
+
});
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
const txHash = await getTxHash();
|
|
37
|
+
await store.storePendingIndexes(reconciledRanges, txHash, jobId);
|
|
38
|
+
log.debug(`Stored used tagging index ranges as sender for the tx`, {
|
|
39
|
+
recordedRanges,
|
|
40
|
+
reconciledRanges
|
|
41
|
+
});
|
|
42
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import type { AztecNode } from '@aztec/stdlib/interfaces/client';
|
|
3
|
+
import type { AppTaggingSecret, LogResult } from '@aztec/stdlib/logs';
|
|
4
|
+
import type { BlockHeader } from '@aztec/stdlib/tx';
|
|
5
|
+
import type { RecipientTaggingStore } from '../../storage/tagging_store/recipient_tagging_store.js';
|
|
6
|
+
/**
|
|
7
|
+
* Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
|
|
8
|
+
* into shared RPC calls.
|
|
9
|
+
*
|
|
10
|
+
* # Explanation of how the algorithm works
|
|
11
|
+
*
|
|
12
|
+
* For each secret we sync logs that correspond to the tagging index range
|
|
13
|
+
* (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
|
|
14
|
+
*
|
|
15
|
+
* highestAgedIndex is the highest index that was used in a tx that is included in a block at least
|
|
16
|
+
* `MAX_TX_LIFETIME` seconds ago.
|
|
17
|
+
* highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
|
|
18
|
+
*
|
|
19
|
+
* "(" denotes an open end of the range - the index is not included in the range.
|
|
20
|
+
* "]" denotes a closed end of the range - the index is included in the range.
|
|
21
|
+
*
|
|
22
|
+
* ## Explanation of highestAgedIndex
|
|
23
|
+
*
|
|
24
|
+
* highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
|
|
25
|
+
* ever appear.
|
|
26
|
+
*
|
|
27
|
+
* This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
|
|
28
|
+
* - a transaction's maximum inclusion timestamp is at most `MAX_TX_LIFETIME` seconds after
|
|
29
|
+
* the timestamp of its anchor block; and
|
|
30
|
+
* - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
|
|
31
|
+
*
|
|
32
|
+
* Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
|
|
33
|
+
* least `MAX_TX_LIFETIME` seconds in the past. Then there is no possibility of any *other* device
|
|
34
|
+
* trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
|
|
35
|
+
* a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
|
|
36
|
+
* chosen a larger index.
|
|
37
|
+
* If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
|
|
38
|
+
* because it would already have been expired.
|
|
39
|
+
*
|
|
40
|
+
* Therefore, once we see that index `I` has been used in a block that is at least `MAX_TX_LIFETIME`
|
|
41
|
+
* seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
|
|
42
|
+
*
|
|
43
|
+
* ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
|
|
44
|
+
*
|
|
45
|
+
* When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
|
|
46
|
+
* the highest finalized index. If that index was already used, they will throw an error. For this reason we
|
|
47
|
+
* don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
|
|
48
|
+
*
|
|
49
|
+
* ## Batching across secrets
|
|
50
|
+
*
|
|
51
|
+
* Instead of running one RPC call per secret, we merge tags from all pending secrets into a single flat array,
|
|
52
|
+
* make one batched `getAllPrivateLogsByTags` call (which internally chunks at MAX_RPC_LEN), then split results
|
|
53
|
+
* back per secret using tracked offsets. Only secrets whose window advanced are kept for the next iteration.
|
|
54
|
+
*/
|
|
55
|
+
export declare function syncTaggedPrivateLogs(secrets: AppTaggingSecret[], aztecNode: AztecNode, taggingStore: RecipientTaggingStore, anchorBlockHeader: BlockHeader, finalizedBlockNumber: BlockNumber, jobId: string): Promise<LogResult[]>;
|
|
56
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3luY190YWdnZWRfcHJpdmF0ZV9sb2dzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvdGFnZ2luZy9yZWNpcGllbnRfc3luYy9zeW5jX3RhZ2dlZF9wcml2YXRlX2xvZ3MudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBRzlELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ2pFLE9BQU8sS0FBSyxFQUFFLGdCQUFnQixFQUFFLFNBQVMsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXRFLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRXBELE9BQU8sS0FBSyxFQUFFLHFCQUFxQixFQUFFLE1BQU0sd0RBQXdELENBQUM7QUFLcEc7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztHQWdERztBQUNILHdCQUFzQixxQkFBcUIsQ0FDekMsT0FBTyxFQUFFLGdCQUFnQixFQUFFLEVBQzNCLFNBQVMsRUFBRSxTQUFTLEVBQ3BCLFlBQVksRUFBRSxxQkFBcUIsRUFDbkMsaUJBQWlCLEVBQUUsV0FBVyxFQUM5QixvQkFBb0IsRUFBRSxXQUFXLEVBQ2pDLEtBQUssRUFBRSxNQUFNLEdBQ1osT0FBTyxDQUFDLFNBQVMsRUFBRSxDQUFDLENBNEN0QiJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sync_tagged_private_logs.d.ts","sourceRoot":"","sources":["../../../src/tagging/recipient_sync/sync_tagged_private_logs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wDAAwD,CAAC;AAKpG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgDG;AACH,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,qBAAqB,EACnC,iBAAiB,EAAE,WAAW,EAC9B,oBAAoB,EAAE,WAAW,EACjC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,SAAS,EAAE,CAAC,CA4CtB"}
|
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import { isDefined } from '@aztec/foundation/types';
|
|
3
|
+
import { SiloedTag } from '@aztec/stdlib/logs';
|
|
4
|
+
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../constants.js';
|
|
5
|
+
import { getAllPrivateLogsByTags } from '../get_all_logs_by_tags.js';
|
|
6
|
+
import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
7
|
+
/**
|
|
8
|
+
* Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
|
|
9
|
+
* into shared RPC calls.
|
|
10
|
+
*
|
|
11
|
+
* # Explanation of how the algorithm works
|
|
12
|
+
*
|
|
13
|
+
* For each secret we sync logs that correspond to the tagging index range
|
|
14
|
+
* (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
|
|
15
|
+
*
|
|
16
|
+
* highestAgedIndex is the highest index that was used in a tx that is included in a block at least
|
|
17
|
+
* `MAX_TX_LIFETIME` seconds ago.
|
|
18
|
+
* highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
|
|
19
|
+
*
|
|
20
|
+
* "(" denotes an open end of the range - the index is not included in the range.
|
|
21
|
+
* "]" denotes a closed end of the range - the index is included in the range.
|
|
22
|
+
*
|
|
23
|
+
* ## Explanation of highestAgedIndex
|
|
24
|
+
*
|
|
25
|
+
* highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
|
|
26
|
+
* ever appear.
|
|
27
|
+
*
|
|
28
|
+
* This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
|
|
29
|
+
* - a transaction's maximum inclusion timestamp is at most `MAX_TX_LIFETIME` seconds after
|
|
30
|
+
* the timestamp of its anchor block; and
|
|
31
|
+
* - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
|
|
32
|
+
*
|
|
33
|
+
* Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
|
|
34
|
+
* least `MAX_TX_LIFETIME` seconds in the past. Then there is no possibility of any *other* device
|
|
35
|
+
* trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
|
|
36
|
+
* a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
|
|
37
|
+
* chosen a larger index.
|
|
38
|
+
* If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
|
|
39
|
+
* because it would already have been expired.
|
|
40
|
+
*
|
|
41
|
+
* Therefore, once we see that index `I` has been used in a block that is at least `MAX_TX_LIFETIME`
|
|
42
|
+
* seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
|
|
43
|
+
*
|
|
44
|
+
* ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
|
|
45
|
+
*
|
|
46
|
+
* When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
|
|
47
|
+
* the highest finalized index. If that index was already used, they will throw an error. For this reason we
|
|
48
|
+
* don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
|
|
49
|
+
*
|
|
50
|
+
* ## Batching across secrets
|
|
51
|
+
*
|
|
52
|
+
* Instead of running one RPC call per secret, we merge tags from all pending secrets into a single flat array,
|
|
53
|
+
* make one batched `getAllPrivateLogsByTags` call (which internally chunks at MAX_RPC_LEN), then split results
|
|
54
|
+
* back per secret using tracked offsets. Only secrets whose window advanced are kept for the next iteration.
|
|
55
|
+
*/ export async function syncTaggedPrivateLogs(secrets, aztecNode, taggingStore, anchorBlockHeader, finalizedBlockNumber, jobId) {
|
|
56
|
+
if (secrets.length === 0) {
|
|
57
|
+
return [];
|
|
58
|
+
}
|
|
59
|
+
const anchorBlockNumber = anchorBlockHeader.getBlockNumber();
|
|
60
|
+
const anchorBlockHash = await anchorBlockHeader.hash();
|
|
61
|
+
const currentTimestamp = anchorBlockHeader.globalVariables.timestamp;
|
|
62
|
+
// Read stored indexes from the db and compute the initial [start, end) range for each secret
|
|
63
|
+
let pending = await getIndexRangesForSecrets(secrets, taggingStore, jobId);
|
|
64
|
+
const allLogs = [];
|
|
65
|
+
while(pending.length > 0){
|
|
66
|
+
// Compute tags for all pending secrets and fetch logs in batched RPC calls
|
|
67
|
+
const logsPerSecret = await fetchLogsForSecrets(pending, aztecNode, anchorBlockNumber, anchorBlockHash);
|
|
68
|
+
const nextRound = await Promise.all(pending.map(async (pendingSecret, i)=>{
|
|
69
|
+
const logsFoundWithSecret = logsPerSecret[i];
|
|
70
|
+
if (logsFoundWithSecret.length === 0) {
|
|
71
|
+
// No logs found, no need to update indexes or advance window.
|
|
72
|
+
return undefined;
|
|
73
|
+
}
|
|
74
|
+
allLogs.push(...logsFoundWithSecret.map(({ log })=>log));
|
|
75
|
+
// Persist new indexes. If the finalized index moved forward, the window advances
|
|
76
|
+
// and we need another round for this secret.
|
|
77
|
+
return await updateIndexesAndAdvanceWindow(pendingSecret, logsFoundWithSecret, taggingStore, currentTimestamp, finalizedBlockNumber, jobId);
|
|
78
|
+
}));
|
|
79
|
+
pending = nextRound.filter(isDefined);
|
|
80
|
+
}
|
|
81
|
+
return allLogs;
|
|
82
|
+
}
|
|
83
|
+
/** Reads stored indexes for each secret and computes the initial index range to query. */ function getIndexRangesForSecrets(secrets, taggingStore, jobId) {
|
|
84
|
+
return Promise.all(secrets.map(async (secret)=>{
|
|
85
|
+
const [currentHighestAgedIndex, currentHighestFinalizedIndex] = await Promise.all([
|
|
86
|
+
taggingStore.getHighestAgedIndex(secret, jobId),
|
|
87
|
+
taggingStore.getHighestFinalizedIndex(secret, jobId)
|
|
88
|
+
]);
|
|
89
|
+
const start = currentHighestAgedIndex === undefined ? 0 : currentHighestAgedIndex + 1;
|
|
90
|
+
const end = (currentHighestFinalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1;
|
|
91
|
+
return {
|
|
92
|
+
secret,
|
|
93
|
+
start,
|
|
94
|
+
end
|
|
95
|
+
};
|
|
96
|
+
}));
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Computes siloed tags for all pending secrets' index ranges, fetches logs in one batched RPC call,
|
|
100
|
+
* and returns the results grouped back per secret.
|
|
101
|
+
*/ async function fetchLogsForSecrets(pending, aztecNode, anchorBlockNumber, anchorBlockHash) {
|
|
102
|
+
// Determine the index range for each secret
|
|
103
|
+
const indexesPerSecret = pending.map(({ start, end })=>Array.from({
|
|
104
|
+
length: end - start
|
|
105
|
+
}, (_, i)=>start + i));
|
|
106
|
+
// Compute siloed tags for all indexes
|
|
107
|
+
const tagsPerSecret = await Promise.all(pending.map(({ secret }, i)=>Promise.all(indexesPerSecret[i].map((index)=>SiloedTag.compute({
|
|
108
|
+
extendedSecret: secret,
|
|
109
|
+
index
|
|
110
|
+
})))));
|
|
111
|
+
const allTags = tagsPerSecret.flat();
|
|
112
|
+
// getAllPrivateLogsByTags handles MAX_RPC_LEN chunking internally. Recipient sync builds `PendingTaggedLog` from
|
|
113
|
+
// each log's note hashes and first nullifier, so we opt into effects. The `toBlock` cap (anchor block + 1,
|
|
114
|
+
// exclusive) tells the node to skip any logs in blocks past the anchor — the same guard previously enforced
|
|
115
|
+
// by an in-memory filter on the response.
|
|
116
|
+
const allResults = await getAllPrivateLogsByTags(aztecNode, allTags, anchorBlockHash, {
|
|
117
|
+
includeEffects: true,
|
|
118
|
+
toBlock: BlockNumber(anchorBlockNumber + 1)
|
|
119
|
+
});
|
|
120
|
+
// Split flat results back per secret using the known lengths
|
|
121
|
+
const logsPerSecret = [];
|
|
122
|
+
let offset = 0;
|
|
123
|
+
for (const indexes of indexesPerSecret){
|
|
124
|
+
const logsForSecret = [];
|
|
125
|
+
for(let i = 0; i < indexes.length; i++){
|
|
126
|
+
for (const log of allResults[offset + i]){
|
|
127
|
+
logsForSecret.push({
|
|
128
|
+
log,
|
|
129
|
+
taggingIndex: indexes[i]
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
logsPerSecret.push(logsForSecret);
|
|
134
|
+
offset += indexes.length;
|
|
135
|
+
}
|
|
136
|
+
return logsPerSecret;
|
|
137
|
+
}
|
|
138
|
+
/**
|
|
139
|
+
* Processes a single secret's fetched logs: updates stored indexes and returns a new PendingSecret
|
|
140
|
+
* if the window needs to advance, or undefined if this secret is done.
|
|
141
|
+
*/ async function updateIndexesAndAdvanceWindow(pending, logsWithIndexes, taggingStore, currentTimestamp, finalizedBlockNumber, jobId) {
|
|
142
|
+
const { highestAgedIndex, highestFinalizedIndex } = findHighestIndexes(logsWithIndexes, currentTimestamp, finalizedBlockNumber);
|
|
143
|
+
// Store updates in data provider and update local variables
|
|
144
|
+
if (highestAgedIndex !== undefined) {
|
|
145
|
+
await taggingStore.updateHighestAgedIndex(pending.secret, highestAgedIndex, jobId);
|
|
146
|
+
}
|
|
147
|
+
if (highestFinalizedIndex === undefined) {
|
|
148
|
+
// We have not found a new highest finalized index, so there is no need to move the window forward.
|
|
149
|
+
return undefined;
|
|
150
|
+
}
|
|
151
|
+
if (highestAgedIndex !== undefined && highestAgedIndex > highestFinalizedIndex) {
|
|
152
|
+
// This is just a sanity check as this should never happen.
|
|
153
|
+
throw new Error(`Highest aged index (${highestAgedIndex}) must not exceed highest finalized index (${highestFinalizedIndex})`);
|
|
154
|
+
}
|
|
155
|
+
await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
|
|
156
|
+
// For the next iteration we want to look only at indexes for which we have not yet fetched logs while
|
|
157
|
+
// ensuring that we do not look further than WINDOW_LEN ahead of the highest finalized index.
|
|
158
|
+
return {
|
|
159
|
+
secret: pending.secret,
|
|
160
|
+
start: pending.end,
|
|
161
|
+
end: highestFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1
|
|
162
|
+
};
|
|
163
|
+
}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { LogResult } from '@aztec/stdlib/logs';
|
|
2
2
|
/**
|
|
3
3
|
* Finds the highest aged and the highest finalized tagging indexes.
|
|
4
4
|
*/
|
|
5
5
|
export declare function findHighestIndexes(privateLogsWithIndexes: Array<{
|
|
6
|
-
log:
|
|
6
|
+
log: LogResult;
|
|
7
7
|
taggingIndex: number;
|
|
8
8
|
}>, currentTimestamp: bigint, finalizedBlockNumber: number): {
|
|
9
9
|
highestAgedIndex: number | undefined;
|
|
10
10
|
highestFinalizedIndex: number | undefined;
|
|
11
11
|
};
|
|
12
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
12
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmluZF9oaWdoZXN0X2luZGV4ZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy90YWdnaW5nL3JlY2lwaWVudF9zeW5jL3V0aWxzL2ZpbmRfaGlnaGVzdF9pbmRleGVzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXBEOztHQUVHO0FBQ0gsd0JBQWdCLGtCQUFrQixDQUNoQyxzQkFBc0IsRUFBRSxLQUFLLENBQUM7SUFBRSxHQUFHLEVBQUUsU0FBUyxDQUFDO0lBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQTtDQUFFLENBQUMsRUFDdkUsZ0JBQWdCLEVBQUUsTUFBTSxFQUN4QixvQkFBb0IsRUFBRSxNQUFNLEdBQzNCO0lBQUUsZ0JBQWdCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUFDLHFCQUFxQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FBRSxDQXVCckYifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"find_highest_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/find_highest_indexes.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"find_highest_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/find_highest_indexes.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,sBAAsB,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,SAAS,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,EACvE,gBAAgB,EAAE,MAAM,EACxB,oBAAoB,EAAE,MAAM,GAC3B;IAAE,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,qBAAqB,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAuBrF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { MAX_TX_LIFETIME } from '@aztec/constants';
|
|
2
2
|
/**
|
|
3
3
|
* Finds the highest aged and the highest finalized tagging indexes.
|
|
4
4
|
*/ export function findHighestIndexes(privateLogsWithIndexes, currentTimestamp, finalizedBlockNumber) {
|
|
@@ -6,7 +6,7 @@ import { MAX_INCLUDE_BY_TIMESTAMP_DURATION } from '@aztec/constants';
|
|
|
6
6
|
let highestFinalizedIndex = undefined;
|
|
7
7
|
for (const { log, taggingIndex } of privateLogsWithIndexes){
|
|
8
8
|
const ageInSeconds = currentTimestamp - log.blockTimestamp;
|
|
9
|
-
if (ageInSeconds >= BigInt(
|
|
9
|
+
if (ageInSeconds >= BigInt(MAX_TX_LIFETIME) && (highestAgedIndex === undefined || taggingIndex > highestAgedIndex)) {
|
|
10
10
|
highestAgedIndex = taggingIndex;
|
|
11
11
|
}
|
|
12
12
|
if (log.blockNumber <= finalizedBlockNumber && (highestFinalizedIndex === undefined || taggingIndex > highestFinalizedIndex)) {
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { type TaggingIndexRange } from '@aztec/stdlib/logs';
|
|
2
|
+
/**
|
|
3
|
+
* Reconciles tagging index ranges recorded by the PXE during private execution against the set of siloed tags whose
|
|
4
|
+
* private logs survived to the final kernel output.
|
|
5
|
+
*
|
|
6
|
+
* Each input range is the contiguous `[lowestIndex, highestIndex]` set of indexes that the tagging index cache
|
|
7
|
+
* reserved for a given tagging secret while a tx was being executed. The kernel may then squash some of those logs
|
|
8
|
+
* (e.g. when a note is created and nullified within the same tx, taking its log with it), so the actual on-chain
|
|
9
|
+
* footprint can be a strict subset of what was reserved.
|
|
10
|
+
*
|
|
11
|
+
* For each input range, this function shrinks `[lowestIndex, highestIndex]` so that both bounds correspond to indexes
|
|
12
|
+
* that actually survived, trimming any dropped indices at the front or the back. It is possible that some interior
|
|
13
|
+
* indexes were also dropped, leaving gaps between the lowest and highest indices, but we ignore those and accept the
|
|
14
|
+
* resulting inefficiency rather than complicate the tagging model with one in which transactions may use interleaved
|
|
15
|
+
* indices.
|
|
16
|
+
*
|
|
17
|
+
* Trimming tailing indices (e.g. `highestIndex`) is highly useful as it lets us reuse those indices in future
|
|
18
|
+
* transactions. Trimming indices at the front (e.g. `lowestIndex`) is not as impactful since we will not ever use a
|
|
19
|
+
* tagging index if a larger one exists (same as with gaps), but it does help in both making the consistency check
|
|
20
|
+
* between database and transaction effects cheaper (as there's fewer logs to test) and making the database more
|
|
21
|
+
* accurately reflect reality.
|
|
22
|
+
*
|
|
23
|
+
* Ranges with no surviving indexes are dropped from the output entirely.
|
|
24
|
+
*
|
|
25
|
+
* Example scenario:
|
|
26
|
+
* - used indexes 3 to 7, kerel squashed indexes 3, 5, and 7:
|
|
27
|
+
* - range: [3, 7]
|
|
28
|
+
* - survived: set(3, 5, 7)
|
|
29
|
+
* - output: [4, 6] (trimmed from both ends, gap at 5 is tolerated)
|
|
30
|
+
*
|
|
31
|
+
* @param ranges - The tagging index ranges as recorded during private execution (pre-squash).
|
|
32
|
+
* @param survivingTags - The set of siloed tag values (as strings) of private logs that survived kernel squashing.
|
|
33
|
+
* @returns The reconciled ranges, with bounds tightened to surviving indexes and fully-squashed ranges removed.
|
|
34
|
+
*/
|
|
35
|
+
export declare function reconcileTaggingIndexRangesAgainstSurvivingTags(ranges: TaggingIndexRange[], survivingTags: Set<string>): Promise<TaggingIndexRange[]>;
|
|
36
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicmVjb25jaWxlX3RhZ2dpbmdfaW5kZXhfcmFuZ2VzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvdGFnZ2luZy9yZWNvbmNpbGVfdGFnZ2luZ19pbmRleF9yYW5nZXMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFvQyxLQUFLLGlCQUFpQixFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFFOUY7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0dBZ0NHO0FBQ0gsd0JBQXNCLCtDQUErQyxDQUNuRSxNQUFNLEVBQUUsaUJBQWlCLEVBQUUsRUFDM0IsYUFBYSxFQUFFLEdBQUcsQ0FBQyxNQUFNLENBQUMsR0FDekIsT0FBTyxDQUFDLGlCQUFpQixFQUFFLENBQUMsQ0ErQjlCIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reconcile_tagging_index_ranges.d.ts","sourceRoot":"","sources":["../../src/tagging/reconcile_tagging_index_ranges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoC,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAE9F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,wBAAsB,+CAA+C,CACnE,MAAM,EAAE,iBAAiB,EAAE,EAC3B,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,GACzB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA+B9B"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { SiloedTag } from '@aztec/stdlib/logs';
|
|
2
|
+
/**
|
|
3
|
+
* Reconciles tagging index ranges recorded by the PXE during private execution against the set of siloed tags whose
|
|
4
|
+
* private logs survived to the final kernel output.
|
|
5
|
+
*
|
|
6
|
+
* Each input range is the contiguous `[lowestIndex, highestIndex]` set of indexes that the tagging index cache
|
|
7
|
+
* reserved for a given tagging secret while a tx was being executed. The kernel may then squash some of those logs
|
|
8
|
+
* (e.g. when a note is created and nullified within the same tx, taking its log with it), so the actual on-chain
|
|
9
|
+
* footprint can be a strict subset of what was reserved.
|
|
10
|
+
*
|
|
11
|
+
* For each input range, this function shrinks `[lowestIndex, highestIndex]` so that both bounds correspond to indexes
|
|
12
|
+
* that actually survived, trimming any dropped indices at the front or the back. It is possible that some interior
|
|
13
|
+
* indexes were also dropped, leaving gaps between the lowest and highest indices, but we ignore those and accept the
|
|
14
|
+
* resulting inefficiency rather than complicate the tagging model with one in which transactions may use interleaved
|
|
15
|
+
* indices.
|
|
16
|
+
*
|
|
17
|
+
* Trimming tailing indices (e.g. `highestIndex`) is highly useful as it lets us reuse those indices in future
|
|
18
|
+
* transactions. Trimming indices at the front (e.g. `lowestIndex`) is not as impactful since we will not ever use a
|
|
19
|
+
* tagging index if a larger one exists (same as with gaps), but it does help in both making the consistency check
|
|
20
|
+
* between database and transaction effects cheaper (as there's fewer logs to test) and making the database more
|
|
21
|
+
* accurately reflect reality.
|
|
22
|
+
*
|
|
23
|
+
* Ranges with no surviving indexes are dropped from the output entirely.
|
|
24
|
+
*
|
|
25
|
+
* Example scenario:
|
|
26
|
+
* - used indexes 3 to 7, kerel squashed indexes 3, 5, and 7:
|
|
27
|
+
* - range: [3, 7]
|
|
28
|
+
* - survived: set(3, 5, 7)
|
|
29
|
+
* - output: [4, 6] (trimmed from both ends, gap at 5 is tolerated)
|
|
30
|
+
*
|
|
31
|
+
* @param ranges - The tagging index ranges as recorded during private execution (pre-squash).
|
|
32
|
+
* @param survivingTags - The set of siloed tag values (as strings) of private logs that survived kernel squashing.
|
|
33
|
+
* @returns The reconciled ranges, with bounds tightened to surviving indexes and fully-squashed ranges removed.
|
|
34
|
+
*/ export async function reconcileTaggingIndexRangesAgainstSurvivingTags(ranges, survivingTags) {
|
|
35
|
+
const reconciled = [];
|
|
36
|
+
for (const range of ranges){
|
|
37
|
+
const newLowestIndex = await findFirstSurvivingIndex(range.extendedSecret, range.lowestIndex, range.highestIndex, survivingTags);
|
|
38
|
+
if (newLowestIndex === undefined) {
|
|
39
|
+
continue;
|
|
40
|
+
}
|
|
41
|
+
// newLowestIndex is itself a survivor, so the backward scan is guaranteed to find at least that index.
|
|
42
|
+
const newHighestIndex = await findLastSurvivingIndex(range.extendedSecret, newLowestIndex, range.highestIndex, survivingTags);
|
|
43
|
+
reconciled.push({
|
|
44
|
+
extendedSecret: range.extendedSecret,
|
|
45
|
+
lowestIndex: newLowestIndex,
|
|
46
|
+
highestIndex: newHighestIndex
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
return reconciled;
|
|
50
|
+
}
|
|
51
|
+
/** Scans `[start, end]` ascending and returns the first index whose siloed tag is in `survivingTags`. */ async function findFirstSurvivingIndex(secret, start, end, survivingTags) {
|
|
52
|
+
for(let index = start; index <= end; index++){
|
|
53
|
+
const tag = await SiloedTag.compute({
|
|
54
|
+
extendedSecret: secret,
|
|
55
|
+
index
|
|
56
|
+
});
|
|
57
|
+
if (survivingTags.has(tag.value.toString())) {
|
|
58
|
+
return index;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
return undefined;
|
|
62
|
+
}
|
|
63
|
+
/** Scans `[start, end]` descending and returns the first index whose siloed tag is in `survivingTags`. */ async function findLastSurvivingIndex(secret, start, end, survivingTags) {
|
|
64
|
+
for(let index = end; index >= start; index--){
|
|
65
|
+
const tag = await SiloedTag.compute({
|
|
66
|
+
extendedSecret: secret,
|
|
67
|
+
index
|
|
68
|
+
});
|
|
69
|
+
if (survivingTags.has(tag.value.toString())) {
|
|
70
|
+
return index;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return undefined;
|
|
74
|
+
}
|