@aztec/pxe 4.0.0-nightly.20250907 → 4.0.0-nightly.20260108
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/dest/bin/check_oracle_version.d.ts +1 -1
- package/dest/bin/check_oracle_version.js +110 -10
- package/dest/block_synchronizer/block_synchronizer.d.ts +39 -0
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -0
- package/dest/{synchronizer/synchronizer.js → block_synchronizer/block_synchronizer.js} +23 -23
- package/dest/block_synchronizer/index.d.ts +2 -0
- package/dest/block_synchronizer/index.d.ts.map +1 -0
- package/dest/block_synchronizer/index.js +1 -0
- package/dest/config/index.d.ts +9 -17
- package/dest/config/index.d.ts.map +1 -1
- package/dest/config/index.js +10 -16
- package/dest/config/package_info.d.ts +1 -1
- package/dest/config/package_info.js +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +44 -15
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +142 -57
- package/dest/contract_function_simulator/execution_note_cache.d.ts +11 -9
- package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_note_cache.js +28 -17
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +16 -0
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -0
- package/dest/contract_function_simulator/execution_tagging_index_cache.js +26 -0
- package/dest/contract_function_simulator/hashed_values_cache.d.ts +2 -2
- package/dest/contract_function_simulator/hashed_values_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.d.ts +4 -2
- package/dest/contract_function_simulator/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.js +2 -1
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +2 -2
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +5 -4
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +7 -6
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +3 -3
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +8 -4
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +6 -3
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/note_validation_request.js +12 -3
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +22 -0
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/utility_context.js +33 -0
- package/dest/contract_function_simulator/oracle/index.d.ts +2 -2
- package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/index.js +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +103 -0
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/interfaces.js +4 -0
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +2 -4
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -1
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +10 -4
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/note_packing_utils.js +10 -5
- package/dest/contract_function_simulator/oracle/oracle.d.ts +17 -15
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle.js +101 -81
- package/dest/contract_function_simulator/oracle/private_execution.d.ts +11 -12
- package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution.js +15 -24
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +51 -25
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +103 -27
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +65 -36
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +171 -69
- package/dest/contract_function_simulator/pick_notes.d.ts +2 -2
- package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
- package/dest/contract_function_simulator/pick_notes.js +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +4 -4
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.js +23 -5
- package/dest/contract_function_simulator/proxied_node.d.ts +1 -1
- package/dest/contract_function_simulator/proxied_node.d.ts.map +1 -1
- package/dest/debug/pxe_debug_utils.d.ts +31 -0
- package/dest/debug/pxe_debug_utils.d.ts.map +1 -0
- package/dest/debug/pxe_debug_utils.js +37 -0
- package/dest/entrypoints/client/bundle/index.d.ts +4 -3
- package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/index.js +2 -2
- package/dest/entrypoints/client/bundle/utils.d.ts +9 -9
- package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/utils.js +21 -12
- package/dest/entrypoints/client/lazy/index.d.ts +4 -3
- package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/index.js +2 -2
- package/dest/entrypoints/client/lazy/utils.d.ts +8 -8
- package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/utils.js +20 -11
- package/dest/entrypoints/pxe_creation_options.d.ts +5 -2
- package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
- package/dest/entrypoints/server/index.d.ts +5 -3
- package/dest/entrypoints/server/index.d.ts.map +1 -1
- package/dest/entrypoints/server/index.js +3 -2
- package/dest/entrypoints/server/utils.d.ts +5 -24
- package/dest/entrypoints/server/utils.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.js +17 -45
- package/dest/error_enriching.d.ts +11 -0
- package/dest/error_enriching.d.ts.map +1 -0
- package/dest/{pxe_service/error_enriching.js → error_enriching.js} +9 -6
- package/dest/events/event_service.d.ts +15 -0
- package/dest/events/event_service.d.ts.map +1 -0
- package/dest/events/event_service.js +47 -0
- package/dest/events/index.d.ts +2 -0
- package/dest/events/index.d.ts.map +1 -0
- package/dest/events/index.js +1 -0
- package/dest/events/private_event_filter_validator.d.ts +9 -0
- package/dest/events/private_event_filter_validator.d.ts.map +1 -0
- package/dest/events/private_event_filter_validator.js +39 -0
- package/dest/logs/log_service.d.ts +26 -0
- package/dest/logs/log_service.d.ts.map +1 -0
- package/dest/logs/log_service.js +120 -0
- package/dest/notes/index.d.ts +2 -0
- package/dest/notes/index.d.ts.map +1 -0
- package/dest/notes/index.js +1 -0
- package/dest/notes/note_service.d.ts +48 -0
- package/dest/notes/note_service.d.ts.map +1 -0
- package/dest/notes/note_service.js +152 -0
- package/dest/oracle_version.d.ts +3 -3
- package/dest/oracle_version.js +2 -2
- package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts +3 -3
- package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.d.ts.map +1 -1
- package/dest/private_kernel/hints/build_private_kernel_reset_private_inputs.js +7 -7
- package/dest/private_kernel/hints/compute_tx_include_by_timestamp.d.ts +1 -1
- package/dest/private_kernel/hints/compute_tx_include_by_timestamp.js +6 -6
- package/dest/private_kernel/hints/index.d.ts +1 -1
- package/dest/private_kernel/index.d.ts +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.d.ts +9 -2
- package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.js +38 -32
- package/dest/private_kernel/private_kernel_oracle.d.ts +3 -2
- package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_oracle_impl.d.ts +10 -9
- package/dest/private_kernel/private_kernel_oracle_impl.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_oracle_impl.js +7 -7
- package/dest/public_storage/public_storage_service.d.ts +24 -0
- package/dest/public_storage/public_storage_service.d.ts.map +1 -0
- package/dest/public_storage/public_storage_service.js +26 -0
- package/dest/pxe.d.ts +232 -0
- package/dest/pxe.d.ts.map +1 -0
- package/dest/{pxe_service/pxe_service.js → pxe.js} +299 -324
- package/dest/storage/address_store/address_store.d.ts +11 -0
- package/dest/storage/address_store/address_store.d.ts.map +1 -0
- package/dest/storage/{address_data_provider/address_data_provider.js → address_store/address_store.js} +1 -4
- package/dest/storage/address_store/index.d.ts +2 -0
- package/dest/storage/address_store/index.d.ts.map +1 -0
- package/dest/storage/address_store/index.js +1 -0
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -0
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -0
- package/dest/storage/{sync_data_provider/sync_data_provider.js → anchor_block_store/anchor_block_store.js} +2 -12
- package/dest/storage/anchor_block_store/index.d.ts +2 -0
- package/dest/storage/anchor_block_store/index.d.ts.map +1 -0
- package/dest/storage/anchor_block_store/index.js +1 -0
- package/dest/storage/capsule_store/capsule_store.d.ts +57 -0
- package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -0
- package/dest/storage/{capsule_data_provider/capsule_data_provider.js → capsule_store/capsule_store.js} +34 -10
- package/dest/storage/capsule_store/index.d.ts +2 -0
- package/dest/storage/capsule_store/index.d.ts.map +1 -0
- package/dest/storage/capsule_store/index.js +1 -0
- package/dest/storage/{contract_data_provider/contract_data_provider.d.ts → contract_store/contract_store.d.ts} +10 -18
- package/dest/storage/contract_store/contract_store.d.ts.map +1 -0
- package/dest/storage/{contract_data_provider/contract_data_provider.js → contract_store/contract_store.js} +46 -18
- package/dest/storage/contract_store/index.d.ts +2 -0
- package/dest/storage/contract_store/index.d.ts.map +1 -0
- package/dest/storage/contract_store/index.js +1 -0
- package/dest/storage/{contract_data_provider → contract_store}/private_functions_tree.d.ts +1 -1
- package/dest/storage/contract_store/private_functions_tree.d.ts.map +1 -0
- package/dest/storage/{contract_data_provider → contract_store}/private_functions_tree.js +1 -1
- package/dest/storage/index.d.ts +8 -9
- package/dest/storage/index.d.ts.map +1 -1
- package/dest/storage/index.js +7 -8
- package/dest/storage/metadata.d.ts +1 -1
- package/dest/storage/note_store/index.d.ts +3 -0
- package/dest/storage/note_store/index.d.ts.map +1 -0
- package/dest/storage/note_store/index.js +2 -0
- package/dest/storage/note_store/note_store.d.ts +84 -0
- package/dest/storage/note_store/note_store.d.ts.map +1 -0
- package/dest/storage/{note_data_provider/note_data_provider.js → note_store/note_store.js} +144 -82
- package/dest/storage/private_event_store/private_event_store.d.ts +56 -0
- package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -0
- package/dest/storage/private_event_store/private_event_store.js +157 -0
- package/dest/storage/tagging_store/index.d.ts +4 -0
- package/dest/storage/tagging_store/index.d.ts.map +1 -0
- package/dest/storage/tagging_store/index.js +3 -0
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts +21 -0
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -0
- package/dest/storage/tagging_store/recipient_tagging_store.js +42 -0
- package/dest/storage/tagging_store/sender_address_book_store.d.ts +14 -0
- package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +1 -0
- package/dest/storage/tagging_store/sender_address_book_store.js +30 -0
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +67 -0
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -0
- package/dest/storage/tagging_store/sender_tagging_store.js +196 -0
- package/dest/tagging/index.d.ts +16 -0
- package/dest/tagging/index.d.ts.map +1 -0
- package/dest/tagging/index.js +23 -0
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +14 -0
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +1 -0
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +99 -0
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +12 -0
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -0
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.js +20 -0
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +14 -0
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +1 -0
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +29 -0
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +20 -0
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -0
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +74 -0
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +11 -0
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -0
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +32 -0
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +18 -0
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -0
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +55 -0
- package/dest/tree_membership/tree_membership_service.d.ts +52 -0
- package/dest/tree_membership/tree_membership_service.d.ts.map +1 -0
- package/dest/tree_membership/tree_membership_service.js +84 -0
- package/package.json +22 -24
- package/src/bin/check_oracle_version.ts +134 -10
- package/src/{synchronizer/synchronizer.ts → block_synchronizer/block_synchronizer.ts} +22 -23
- package/src/block_synchronizer/index.ts +1 -0
- package/src/config/index.ts +18 -32
- package/src/config/package_info.ts +1 -1
- package/src/contract_function_simulator/contract_function_simulator.ts +233 -75
- package/src/contract_function_simulator/execution_note_cache.ts +33 -17
- package/src/contract_function_simulator/execution_tagging_index_cache.ts +32 -0
- package/src/contract_function_simulator/hashed_values_cache.ts +1 -1
- package/src/contract_function_simulator/index.ts +3 -1
- package/src/contract_function_simulator/noir-structs/event_validation_request.ts +1 -1
- package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +6 -5
- package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +10 -5
- package/src/contract_function_simulator/noir-structs/note_validation_request.ts +14 -2
- package/src/contract_function_simulator/noir-structs/utility_context.ts +42 -0
- package/src/contract_function_simulator/oracle/index.ts +1 -1
- package/src/contract_function_simulator/oracle/interfaces.ts +175 -0
- package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +1 -1
- package/src/contract_function_simulator/oracle/note_packing_utils.ts +21 -5
- package/src/contract_function_simulator/oracle/oracle.ts +135 -80
- package/src/contract_function_simulator/oracle/private_execution.ts +22 -28
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +200 -56
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +260 -109
- package/src/contract_function_simulator/pick_notes.ts +1 -1
- package/src/contract_function_simulator/proxied_contract_data_source.ts +24 -7
- package/src/debug/pxe_debug_utils.ts +48 -0
- package/src/entrypoints/client/bundle/index.ts +3 -2
- package/src/entrypoints/client/bundle/utils.ts +21 -23
- package/src/entrypoints/client/lazy/index.ts +3 -2
- package/src/entrypoints/client/lazy/utils.ts +20 -23
- package/src/entrypoints/pxe_creation_options.ts +4 -1
- package/src/entrypoints/server/index.ts +4 -2
- package/src/entrypoints/server/utils.ts +20 -68
- package/src/{pxe_service/error_enriching.ts → error_enriching.ts} +11 -15
- package/src/events/event_service.ts +77 -0
- package/src/events/index.ts +1 -0
- package/src/events/private_event_filter_validator.ts +48 -0
- package/src/logs/log_service.ts +202 -0
- package/src/notes/index.ts +1 -0
- package/src/notes/note_service.ts +200 -0
- package/src/oracle_version.ts +2 -2
- package/src/private_kernel/hints/build_private_kernel_reset_private_inputs.ts +5 -9
- package/src/private_kernel/hints/compute_tx_include_by_timestamp.ts +6 -6
- package/src/private_kernel/private_kernel_execution_prover.ts +51 -43
- package/src/private_kernel/private_kernel_oracle.ts +2 -1
- package/src/private_kernel/private_kernel_oracle_impl.ts +10 -9
- package/src/public_storage/public_storage_service.ts +33 -0
- package/src/{pxe_service/pxe_service.ts → pxe.ts} +349 -410
- package/src/storage/{address_data_provider/address_data_provider.ts → address_store/address_store.ts} +1 -7
- package/src/storage/address_store/index.ts +1 -0
- package/src/storage/{sync_data_provider/sync_data_provider.ts → anchor_block_store/anchor_block_store.ts} +2 -17
- package/src/storage/anchor_block_store/index.ts +1 -0
- package/src/storage/{capsule_data_provider/capsule_data_provider.ts → capsule_store/capsule_store.ts} +34 -12
- package/src/storage/capsule_store/index.ts +1 -0
- package/src/storage/{contract_data_provider/contract_data_provider.ts → contract_store/contract_store.ts} +67 -28
- package/src/storage/contract_store/index.ts +1 -0
- package/src/storage/{contract_data_provider → contract_store}/private_functions_tree.ts +1 -1
- package/src/storage/index.ts +7 -8
- package/src/storage/note_store/index.ts +2 -0
- package/src/storage/{note_data_provider/note_data_provider.ts → note_store/note_store.ts} +173 -111
- package/src/storage/private_event_store/private_event_store.ts +213 -0
- package/src/storage/tagging_store/index.ts +3 -0
- package/src/storage/tagging_store/recipient_tagging_store.ts +53 -0
- package/src/storage/tagging_store/sender_address_book_store.ts +42 -0
- package/src/storage/tagging_store/sender_tagging_store.ts +244 -0
- package/src/tagging/index.ts +28 -0
- package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +129 -0
- package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +34 -0
- package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +43 -0
- package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +96 -0
- package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +44 -0
- package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +72 -0
- package/src/tree_membership/tree_membership_service.ts +112 -0
- package/dest/bin/index.d.ts +0 -3
- package/dest/bin/index.d.ts.map +0 -1
- package/dest/bin/index.js +0 -48
- package/dest/contract_function_simulator/execution_data_provider.d.ts +0 -285
- package/dest/contract_function_simulator/execution_data_provider.d.ts.map +0 -1
- package/dest/contract_function_simulator/execution_data_provider.js +0 -14
- package/dest/contract_function_simulator/oracle/typed_oracle.d.ts +0 -87
- package/dest/contract_function_simulator/oracle/typed_oracle.d.ts.map +0 -1
- package/dest/contract_function_simulator/oracle/typed_oracle.js +0 -146
- package/dest/contract_function_simulator/pxe_oracle_interface.d.ts +0 -158
- package/dest/contract_function_simulator/pxe_oracle_interface.d.ts.map +0 -1
- package/dest/contract_function_simulator/pxe_oracle_interface.js +0 -701
- package/dest/contract_function_simulator/tagging_utils.d.ts +0 -17
- package/dest/contract_function_simulator/tagging_utils.d.ts.map +0 -1
- package/dest/contract_function_simulator/tagging_utils.js +0 -23
- package/dest/pxe_service/error_enriching.d.ts +0 -11
- package/dest/pxe_service/error_enriching.d.ts.map +0 -1
- package/dest/pxe_service/index.d.ts +0 -3
- package/dest/pxe_service/index.d.ts.map +0 -1
- package/dest/pxe_service/index.js +0 -2
- package/dest/pxe_service/pxe_service.d.ts +0 -100
- package/dest/pxe_service/pxe_service.d.ts.map +0 -1
- package/dest/storage/address_data_provider/address_data_provider.d.ts +0 -13
- package/dest/storage/address_data_provider/address_data_provider.d.ts.map +0 -1
- package/dest/storage/address_data_provider/index.d.ts +0 -2
- package/dest/storage/address_data_provider/index.d.ts.map +0 -1
- package/dest/storage/address_data_provider/index.js +0 -1
- package/dest/storage/capsule_data_provider/capsule_data_provider.d.ts +0 -27
- package/dest/storage/capsule_data_provider/capsule_data_provider.d.ts.map +0 -1
- package/dest/storage/capsule_data_provider/index.d.ts +0 -2
- package/dest/storage/capsule_data_provider/index.d.ts.map +0 -1
- package/dest/storage/capsule_data_provider/index.js +0 -1
- package/dest/storage/contract_data_provider/contract_data_provider.d.ts.map +0 -1
- package/dest/storage/contract_data_provider/index.d.ts +0 -2
- package/dest/storage/contract_data_provider/index.d.ts.map +0 -1
- package/dest/storage/contract_data_provider/index.js +0 -1
- package/dest/storage/contract_data_provider/private_functions_tree.d.ts.map +0 -1
- package/dest/storage/data_provider.d.ts +0 -4
- package/dest/storage/data_provider.d.ts.map +0 -1
- package/dest/storage/data_provider.js +0 -1
- package/dest/storage/note_data_provider/index.d.ts +0 -3
- package/dest/storage/note_data_provider/index.d.ts.map +0 -1
- package/dest/storage/note_data_provider/index.js +0 -2
- package/dest/storage/note_data_provider/note_dao.d.ts +0 -100
- package/dest/storage/note_data_provider/note_dao.d.ts.map +0 -1
- package/dest/storage/note_data_provider/note_dao.js +0 -102
- package/dest/storage/note_data_provider/note_data_provider.d.ts +0 -20
- package/dest/storage/note_data_provider/note_data_provider.d.ts.map +0 -1
- package/dest/storage/private_event_data_provider/private_event_data_provider.d.ts +0 -37
- package/dest/storage/private_event_data_provider/private_event_data_provider.d.ts.map +0 -1
- package/dest/storage/private_event_data_provider/private_event_data_provider.js +0 -96
- package/dest/storage/sync_data_provider/index.d.ts +0 -2
- package/dest/storage/sync_data_provider/index.d.ts.map +0 -1
- package/dest/storage/sync_data_provider/index.js +0 -1
- package/dest/storage/sync_data_provider/sync_data_provider.d.ts +0 -12
- package/dest/storage/sync_data_provider/sync_data_provider.d.ts.map +0 -1
- package/dest/storage/tagging_data_provider/index.d.ts +0 -2
- package/dest/storage/tagging_data_provider/index.d.ts.map +0 -1
- package/dest/storage/tagging_data_provider/index.js +0 -1
- package/dest/storage/tagging_data_provider/tagging_data_provider.d.ts +0 -18
- package/dest/storage/tagging_data_provider/tagging_data_provider.d.ts.map +0 -1
- package/dest/storage/tagging_data_provider/tagging_data_provider.js +0 -82
- package/dest/synchronizer/index.d.ts +0 -2
- package/dest/synchronizer/index.d.ts.map +0 -1
- package/dest/synchronizer/index.js +0 -1
- package/dest/synchronizer/synchronizer.d.ts +0 -35
- package/dest/synchronizer/synchronizer.d.ts.map +0 -1
- package/dest/test/pxe_test_suite.d.ts +0 -3
- package/dest/test/pxe_test_suite.d.ts.map +0 -1
- package/dest/test/pxe_test_suite.js +0 -97
- package/src/bin/index.ts +0 -62
- package/src/contract_function_simulator/execution_data_provider.ts +0 -361
- package/src/contract_function_simulator/oracle/typed_oracle.ts +0 -289
- package/src/contract_function_simulator/pxe_oracle_interface.ts +0 -1020
- package/src/contract_function_simulator/tagging_utils.ts +0 -32
- package/src/pxe_service/index.ts +0 -2
- package/src/storage/address_data_provider/index.ts +0 -1
- package/src/storage/capsule_data_provider/index.ts +0 -1
- package/src/storage/contract_data_provider/index.ts +0 -1
- package/src/storage/data_provider.ts +0 -3
- package/src/storage/note_data_provider/index.ts +0 -2
- package/src/storage/note_data_provider/note_dao.ts +0 -154
- package/src/storage/private_event_data_provider/private_event_data_provider.ts +0 -134
- package/src/storage/sync_data_provider/index.ts +0 -1
- package/src/storage/tagging_data_provider/index.ts +0 -1
- package/src/storage/tagging_data_provider/tagging_data_provider.ts +0 -123
- package/src/synchronizer/index.ts +0 -1
- package/src/test/pxe_test_suite.ts +0 -113
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recipient_tagging_store.d.ts","sourceRoot":"","sources":["../../../src/storage/tagging_store/recipient_tagging_store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAEtE;;;;;;;;;GASG;AACH,qBAAa,qBAAqB;;IAMhC,YAAY,KAAK,EAAE,iBAAiB,EAKnC;IAED,mBAAmB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAEpF;IAEK,sBAAsB,CAAC,MAAM,EAAE,2BAA2B,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAO9F;IAED,wBAAwB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAEzF;IAEK,2BAA2B,CAAC,MAAM,EAAE,2BAA2B,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQnG;CACF"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Data provider of tagging data used when syncing the logs as a recipient. The sender counterpart of this class
|
|
3
|
+
* is called SenderTaggingStore. We have the providers separate for the sender and recipient because
|
|
4
|
+
* the algorithms are completely disjoint and there is not data reuse between the two.
|
|
5
|
+
*
|
|
6
|
+
* @dev Chain reorgs do not need to be handled here because both the finalized and aged indexes refer to finalized
|
|
7
|
+
* blocks, which by definition cannot be affected by reorgs.
|
|
8
|
+
*
|
|
9
|
+
* TODO(benesjan): Relocate to yarn-project/pxe/src/storage/tagging_store
|
|
10
|
+
*/ export class RecipientTaggingStore {
|
|
11
|
+
#store;
|
|
12
|
+
#highestAgedIndex;
|
|
13
|
+
#highestFinalizedIndex;
|
|
14
|
+
constructor(store){
|
|
15
|
+
this.#store = store;
|
|
16
|
+
this.#highestAgedIndex = this.#store.openMap('highest_aged_index');
|
|
17
|
+
this.#highestFinalizedIndex = this.#store.openMap('highest_finalized_index');
|
|
18
|
+
}
|
|
19
|
+
getHighestAgedIndex(secret) {
|
|
20
|
+
return this.#highestAgedIndex.getAsync(secret.toString());
|
|
21
|
+
}
|
|
22
|
+
async updateHighestAgedIndex(secret, index) {
|
|
23
|
+
const currentIndex = await this.#highestAgedIndex.getAsync(secret.toString());
|
|
24
|
+
if (currentIndex !== undefined && index <= currentIndex) {
|
|
25
|
+
// Log sync should never set a lower highest aged index.
|
|
26
|
+
throw new Error(`New highest aged index (${index}) must be higher than the current one (${currentIndex})`);
|
|
27
|
+
}
|
|
28
|
+
await this.#highestAgedIndex.set(secret.toString(), index);
|
|
29
|
+
}
|
|
30
|
+
getHighestFinalizedIndex(secret) {
|
|
31
|
+
return this.#highestFinalizedIndex.getAsync(secret.toString());
|
|
32
|
+
}
|
|
33
|
+
async updateHighestFinalizedIndex(secret, index) {
|
|
34
|
+
const currentIndex = await this.#highestFinalizedIndex.getAsync(secret.toString());
|
|
35
|
+
if (currentIndex !== undefined && index < currentIndex) {
|
|
36
|
+
// Log sync should never set a lower highest finalized index but it can happen that it would try to set the same
|
|
37
|
+
// one because we are loading logs from highest aged index + 1 and not from the highest finalized index.
|
|
38
|
+
throw new Error(`New highest finalized index (${index}) must be higher than the current one (${currentIndex})`);
|
|
39
|
+
}
|
|
40
|
+
await this.#highestFinalizedIndex.set(secret.toString(), index);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
2
|
+
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
3
|
+
/**
|
|
4
|
+
* Stores sender addresses. During recipient log synchronization, these senders are used, along with a given recipient,
|
|
5
|
+
* to derive directional app tagging secrets that are then used to sync the logs.
|
|
6
|
+
*/
|
|
7
|
+
export declare class SenderAddressBookStore {
|
|
8
|
+
#private;
|
|
9
|
+
constructor(store: AztecAsyncKVStore);
|
|
10
|
+
addSender(address: AztecAddress): Promise<boolean>;
|
|
11
|
+
getSenders(): Promise<AztecAddress[]>;
|
|
12
|
+
removeSender(address: AztecAddress): Promise<boolean>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2VuZGVyX2FkZHJlc3NfYm9va19zdG9yZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3N0b3JhZ2UvdGFnZ2luZ19zdG9yZS9zZW5kZXJfYWRkcmVzc19ib29rX3N0b3JlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFpQixNQUFNLGlCQUFpQixDQUFDO0FBQ3hFLE9BQU8sRUFBRSxZQUFZLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUUzRDs7O0dBR0c7QUFDSCxxQkFBYSxzQkFBc0I7O0lBSWpDLFlBQVksS0FBSyxFQUFFLGlCQUFpQixFQUluQztJQUVLLFNBQVMsQ0FBQyxPQUFPLEVBQUUsWUFBWSxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FRdkQ7SUFFSyxVQUFVLElBQUksT0FBTyxDQUFDLFlBQVksRUFBRSxDQUFDLENBRTFDO0lBRUssWUFBWSxDQUFDLE9BQU8sRUFBRSxZQUFZLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQVExRDtDQUNGIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sender_address_book_store.d.ts","sourceRoot":"","sources":["../../../src/storage/tagging_store/sender_address_book_store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D;;;GAGG;AACH,qBAAa,sBAAsB;;IAIjC,YAAY,KAAK,EAAE,iBAAiB,EAInC;IAEK,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,CAQvD;IAEK,UAAU,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC,CAE1C;IAEK,YAAY,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,CAQ1D;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { toArray } from '@aztec/foundation/iterable';
|
|
2
|
+
import { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
3
|
+
/**
|
|
4
|
+
* Stores sender addresses. During recipient log synchronization, these senders are used, along with a given recipient,
|
|
5
|
+
* to derive directional app tagging secrets that are then used to sync the logs.
|
|
6
|
+
*/ export class SenderAddressBookStore {
|
|
7
|
+
#store;
|
|
8
|
+
#addressBook;
|
|
9
|
+
constructor(store){
|
|
10
|
+
this.#store = store;
|
|
11
|
+
this.#addressBook = this.#store.openMap('address_book');
|
|
12
|
+
}
|
|
13
|
+
async addSender(address) {
|
|
14
|
+
if (await this.#addressBook.hasAsync(address.toString())) {
|
|
15
|
+
return false;
|
|
16
|
+
}
|
|
17
|
+
await this.#addressBook.set(address.toString(), true);
|
|
18
|
+
return true;
|
|
19
|
+
}
|
|
20
|
+
async getSenders() {
|
|
21
|
+
return (await toArray(this.#addressBook.keysAsync())).map(AztecAddress.fromString);
|
|
22
|
+
}
|
|
23
|
+
async removeSender(address) {
|
|
24
|
+
if (!await this.#addressBook.hasAsync(address.toString())) {
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
await this.#addressBook.delete(address.toString());
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
2
|
+
import type { DirectionalAppTaggingSecret, PreTag } from '@aztec/stdlib/logs';
|
|
3
|
+
import { TxHash } from '@aztec/stdlib/tx';
|
|
4
|
+
/**
|
|
5
|
+
* Data provider of tagging data used when syncing the sender tagging indexes. The recipient counterpart of this class
|
|
6
|
+
* is called RecipientTaggingStore. We have the providers separate for the sender and recipient because
|
|
7
|
+
* the algorithms are completely disjoint and there is not data reuse between the two.
|
|
8
|
+
*/
|
|
9
|
+
export declare class SenderTaggingStore {
|
|
10
|
+
#private;
|
|
11
|
+
constructor(store: AztecAsyncKVStore);
|
|
12
|
+
/**
|
|
13
|
+
* Stores pending indexes.
|
|
14
|
+
* @remarks Ignores the index if the same preTag + txHash combination already exists in the db with the same index.
|
|
15
|
+
* This is expected to happen because whenever we start sync we start from the last finalized index and we can have
|
|
16
|
+
* pending indexes already stored from previous syncs.
|
|
17
|
+
* @param preTags - The pre-tags containing the directional app tagging secrets and the indexes that are to be
|
|
18
|
+
* stored in the db.
|
|
19
|
+
* @param txHash - The tx in which the pretags were used in private logs.
|
|
20
|
+
* @throws If any two pre-tags contain the same directional app tagging secret. This is enforced because we care
|
|
21
|
+
* only about the highest index for a given secret that was used in the tx. Hence this check is a good way to catch
|
|
22
|
+
* bugs.
|
|
23
|
+
* @throws If the newly stored pending index is further than window length from the highest finalized index for the
|
|
24
|
+
* same secret. This is enforced in order to give a guarantee to a recipient that he doesn't need to look further than
|
|
25
|
+
* window length ahead of the highest finalized index.
|
|
26
|
+
* @throws If a secret + txHash pair already exists in the db with a different index value. It should never happen
|
|
27
|
+
* that we would attempt to store a different index for a given secret-txHash pair because we always store just the
|
|
28
|
+
* highest index for a given secret-txHash pair. Hence this is a good way to catch bugs.
|
|
29
|
+
* @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
|
|
30
|
+
* This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
|
|
31
|
+
* indexes than finalized ones.
|
|
32
|
+
*/
|
|
33
|
+
storePendingIndexes(preTags: PreTag[], txHash: TxHash): Promise<void>;
|
|
34
|
+
/**
|
|
35
|
+
* Returns the transaction hashes of all pending transactions that contain indexes within a specified range
|
|
36
|
+
* for a given directional app tagging secret.
|
|
37
|
+
* @param secret - The directional app tagging secret to query pending indexes for.
|
|
38
|
+
* @param startIndex - The lower bound of the index range (inclusive).
|
|
39
|
+
* @param endIndex - The upper bound of the index range (exclusive).
|
|
40
|
+
* @returns An array of unique transaction hashes for pending transactions that contain indexes in the range
|
|
41
|
+
* [startIndex, endIndex). Returns an empty array if no pending indexes exist in the range.
|
|
42
|
+
*/
|
|
43
|
+
getTxHashesOfPendingIndexes(secret: DirectionalAppTaggingSecret, startIndex: number, endIndex: number): Promise<TxHash[]>;
|
|
44
|
+
/**
|
|
45
|
+
* Returns the last (highest) finalized index for a given secret.
|
|
46
|
+
* @param secret - The secret to get the last finalized index for.
|
|
47
|
+
* @returns The last (highest) finalized index for the given secret.
|
|
48
|
+
*/
|
|
49
|
+
getLastFinalizedIndex(secret: DirectionalAppTaggingSecret): Promise<number | undefined>;
|
|
50
|
+
/**
|
|
51
|
+
* Returns the last used index for a given directional app tagging secret, considering both finalized and pending
|
|
52
|
+
* indexes.
|
|
53
|
+
* @param secret - The directional app tagging secret to query the last used index for.
|
|
54
|
+
* @returns The last used index.
|
|
55
|
+
*/
|
|
56
|
+
getLastUsedIndex(secret: DirectionalAppTaggingSecret): Promise<number | undefined>;
|
|
57
|
+
/**
|
|
58
|
+
* Drops all pending indexes corresponding to the given transaction hashes.
|
|
59
|
+
*/
|
|
60
|
+
dropPendingIndexes(txHashes: TxHash[]): Promise<void>;
|
|
61
|
+
/**
|
|
62
|
+
* Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
|
|
63
|
+
* indexes.
|
|
64
|
+
*/
|
|
65
|
+
finalizePendingIndexes(txHashes: TxHash[]): Promise<void>;
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2VuZGVyX3RhZ2dpbmdfc3RvcmUuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9zdG9yYWdlL3RhZ2dpbmdfc3RvcmUvc2VuZGVyX3RhZ2dpbmdfc3RvcmUudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQWlCLE1BQU0saUJBQWlCLENBQUM7QUFDeEUsT0FBTyxLQUFLLEVBQUUsMkJBQTJCLEVBQUUsTUFBTSxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDOUUsT0FBTyxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBSTFDOzs7O0dBSUc7QUFDSCxxQkFBYSxrQkFBa0I7O0lBa0I3QixZQUFZLEtBQUssRUFBRSxpQkFBaUIsRUFLbkM7SUFFRDs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7T0FvQkc7SUFDRyxtQkFBbUIsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQUUsTUFBTSxFQUFFLE1BQU0saUJBaUQxRDtJQUVEOzs7Ozs7OztPQVFHO0lBQ0csMkJBQTJCLENBQy9CLE1BQU0sRUFBRSwyQkFBMkIsRUFDbkMsVUFBVSxFQUFFLE1BQU0sRUFDbEIsUUFBUSxFQUFFLE1BQU0sR0FDZixPQUFPLENBQUMsTUFBTSxFQUFFLENBQUMsQ0FNbkI7SUFFRDs7OztPQUlHO0lBQ0gscUJBQXFCLENBQUMsTUFBTSxFQUFFLDJCQUEyQixHQUFHLE9BQU8sQ0FBQyxNQUFNLEdBQUcsU0FBUyxDQUFDLENBRXRGO0lBRUQ7Ozs7O09BS0c7SUFDRyxnQkFBZ0IsQ0FBQyxNQUFNLEVBQUUsMkJBQTJCLEdBQUcsT0FBTyxDQUFDLE1BQU0sR0FBRyxTQUFTLENBQUMsQ0FZdkY7SUFFRDs7T0FFRztJQUNHLGtCQUFrQixDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsaUJBcUIxQztJQUVEOzs7T0FHRztJQUNHLHNCQUFzQixDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsaUJBcUQ5QztDQUNGIn0=
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sender_tagging_store.d.ts","sourceRoot":"","sources":["../../../src/storage/tagging_store/sender_tagging_store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAI1C;;;;GAIG;AACH,qBAAa,kBAAkB;;IAkB7B,YAAY,KAAK,EAAE,iBAAiB,EAKnC;IAED;;;;;;;;;;;;;;;;;;;;OAoBG;IACG,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,iBAiD1D;IAED;;;;;;;;OAQG;IACG,2BAA2B,CAC/B,MAAM,EAAE,2BAA2B,EACnC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,EAAE,CAAC,CAMnB;IAED;;;;OAIG;IACH,qBAAqB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAEtF;IAED;;;;;OAKG;IACG,gBAAgB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAYvF;IAED;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,iBAqB1C;IAED;;;OAGG;IACG,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,iBAqD9C;CACF"}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
import { toArray } from '@aztec/foundation/iterable';
|
|
2
|
+
import { TxHash } from '@aztec/stdlib/tx';
|
|
3
|
+
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../../tagging/index.js';
|
|
4
|
+
/**
|
|
5
|
+
* Data provider of tagging data used when syncing the sender tagging indexes. The recipient counterpart of this class
|
|
6
|
+
* is called RecipientTaggingStore. We have the providers separate for the sender and recipient because
|
|
7
|
+
* the algorithms are completely disjoint and there is not data reuse between the two.
|
|
8
|
+
*/ export class SenderTaggingStore {
|
|
9
|
+
#store;
|
|
10
|
+
// Stores the pending indexes for each directional app tagging secret. Pending here means that the tx that contained
|
|
11
|
+
// the private logs with tags corresponding to these indexes has not been finalized yet.
|
|
12
|
+
//
|
|
13
|
+
// We don't store just the highest index because if their transaction is dropped we'd then need the information about
|
|
14
|
+
// the lower pending indexes. For each secret-tx pair however we only store the largest index used in that tx, since
|
|
15
|
+
// the smaller ones are irrelevant due to tx atomicity.
|
|
16
|
+
//
|
|
17
|
+
// TODO(#17615): This assumes no logs are used in the non-revertible phase.
|
|
18
|
+
#pendingIndexes;
|
|
19
|
+
// Stores the last (highest) finalized index for each directional app tagging secret. We care only about the last
|
|
20
|
+
// index because unlike the pending indexes, it will never happen that a finalized index would be removed and hence
|
|
21
|
+
// we don't need to store the history.
|
|
22
|
+
#lastFinalizedIndexes;
|
|
23
|
+
constructor(store){
|
|
24
|
+
this.#store = store;
|
|
25
|
+
this.#pendingIndexes = this.#store.openMap('pending_indexes');
|
|
26
|
+
this.#lastFinalizedIndexes = this.#store.openMap('last_finalized_indexes');
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Stores pending indexes.
|
|
30
|
+
* @remarks Ignores the index if the same preTag + txHash combination already exists in the db with the same index.
|
|
31
|
+
* This is expected to happen because whenever we start sync we start from the last finalized index and we can have
|
|
32
|
+
* pending indexes already stored from previous syncs.
|
|
33
|
+
* @param preTags - The pre-tags containing the directional app tagging secrets and the indexes that are to be
|
|
34
|
+
* stored in the db.
|
|
35
|
+
* @param txHash - The tx in which the pretags were used in private logs.
|
|
36
|
+
* @throws If any two pre-tags contain the same directional app tagging secret. This is enforced because we care
|
|
37
|
+
* only about the highest index for a given secret that was used in the tx. Hence this check is a good way to catch
|
|
38
|
+
* bugs.
|
|
39
|
+
* @throws If the newly stored pending index is further than window length from the highest finalized index for the
|
|
40
|
+
* same secret. This is enforced in order to give a guarantee to a recipient that he doesn't need to look further than
|
|
41
|
+
* window length ahead of the highest finalized index.
|
|
42
|
+
* @throws If a secret + txHash pair already exists in the db with a different index value. It should never happen
|
|
43
|
+
* that we would attempt to store a different index for a given secret-txHash pair because we always store just the
|
|
44
|
+
* highest index for a given secret-txHash pair. Hence this is a good way to catch bugs.
|
|
45
|
+
* @throws If the newly stored pending index is lower than or equal to the last finalized index for the same secret.
|
|
46
|
+
* This is enforced because this should never happen if the syncing is done correctly as we look for logs from higher
|
|
47
|
+
* indexes than finalized ones.
|
|
48
|
+
*/ async storePendingIndexes(preTags, txHash) {
|
|
49
|
+
// The secrets in pre-tags should be unique because we always store just the highest index per given secret-txHash
|
|
50
|
+
// pair. Below we check that this is the case.
|
|
51
|
+
const secretsSet = new Set(preTags.map((preTag)=>preTag.secret.toString()));
|
|
52
|
+
if (secretsSet.size !== preTags.length) {
|
|
53
|
+
throw new Error(`Duplicate secrets found when storing pending indexes`);
|
|
54
|
+
}
|
|
55
|
+
for (const { secret, index } of preTags){
|
|
56
|
+
// First we check that for any secret the highest used index in tx is not further than window length from
|
|
57
|
+
// the highest finalized index.
|
|
58
|
+
const finalizedIndex = await this.getLastFinalizedIndex(secret) ?? 0;
|
|
59
|
+
if (index > finalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN) {
|
|
60
|
+
throw new Error(`Highest used index ${index} is further than window length from the highest finalized index ${finalizedIndex}.
|
|
61
|
+
Tagging window length ${UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN} is configured too low. Contact the Aztec team
|
|
62
|
+
to increase it!`);
|
|
63
|
+
}
|
|
64
|
+
// Throw if the new pending index is lower than or equal to the last finalized index
|
|
65
|
+
const secretStr = secret.toString();
|
|
66
|
+
const lastFinalizedIndex = await this.#lastFinalizedIndexes.getAsync(secretStr);
|
|
67
|
+
if (lastFinalizedIndex !== undefined && index <= lastFinalizedIndex) {
|
|
68
|
+
throw new Error(`Cannot store pending index ${index} for secret ${secretStr}: ` + `it is lower than or equal to the last finalized index ${lastFinalizedIndex}`);
|
|
69
|
+
}
|
|
70
|
+
// Check if this secret + txHash combination already exists
|
|
71
|
+
const txHashStr = txHash.toString();
|
|
72
|
+
const existingForSecret = await this.#pendingIndexes.getAsync(secretStr) ?? [];
|
|
73
|
+
const existingForSecretAndTx = existingForSecret.find((entry)=>entry.txHash === txHashStr);
|
|
74
|
+
if (existingForSecretAndTx) {
|
|
75
|
+
// If it exists with a different index, throw an error
|
|
76
|
+
if (existingForSecretAndTx.index !== index) {
|
|
77
|
+
throw new Error(`Cannot store index ${index} for secret ${secretStr} and txHash ${txHashStr}: ` + `a different index ${existingForSecretAndTx.index} already exists for this secret-txHash pair`);
|
|
78
|
+
}
|
|
79
|
+
// If it exists with the same index, ignore the update (no-op)
|
|
80
|
+
} else {
|
|
81
|
+
// If it doesn't exist, add it
|
|
82
|
+
await this.#pendingIndexes.set(secretStr, [
|
|
83
|
+
...existingForSecret,
|
|
84
|
+
{
|
|
85
|
+
index,
|
|
86
|
+
txHash: txHashStr
|
|
87
|
+
}
|
|
88
|
+
]);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Returns the transaction hashes of all pending transactions that contain indexes within a specified range
|
|
94
|
+
* for a given directional app tagging secret.
|
|
95
|
+
* @param secret - The directional app tagging secret to query pending indexes for.
|
|
96
|
+
* @param startIndex - The lower bound of the index range (inclusive).
|
|
97
|
+
* @param endIndex - The upper bound of the index range (exclusive).
|
|
98
|
+
* @returns An array of unique transaction hashes for pending transactions that contain indexes in the range
|
|
99
|
+
* [startIndex, endIndex). Returns an empty array if no pending indexes exist in the range.
|
|
100
|
+
*/ async getTxHashesOfPendingIndexes(secret, startIndex, endIndex) {
|
|
101
|
+
const existing = await this.#pendingIndexes.getAsync(secret.toString()) ?? [];
|
|
102
|
+
const txHashes = existing.filter((entry)=>entry.index >= startIndex && entry.index < endIndex).map((entry)=>entry.txHash);
|
|
103
|
+
return Array.from(new Set(txHashes)).map(TxHash.fromString);
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Returns the last (highest) finalized index for a given secret.
|
|
107
|
+
* @param secret - The secret to get the last finalized index for.
|
|
108
|
+
* @returns The last (highest) finalized index for the given secret.
|
|
109
|
+
*/ getLastFinalizedIndex(secret) {
|
|
110
|
+
return this.#lastFinalizedIndexes.getAsync(secret.toString());
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Returns the last used index for a given directional app tagging secret, considering both finalized and pending
|
|
114
|
+
* indexes.
|
|
115
|
+
* @param secret - The directional app tagging secret to query the last used index for.
|
|
116
|
+
* @returns The last used index.
|
|
117
|
+
*/ async getLastUsedIndex(secret) {
|
|
118
|
+
const secretStr = secret.toString();
|
|
119
|
+
const pendingTxScopedIndexes = await this.#pendingIndexes.getAsync(secretStr) ?? [];
|
|
120
|
+
const pendingIndexes = pendingTxScopedIndexes.map((entry)=>entry.index);
|
|
121
|
+
if (pendingTxScopedIndexes.length === 0) {
|
|
122
|
+
return this.#lastFinalizedIndexes.getAsync(secretStr);
|
|
123
|
+
}
|
|
124
|
+
// As the last used index we return the highest one from the pending indexes. Note that this value will be always
|
|
125
|
+
// higher than the last finalized index because we prune lower pending indexes when a tx is finalized.
|
|
126
|
+
return Math.max(...pendingIndexes);
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Drops all pending indexes corresponding to the given transaction hashes.
|
|
130
|
+
*/ async dropPendingIndexes(txHashes) {
|
|
131
|
+
if (txHashes.length === 0) {
|
|
132
|
+
return;
|
|
133
|
+
}
|
|
134
|
+
const txHashStrs = new Set(txHashes.map((txHash)=>txHash.toString()));
|
|
135
|
+
const allSecrets = await toArray(this.#pendingIndexes.keysAsync());
|
|
136
|
+
for (const secret of allSecrets){
|
|
137
|
+
const pendingData = await this.#pendingIndexes.getAsync(secret);
|
|
138
|
+
if (pendingData) {
|
|
139
|
+
const filtered = pendingData.filter((item)=>!txHashStrs.has(item.txHash));
|
|
140
|
+
if (filtered.length === 0) {
|
|
141
|
+
await this.#pendingIndexes.delete(secret);
|
|
142
|
+
} else if (filtered.length !== pendingData.length) {
|
|
143
|
+
// Some items were filtered out, so update the pending data
|
|
144
|
+
await this.#pendingIndexes.set(secret, filtered);
|
|
145
|
+
}
|
|
146
|
+
// else: No items were filtered out (txHashes not found for this secret) --> no-op
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Updates pending indexes corresponding to the given transaction hashes to be finalized and prunes any lower pending
|
|
152
|
+
* indexes.
|
|
153
|
+
*/ async finalizePendingIndexes(txHashes) {
|
|
154
|
+
if (txHashes.length === 0) {
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
for (const txHash of txHashes){
|
|
158
|
+
const txHashStr = txHash.toString();
|
|
159
|
+
const allSecrets = await toArray(this.#pendingIndexes.keysAsync());
|
|
160
|
+
for (const secret of allSecrets){
|
|
161
|
+
const pendingData = await this.#pendingIndexes.getAsync(secret);
|
|
162
|
+
if (!pendingData) {
|
|
163
|
+
continue;
|
|
164
|
+
}
|
|
165
|
+
const matchingIndexes = pendingData.filter((item)=>item.txHash === txHashStr).map((item)=>item.index);
|
|
166
|
+
if (matchingIndexes.length === 0) {
|
|
167
|
+
continue;
|
|
168
|
+
}
|
|
169
|
+
if (matchingIndexes.length > 1) {
|
|
170
|
+
// We should always just store the highest pending index for a given tx hash and secret because the lower
|
|
171
|
+
// values are irrelevant.
|
|
172
|
+
throw new Error(`Multiple pending indexes found for tx hash ${txHashStr} and secret ${secret}`);
|
|
173
|
+
}
|
|
174
|
+
let lastFinalized = await this.#lastFinalizedIndexes.getAsync(secret);
|
|
175
|
+
const newFinalized = matchingIndexes[0];
|
|
176
|
+
if (newFinalized < (lastFinalized ?? 0)) {
|
|
177
|
+
// This should never happen because when last finalized index was finalized we should have pruned the lower
|
|
178
|
+
// pending indexes.
|
|
179
|
+
throw new Error(`New finalized index ${newFinalized} is smaller than the current last finalized index ${lastFinalized}`);
|
|
180
|
+
}
|
|
181
|
+
await this.#lastFinalizedIndexes.set(secret, newFinalized);
|
|
182
|
+
lastFinalized = newFinalized;
|
|
183
|
+
// When we add pending indexes, we ensure they are higher than the last finalized index. However, because we
|
|
184
|
+
// cannot control the order in which transactions are finalized, there may be pending indexes that are now
|
|
185
|
+
// obsolete because they are lower than the most recently finalized index. For this reason, we prune these
|
|
186
|
+
// outdated pending indexes.
|
|
187
|
+
const remainingItemsOfHigherIndex = pendingData.filter((item)=>item.index > (lastFinalized ?? 0));
|
|
188
|
+
if (remainingItemsOfHigherIndex.length === 0) {
|
|
189
|
+
await this.#pendingIndexes.delete(secret);
|
|
190
|
+
} else {
|
|
191
|
+
await this.#pendingIndexes.set(secret, remainingItemsOfHigherIndex);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This directory contains the sender and recipient synchronization algorithms that use tagging.
|
|
3
|
+
*
|
|
4
|
+
* The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
|
|
5
|
+
* deciding which tag should be used next.
|
|
6
|
+
*
|
|
7
|
+
* The objective of the recipient sync algorithm is to load and process the corresponding logs.
|
|
8
|
+
*
|
|
9
|
+
* @module tagging
|
|
10
|
+
*/
|
|
11
|
+
export { loadPrivateLogsForSenderRecipientPair } from './recipient_sync/load_private_logs_for_sender_recipient_pair.js';
|
|
12
|
+
export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
|
|
13
|
+
export declare const UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN = 20;
|
|
14
|
+
export { DirectionalAppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
|
|
15
|
+
export { type PreTag } from '@aztec/stdlib/logs';
|
|
16
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy90YWdnaW5nL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7Ozs7R0FTRztBQUVILE9BQU8sRUFBRSxxQ0FBcUMsRUFBRSxNQUFNLGlFQUFpRSxDQUFDO0FBQ3hILE9BQU8sRUFBRSx3QkFBd0IsRUFBRSxNQUFNLDhDQUE4QyxDQUFDO0FBV3hGLGVBQU8sTUFBTSxzQ0FBc0MsS0FBSyxDQUFDO0FBR3pELE9BQU8sRUFBRSwyQkFBMkIsRUFBRSxHQUFHLEVBQUUsU0FBUyxFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDakYsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFFLE1BQU0sb0JBQW9CLENBQUMifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tagging/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,qCAAqC,EAAE,MAAM,iEAAiE,CAAC;AACxH,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AAWxF,eAAO,MAAM,sCAAsC,KAAK,CAAC;AAGzD,OAAO,EAAE,2BAA2B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This directory contains the sender and recipient synchronization algorithms that use tagging.
|
|
3
|
+
*
|
|
4
|
+
* The objective of the sender sync algorithm is to determine which tags have already been used by a sender, thereby
|
|
5
|
+
* deciding which tag should be used next.
|
|
6
|
+
*
|
|
7
|
+
* The objective of the recipient sync algorithm is to load and process the corresponding logs.
|
|
8
|
+
*
|
|
9
|
+
* @module tagging
|
|
10
|
+
*/ export { loadPrivateLogsForSenderRecipientPair } from './recipient_sync/load_private_logs_for_sender_recipient_pair.js';
|
|
11
|
+
export { syncSenderTaggingIndexes } from './sender_sync/sync_sender_tagging_indexes.js';
|
|
12
|
+
// This window has to be as large as the largest expected number of logs emitted in a tx for a given directional app
|
|
13
|
+
// tagging secret. If we get more tag indexes consumed than this window, an error is thrown in `PXE::proveTx` function.
|
|
14
|
+
// This is set to a larger value than MAX_PRIVATE_LOGS_PER_TX (currently 64) because there could be more than
|
|
15
|
+
// MAX_PRIVATE_LOGS_PER_TX indexes consumed in case the logs are squashed. This happens when the log contains a note
|
|
16
|
+
// and the note is nullified in the same tx.
|
|
17
|
+
//
|
|
18
|
+
// Having a large window significantly slowed down `e2e_l1_with_wall_time` test as there we perform sync for more than
|
|
19
|
+
// 1000 secrets. For this reason we set it to a relatively low value of 20. 20 should be sufficient for all the use
|
|
20
|
+
// cases.
|
|
21
|
+
export const UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN = 20;
|
|
22
|
+
// Re-export tagging-related types from stdlib
|
|
23
|
+
export { DirectionalAppTaggingSecret, Tag, SiloedTag } from '@aztec/stdlib/logs';
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
3
|
+
import type { AztecNode } from '@aztec/stdlib/interfaces/client';
|
|
4
|
+
import type { DirectionalAppTaggingSecret, TxScopedL2Log } from '@aztec/stdlib/logs';
|
|
5
|
+
import type { RecipientTaggingStore } from '../../storage/tagging_store/recipient_tagging_store.js';
|
|
6
|
+
/**
|
|
7
|
+
* Loads private logs for `app` and sender-recipient pair defined by `secret` and updates the highest aged and
|
|
8
|
+
* finalized indexes in the db. At most load logs from blocks up to and including `anchorBlockNumber`.
|
|
9
|
+
*
|
|
10
|
+
* @dev This function can be safely executed "in parallel" for other sender-recipient pairs because the data in
|
|
11
|
+
* in the tagging data provider is indexed by the secret and hence completely disjoint.
|
|
12
|
+
*/
|
|
13
|
+
export declare function loadPrivateLogsForSenderRecipientPair(secret: DirectionalAppTaggingSecret, app: AztecAddress, aztecNode: AztecNode, taggingStore: RecipientTaggingStore, anchorBlockNumber: BlockNumber): Promise<TxScopedL2Log[]>;
|
|
14
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9hZF9wcml2YXRlX2xvZ3NfZm9yX3NlbmRlcl9yZWNpcGllbnRfcGFpci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3RhZ2dpbmcvcmVjaXBpZW50X3N5bmMvbG9hZF9wcml2YXRlX2xvZ3NfZm9yX3NlbmRlcl9yZWNpcGllbnRfcGFpci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNuRSxPQUFPLEtBQUssRUFBRSxZQUFZLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNoRSxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqRSxPQUFPLEtBQUssRUFBRSwyQkFBMkIsRUFBRSxhQUFhLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUVyRixPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLHdEQUF3RCxDQUFDO0FBS3BHOzs7Ozs7R0FNRztBQUNILHdCQUFzQixxQ0FBcUMsQ0FDekQsTUFBTSxFQUFFLDJCQUEyQixFQUNuQyxHQUFHLEVBQUUsWUFBWSxFQUNqQixTQUFTLEVBQUUsU0FBUyxFQUNwQixZQUFZLEVBQUUscUJBQXFCLEVBQ25DLGlCQUFpQixFQUFFLFdBQVcsR0FDN0IsT0FBTyxDQUFDLGFBQWEsRUFBRSxDQUFDLENBeUcxQiJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load_private_logs_for_sender_recipient_pair.d.ts","sourceRoot":"","sources":["../../../src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,2BAA2B,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAErF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wDAAwD,CAAC;AAKpG;;;;;;GAMG;AACH,wBAAsB,qCAAqC,CACzD,MAAM,EAAE,2BAA2B,EACnC,GAAG,EAAE,YAAY,EACjB,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,qBAAqB,EACnC,iBAAiB,EAAE,WAAW,GAC7B,OAAO,CAAC,aAAa,EAAE,CAAC,CAyG1B"}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../index.js';
|
|
2
|
+
import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
3
|
+
import { loadLogsForRange } from './utils/load_logs_for_range.js';
|
|
4
|
+
/**
|
|
5
|
+
* Loads private logs for `app` and sender-recipient pair defined by `secret` and updates the highest aged and
|
|
6
|
+
* finalized indexes in the db. At most load logs from blocks up to and including `anchorBlockNumber`.
|
|
7
|
+
*
|
|
8
|
+
* @dev This function can be safely executed "in parallel" for other sender-recipient pairs because the data in
|
|
9
|
+
* in the tagging data provider is indexed by the secret and hence completely disjoint.
|
|
10
|
+
*/ export async function loadPrivateLogsForSenderRecipientPair(secret, app, aztecNode, taggingStore, anchorBlockNumber) {
|
|
11
|
+
// # Explanation of how the algorithm works
|
|
12
|
+
// When we perform the sync we will look at logs that correspond to the tagging index range
|
|
13
|
+
// (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
|
|
14
|
+
//
|
|
15
|
+
// highestAgedIndex is the highest index that was used in a tx that is included in a block at least
|
|
16
|
+
// `MAX_INCLUDE_BY_TIMESTAMP_DURATION` seconds ago.
|
|
17
|
+
// highestFinalizedIndex is the highest index that was used in a tx that is included in a finalized block.
|
|
18
|
+
//
|
|
19
|
+
// "(" denotes an open end of the range - the index is not included in the range.
|
|
20
|
+
// "]" denotes a closed end of the range - the index is included in the range.
|
|
21
|
+
//
|
|
22
|
+
// ## Explanation of highestAgedIndex
|
|
23
|
+
//
|
|
24
|
+
// highestAgedIndex is chosen such that for all tagging indexes `i <= highestAgedIndex` we know that no new logs can
|
|
25
|
+
// ever appear.
|
|
26
|
+
//
|
|
27
|
+
// This relies on the "maximum inclusion timestamp" rule enforced by the kernel and rollup circuits:
|
|
28
|
+
// - a transaction's maximum inclusion timestamp is at most `MAX_INCLUDE_BY_TIMESTAMP_DURATION` seconds after
|
|
29
|
+
// the timestamp of its anchor block; and
|
|
30
|
+
// - a rollup only includes transactions whose inclusion timestamp is >= the L2 block's timestamp.
|
|
31
|
+
//
|
|
32
|
+
// Suppose some device used index `I` in a transaction anchored to block `B_N` at time `N`, and that block is now at
|
|
33
|
+
// least `MAX_INCLUDE_BY_TIMESTAMP_DURATION` seconds in the past. Then there is no possibility of any *other* device
|
|
34
|
+
// trying to use an index <= `I` while anchoring to a *newer* block than `B_N` because if we were anchoring to
|
|
35
|
+
// a newer block than `B_N` then we would already have seen the log with index `I` and hence the device would have
|
|
36
|
+
// chosen a larger index.
|
|
37
|
+
// If that *other* device would anchor to a block older than `B_N` then that tx could never be included in a block
|
|
38
|
+
// because it would already have been expired.
|
|
39
|
+
//
|
|
40
|
+
// Therefore, once we see that index `I` has been used in a block that is at least `MAX_INCLUDE_BY_TIMESTAMP_DURATION`
|
|
41
|
+
// seconds old, we can safely stop syncing logs for all indexes <= `I` and set highestAgedIndex = `I`.
|
|
42
|
+
//
|
|
43
|
+
// ## Explanation of the upper bound `highestFinalizedIndex + WINDOW_LEN`
|
|
44
|
+
//
|
|
45
|
+
// When a sender chooses a tagging index, they will select an index that is at most `WINDOW_LEN` greater than
|
|
46
|
+
// the highest finalized index. If that index was already used, they will throw an error. For this reason we
|
|
47
|
+
// don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
|
|
48
|
+
let finalizedBlockNumber, currentTimestamp;
|
|
49
|
+
{
|
|
50
|
+
const [l2Tips, latestBlockHeader] = await Promise.all([
|
|
51
|
+
aztecNode.getL2Tips(),
|
|
52
|
+
aztecNode.getBlockHeader('latest')
|
|
53
|
+
]);
|
|
54
|
+
if (!latestBlockHeader) {
|
|
55
|
+
throw new Error('Node failed to return latest block header when syncing logs');
|
|
56
|
+
}
|
|
57
|
+
[finalizedBlockNumber, currentTimestamp] = [
|
|
58
|
+
l2Tips.finalized.number,
|
|
59
|
+
latestBlockHeader.globalVariables.timestamp
|
|
60
|
+
];
|
|
61
|
+
}
|
|
62
|
+
let start, end;
|
|
63
|
+
{
|
|
64
|
+
const currentHighestAgedIndex = await taggingStore.getHighestAgedIndex(secret);
|
|
65
|
+
const currentHighestFinalizedIndex = await taggingStore.getHighestFinalizedIndex(secret);
|
|
66
|
+
// We don't want to include the highest aged index so we start from `currentHighestAgedIndex + 1` (or 0 if not set)
|
|
67
|
+
start = currentHighestAgedIndex === undefined ? 0 : currentHighestAgedIndex + 1;
|
|
68
|
+
// The highest index a sender can choose is "highest finalized index + window length" but given that
|
|
69
|
+
// `loadLogsForRange` expects an exclusive `end` we add 1.
|
|
70
|
+
end = (currentHighestFinalizedIndex ?? 0) + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1;
|
|
71
|
+
}
|
|
72
|
+
const logs = [];
|
|
73
|
+
while(true){
|
|
74
|
+
// Get private logs with their block timestamps and corresponding tagging indexes
|
|
75
|
+
const privateLogsWithIndexes = await loadLogsForRange(secret, app, aztecNode, start, end, anchorBlockNumber);
|
|
76
|
+
if (privateLogsWithIndexes.length === 0) {
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
logs.push(...privateLogsWithIndexes.map(({ log })=>log));
|
|
80
|
+
const { highestAgedIndex, highestFinalizedIndex } = findHighestIndexes(privateLogsWithIndexes, currentTimestamp, finalizedBlockNumber);
|
|
81
|
+
// Store updates in data provider and update local variables
|
|
82
|
+
if (highestAgedIndex !== undefined) {
|
|
83
|
+
await taggingStore.updateHighestAgedIndex(secret, highestAgedIndex);
|
|
84
|
+
}
|
|
85
|
+
if (highestFinalizedIndex === undefined) {
|
|
86
|
+
break;
|
|
87
|
+
}
|
|
88
|
+
if (highestAgedIndex !== undefined && highestAgedIndex > highestFinalizedIndex) {
|
|
89
|
+
// This is just a sanity check as this should never happen.
|
|
90
|
+
throw new Error('Highest aged index lower than highest finalized index invariant violated');
|
|
91
|
+
}
|
|
92
|
+
await taggingStore.updateHighestFinalizedIndex(secret, highestFinalizedIndex);
|
|
93
|
+
// For the next iteration we want to look only at indexes for which we have not attempted to load logs yet while
|
|
94
|
+
// ensuring that we do not look further than WINDOW_LEN ahead of the highest finalized index.
|
|
95
|
+
start = end;
|
|
96
|
+
end = highestFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1; // `end` is exclusive so we add 1.
|
|
97
|
+
}
|
|
98
|
+
return logs;
|
|
99
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { TxScopedL2Log } from '@aztec/stdlib/logs';
|
|
2
|
+
/**
|
|
3
|
+
* Finds the highest aged and the highest finalized tagging indexes.
|
|
4
|
+
*/
|
|
5
|
+
export declare function findHighestIndexes(privateLogsWithIndexes: Array<{
|
|
6
|
+
log: TxScopedL2Log;
|
|
7
|
+
taggingIndex: number;
|
|
8
|
+
}>, currentTimestamp: bigint, finalizedBlockNumber: number): {
|
|
9
|
+
highestAgedIndex: number | undefined;
|
|
10
|
+
highestFinalizedIndex: number | undefined;
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmluZF9oaWdoZXN0X2luZGV4ZXMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy90YWdnaW5nL3JlY2lwaWVudF9zeW5jL3V0aWxzL2ZpbmRfaGlnaGVzdF9pbmRleGVzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBRXhEOztHQUVHO0FBQ0gsd0JBQWdCLGtCQUFrQixDQUNoQyxzQkFBc0IsRUFBRSxLQUFLLENBQUM7SUFBRSxHQUFHLEVBQUUsYUFBYSxDQUFDO0lBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQTtDQUFFLENBQUMsRUFDM0UsZ0JBQWdCLEVBQUUsTUFBTSxFQUN4QixvQkFBb0IsRUFBRSxNQUFNLEdBQzNCO0lBQUUsZ0JBQWdCLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUFDLHFCQUFxQixFQUFFLE1BQU0sR0FBRyxTQUFTLENBQUE7Q0FBRSxDQXVCckYifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find_highest_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/find_highest_indexes.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,sBAAsB,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,aAAa,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,EAC3E,gBAAgB,EAAE,MAAM,EACxB,oBAAoB,EAAE,MAAM,GAC3B;IAAE,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,qBAAqB,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAuBrF"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { MAX_INCLUDE_BY_TIMESTAMP_DURATION } from '@aztec/constants';
|
|
2
|
+
/**
|
|
3
|
+
* Finds the highest aged and the highest finalized tagging indexes.
|
|
4
|
+
*/ export function findHighestIndexes(privateLogsWithIndexes, currentTimestamp, finalizedBlockNumber) {
|
|
5
|
+
let highestAgedIndex = undefined;
|
|
6
|
+
let highestFinalizedIndex = undefined;
|
|
7
|
+
for (const { log, taggingIndex } of privateLogsWithIndexes){
|
|
8
|
+
const ageInSeconds = currentTimestamp - log.blockTimestamp;
|
|
9
|
+
if (ageInSeconds >= BigInt(MAX_INCLUDE_BY_TIMESTAMP_DURATION) && (highestAgedIndex === undefined || taggingIndex > highestAgedIndex)) {
|
|
10
|
+
highestAgedIndex = taggingIndex;
|
|
11
|
+
}
|
|
12
|
+
if (log.blockNumber <= finalizedBlockNumber && (highestFinalizedIndex === undefined || taggingIndex > highestFinalizedIndex)) {
|
|
13
|
+
highestFinalizedIndex = taggingIndex;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
return {
|
|
17
|
+
highestAgedIndex,
|
|
18
|
+
highestFinalizedIndex
|
|
19
|
+
};
|
|
20
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
3
|
+
import type { AztecNode } from '@aztec/stdlib/interfaces/client';
|
|
4
|
+
import type { DirectionalAppTaggingSecret, TxScopedL2Log } from '@aztec/stdlib/logs';
|
|
5
|
+
/**
|
|
6
|
+
* Gets private logs with their corresponding block timestamps and tagging indexes for the given index range, `app` and
|
|
7
|
+
* `secret`. At most load logs from blocks up to and including `anchorBlockNumber`. `start` is inclusive and `end` is
|
|
8
|
+
* exclusive.
|
|
9
|
+
*/
|
|
10
|
+
export declare function loadLogsForRange(secret: DirectionalAppTaggingSecret, app: AztecAddress, aztecNode: AztecNode, start: number, end: number, anchorBlockNumber: BlockNumber): Promise<Array<{
|
|
11
|
+
log: TxScopedL2Log;
|
|
12
|
+
taggingIndex: number;
|
|
13
|
+
}>>;
|
|
14
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9hZF9sb2dzX2Zvcl9yYW5nZS5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL3RhZ2dpbmcvcmVjaXBpZW50X3N5bmMvdXRpbHMvbG9hZF9sb2dzX2Zvcl9yYW5nZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNuRSxPQUFPLEtBQUssRUFBRSxZQUFZLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNoRSxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqRSxPQUFPLEtBQUssRUFBRSwyQkFBMkIsRUFBVSxhQUFhLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUc3Rjs7OztHQUlHO0FBQ0gsd0JBQXNCLGdCQUFnQixDQUNwQyxNQUFNLEVBQUUsMkJBQTJCLEVBQ25DLEdBQUcsRUFBRSxZQUFZLEVBQ2pCLFNBQVMsRUFBRSxTQUFTLEVBQ3BCLEtBQUssRUFBRSxNQUFNLEVBQ2IsR0FBRyxFQUFFLE1BQU0sRUFDWCxpQkFBaUIsRUFBRSxXQUFXLEdBQzdCLE9BQU8sQ0FBQyxLQUFLLENBQUM7SUFBRSxHQUFHLEVBQUUsYUFBYSxDQUFDO0lBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQTtDQUFFLENBQUMsQ0FBQyxDQXdCOUQifQ==
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load_logs_for_range.d.ts","sourceRoot":"","sources":["../../../../src/tagging/recipient_sync/utils/load_logs_for_range.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,2BAA2B,EAAU,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAG7F;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,2BAA2B,EACnC,GAAG,EAAE,YAAY,EACjB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,iBAAiB,EAAE,WAAW,GAC7B,OAAO,CAAC,KAAK,CAAC;IAAE,GAAG,EAAE,aAAa,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAwB9D"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { SiloedTag, Tag } from '@aztec/stdlib/logs';
|
|
2
|
+
/**
|
|
3
|
+
* Gets private logs with their corresponding block timestamps and tagging indexes for the given index range, `app` and
|
|
4
|
+
* `secret`. At most load logs from blocks up to and including `anchorBlockNumber`. `start` is inclusive and `end` is
|
|
5
|
+
* exclusive.
|
|
6
|
+
*/ export async function loadLogsForRange(secret, app, aztecNode, start, end, anchorBlockNumber) {
|
|
7
|
+
// Derive tags for the window
|
|
8
|
+
const preTags = Array(end - start).fill(0).map((_, i)=>({
|
|
9
|
+
secret,
|
|
10
|
+
index: start + i
|
|
11
|
+
}));
|
|
12
|
+
const siloedTags = await Promise.all(preTags.map((preTag)=>Tag.compute(preTag))).then((tags)=>Promise.all(tags.map((tag)=>SiloedTag.compute(tag, app))));
|
|
13
|
+
const logs = await aztecNode.getPrivateLogsByTags(siloedTags);
|
|
14
|
+
// Pair logs with their corresponding tagging indexes
|
|
15
|
+
const logsWithIndexes = [];
|
|
16
|
+
for(let i = 0; i < logs.length; i++){
|
|
17
|
+
const logsForTag = logs[i];
|
|
18
|
+
const taggingIndex = preTags[i].index;
|
|
19
|
+
for (const log of logsForTag){
|
|
20
|
+
if (log.blockNumber <= anchorBlockNumber) {
|
|
21
|
+
logsWithIndexes.push({
|
|
22
|
+
log,
|
|
23
|
+
taggingIndex
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
return logsWithIndexes;
|
|
29
|
+
}
|