@aztec/pxe 0.0.1-commit.993d240 → 0.0.1-commit.9a89641
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bin/check_oracle_version.d.ts +2 -12
- package/dest/bin/check_oracle_version.d.ts.map +1 -1
- package/dest/bin/check_oracle_version.js +9 -122
- package/dest/bin/index.d.ts +2 -2
- package/dest/bin/index.d.ts.map +1 -1
- package/dest/bin/index.js +1 -1
- package/dest/bin/oracle_version_helpers.d.ts +20 -0
- package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
- package/dest/bin/oracle_version_helpers.js +25 -0
- package/dest/block_synchronizer/block_stream_source.d.ts +5 -5
- package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -1
- package/dest/block_synchronizer/block_stream_source.js +4 -29
- package/dest/block_synchronizer/block_synchronizer.d.ts +17 -15
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
- package/dest/block_synchronizer/block_synchronizer.js +41 -18
- package/dest/config/index.d.ts +2 -1
- package/dest/config/index.d.ts.map +1 -1
- package/dest/config/index.js +1 -0
- package/dest/config/package_info.js +1 -1
- package/dest/contract/contract_class_service.d.ts +24 -0
- package/dest/contract/contract_class_service.d.ts.map +1 -0
- package/dest/contract/contract_class_service.js +36 -0
- package/dest/contract/contract_sync_service.d.ts +48 -0
- package/dest/contract/contract_sync_service.d.ts.map +1 -0
- package/dest/{contract_sync → contract}/contract_sync_service.js +26 -45
- package/dest/contract/helpers.d.ts +7 -0
- package/dest/contract/helpers.d.ts.map +1 -0
- package/dest/contract/helpers.js +20 -0
- package/dest/contract/skip_sync_contracts.d.ts +11 -0
- package/dest/contract/skip_sync_contracts.d.ts.map +1 -0
- package/dest/contract/skip_sync_contracts.js +18 -0
- package/dest/contract_function_simulator/anchored_contract_data.d.ts +36 -0
- package/dest/contract_function_simulator/anchored_contract_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/anchored_contract_data.js +54 -0
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +19 -25
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +63 -49
- package/dest/contract_function_simulator/execution_note_cache.d.ts +4 -10
- package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_note_cache.js +8 -28
- package/dest/contract_function_simulator/index.d.ts +24 -6
- package/dest/contract_function_simulator/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.js +9 -4
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +8 -27
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/bounded_vec.js +8 -23
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +3 -2
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/event_validation_request.js +2 -2
- package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
- package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.js +31 -0
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +11 -12
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +6 -49
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +10 -8
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +1 -60
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +3 -2
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/note_validation_request.js +3 -3
- package/dest/contract_function_simulator/noir-structs/option.d.ts +9 -11
- package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/option.js +18 -13
- package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
- package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
- package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts +11 -0
- package/dest/contract_function_simulator/noir-structs/pending_tagged_log.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/pending_tagged_log.js +4 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +8 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +28 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +50 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +19 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.js +9 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +15 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
- package/dest/contract_function_simulator/oracle/acir_callback.d.ts +21 -0
- package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/acir_callback.js +115 -0
- package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
- package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/index.js +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -114
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
- package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts +39 -0
- package/dest/contract_function_simulator/oracle/legacy_oracle_registry.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/legacy_oracle_registry.js +107 -0
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +92 -100
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/oracle_registry.js +296 -479
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +274 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1253 -0
- package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
- package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution.js +2 -3
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +32 -21
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +152 -49
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +97 -37
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +376 -138
- package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
- package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
- package/dest/contract_function_simulator/transient_array_service.js +62 -0
- package/dest/debug/pxe_debug_utils.d.ts +2 -2
- package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/index.d.ts +2 -1
- package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/index.js +1 -0
- package/dest/entrypoints/client/bundle/utils.d.ts +1 -1
- package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/utils.js +17 -6
- package/dest/entrypoints/client/lazy/index.d.ts +2 -1
- package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/index.js +1 -0
- package/dest/entrypoints/client/lazy/utils.d.ts +1 -1
- package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/utils.js +17 -6
- package/dest/entrypoints/client/store.d.ts +14 -0
- package/dest/entrypoints/client/store.d.ts.map +1 -0
- package/dest/entrypoints/client/store.js +42 -0
- package/dest/entrypoints/pxe_creation_options.d.ts +9 -3
- package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
- package/dest/entrypoints/server/index.d.ts +6 -3
- package/dest/entrypoints/server/index.d.ts.map +1 -1
- package/dest/entrypoints/server/index.js +4 -2
- package/dest/entrypoints/server/store.d.ts +18 -0
- package/dest/entrypoints/server/store.d.ts.map +1 -0
- package/dest/entrypoints/server/store.js +28 -0
- package/dest/entrypoints/server/utils.d.ts +1 -1
- package/dest/entrypoints/server/utils.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.js +16 -4
- package/dest/error_enriching.d.ts +5 -3
- package/dest/error_enriching.d.ts.map +1 -1
- package/dest/error_enriching.js +13 -11
- package/dest/events/event_service.d.ts +13 -6
- package/dest/events/event_service.d.ts.map +1 -1
- package/dest/events/event_service.js +13 -13
- package/dest/hooks/execution_hooks.d.ts +31 -11
- package/dest/hooks/execution_hooks.d.ts.map +1 -1
- package/dest/hooks/execution_hooks.js +3 -3
- package/dest/hooks/index.d.ts +4 -3
- package/dest/hooks/index.d.ts.map +1 -1
- package/dest/hooks/index.js +1 -0
- package/dest/hooks/resolve_custom_request.d.ts +23 -0
- package/dest/hooks/resolve_custom_request.d.ts.map +1 -0
- package/dest/hooks/resolve_custom_request.js +3 -0
- package/dest/hooks/resolve_tagging_secret_strategy.d.ts +50 -0
- package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
- package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
- package/dest/logs/log_service.d.ts +18 -8
- package/dest/logs/log_service.d.ts.map +1 -1
- package/dest/logs/log_service.js +93 -45
- package/dest/messages/tx_resolver_service.d.ts +28 -0
- package/dest/messages/tx_resolver_service.d.ts.map +1 -0
- package/dest/messages/tx_resolver_service.js +61 -0
- package/dest/node/benchmarked_node.d.ts +20 -0
- package/dest/node/benchmarked_node.d.ts.map +1 -0
- package/dest/node/benchmarked_node.js +94 -0
- package/dest/node/caching_aztec_node.d.ts +24 -0
- package/dest/node/caching_aztec_node.d.ts.map +1 -0
- package/dest/node/caching_aztec_node.js +267 -0
- package/dest/notes/note_service.d.ts +13 -7
- package/dest/notes/note_service.d.ts.map +1 -1
- package/dest/notes/note_service.js +10 -10
- package/dest/oracle_version.d.ts +3 -3
- package/dest/oracle_version.js +8 -8
- package/dest/private_kernel/batch_planner.d.ts +1 -1
- package/dest/private_kernel/batch_planner.d.ts.map +1 -1
- package/dest/private_kernel/batch_planner.js +1 -1
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts +1 -1
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.d.ts.map +1 -1
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +6 -2
- package/dest/private_kernel/hints/test_utils.js +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.d.ts +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.js +61 -40
- package/dest/private_kernel/private_kernel_oracle.d.ts +4 -2
- package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_oracle.js +17 -5
- package/dest/pxe.d.ts +114 -48
- package/dest/pxe.d.ts.map +1 -1
- package/dest/pxe.js +251 -148
- package/dest/storage/allowed_scopes.d.ts +6 -0
- package/dest/storage/allowed_scopes.d.ts.map +1 -0
- package/dest/storage/allowed_scopes.js +7 -0
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
- package/dest/storage/anchor_block_store/anchor_block_store.js +8 -6
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +1 -1
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -1
- package/dest/storage/backwards_compatibility_tests/schema_tests.js +129 -49
- package/dest/storage/capsule_store/capsule_service.d.ts +1 -1
- package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -1
- package/dest/storage/capsule_store/capsule_service.js +6 -9
- package/dest/storage/contract_store/contract_store.d.ts +27 -24
- package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
- package/dest/storage/contract_store/contract_store.js +66 -77
- package/dest/storage/fact_store/fact_service.d.ts +22 -0
- package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_service.js +45 -0
- package/dest/storage/fact_store/fact_store.d.ts +95 -0
- package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_store.js +408 -0
- package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
- package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_store_keys.js +50 -0
- package/dest/storage/fact_store/index.d.ts +6 -0
- package/dest/storage/fact_store/index.d.ts.map +1 -0
- package/dest/storage/fact_store/index.js +4 -0
- package/dest/storage/fact_store/origin_state.d.ts +59 -0
- package/dest/storage/fact_store/origin_state.d.ts.map +1 -0
- package/dest/storage/fact_store/origin_state.js +60 -0
- package/dest/storage/fact_store/stored_fact.d.ts +32 -0
- package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
- package/dest/storage/fact_store/stored_fact.js +64 -0
- package/dest/storage/index.d.ts +3 -2
- package/dest/storage/index.d.ts.map +1 -1
- package/dest/storage/index.js +2 -1
- package/dest/storage/metadata.d.ts +2 -2
- package/dest/storage/metadata.d.ts.map +1 -1
- package/dest/storage/metadata.js +1 -1
- package/dest/storage/note_store/note_store.d.ts +42 -33
- package/dest/storage/note_store/note_store.d.ts.map +1 -1
- package/dest/storage/note_store/note_store.js +197 -168
- package/dest/storage/note_store/stored_note.d.ts +3 -8
- package/dest/storage/note_store/stored_note.d.ts.map +1 -1
- package/dest/storage/note_store/stored_note.js +4 -20
- package/dest/storage/open_pxe_stores.d.ts +5 -3
- package/dest/storage/open_pxe_stores.d.ts.map +1 -1
- package/dest/storage/open_pxe_stores.js +5 -3
- package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
- package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
- package/dest/storage/private_event_store/private_event_store.js +40 -43
- package/dest/storage/store_identity.d.ts +35 -0
- package/dest/storage/store_identity.d.ts.map +1 -0
- package/dest/storage/store_identity.js +44 -0
- package/dest/storage/tagging_store/index.d.ts +2 -2
- package/dest/storage/tagging_store/index.d.ts.map +1 -1
- package/dest/storage/tagging_store/index.js +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +41 -10
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.js +81 -29
- package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +51 -0
- package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
- package/dest/storage/tagging_store/tagging_secret_sources_store.js +105 -0
- package/dest/tagging/constants.d.ts +11 -2
- package/dest/tagging/constants.d.ts.map +1 -1
- package/dest/tagging/constants.js +38 -10
- package/dest/tagging/get_all_logs_by_tags.d.ts +29 -8
- package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
- package/dest/tagging/get_all_logs_by_tags.js +29 -10
- package/dest/tagging/index.d.ts +3 -3
- package/dest/tagging/index.d.ts.map +1 -1
- package/dest/tagging/index.js +2 -2
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +27 -9
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -1
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +104 -33
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +6 -3
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +23 -36
- package/dest/tagging/sender_sync/utils/classify_pending_txs.d.ts +22 -0
- package/dest/tagging/sender_sync/utils/classify_pending_txs.d.ts.map +1 -0
- package/dest/tagging/sender_sync/utils/classify_pending_txs.js +61 -0
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +15 -5
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +36 -35
- package/dest/tagging/sender_sync/utils/resolve_pending_txs.d.ts +29 -0
- package/dest/tagging/sender_sync/utils/resolve_pending_txs.d.ts.map +1 -0
- package/dest/tagging/sender_sync/utils/resolve_pending_txs.js +41 -0
- package/dest/tagging/sender_sync/utils/test_utils.d.ts +16 -0
- package/dest/tagging/sender_sync/utils/test_utils.d.ts.map +1 -0
- package/dest/tagging/sender_sync/utils/test_utils.js +24 -0
- package/dest/tagging/testing/tag_query_test_utils.d.ts +6 -0
- package/dest/tagging/testing/tag_query_test_utils.d.ts.map +1 -0
- package/dest/tagging/testing/tag_query_test_utils.js +10 -0
- package/package.json +17 -17
- package/src/bin/check_oracle_version.ts +8 -151
- package/src/bin/index.ts +1 -1
- package/src/bin/oracle_version_helpers.ts +30 -0
- package/src/block_synchronizer/block_stream_source.ts +6 -45
- package/src/block_synchronizer/block_synchronizer.ts +54 -30
- package/src/config/index.ts +1 -0
- package/src/config/package_info.ts +1 -1
- package/src/contract/contract_class_service.ts +45 -0
- package/src/{contract_sync → contract}/contract_sync_service.ts +37 -50
- package/src/contract/helpers.ts +35 -0
- package/src/contract/skip_sync_contracts.ts +23 -0
- package/src/contract_function_simulator/anchored_contract_data.ts +74 -0
- package/src/contract_function_simulator/contract_function_simulator.ts +96 -59
- package/src/contract_function_simulator/execution_note_cache.ts +8 -29
- package/src/contract_function_simulator/index.ts +87 -5
- package/src/contract_function_simulator/noir-structs/bounded_vec.ts +12 -24
- package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
- package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
- package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
- package/src/contract_function_simulator/noir-structs/event_validation_request.ts +3 -3
- package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
- package/src/contract_function_simulator/noir-structs/fact_collection.ts +64 -0
- package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +20 -46
- package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +13 -60
- package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
- package/src/contract_function_simulator/noir-structs/note_validation_request.ts +4 -4
- package/src/contract_function_simulator/noir-structs/option.ts +17 -11
- package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
- package/src/contract_function_simulator/noir-structs/pending_tagged_log.ts +12 -0
- package/src/contract_function_simulator/noir-structs/provided_secret.ts +5 -0
- package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +66 -0
- package/src/contract_function_simulator/noir-structs/resolved_tx.ts +19 -0
- package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +16 -0
- package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
- package/src/contract_function_simulator/oracle/acir_callback.ts +154 -0
- package/src/contract_function_simulator/oracle/index.ts +1 -15
- package/src/contract_function_simulator/oracle/interfaces.ts +11 -189
- package/src/contract_function_simulator/oracle/legacy_oracle_registry.ts +147 -0
- package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
- package/src/contract_function_simulator/oracle/oracle_registry.ts +289 -483
- package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +1067 -0
- package/src/contract_function_simulator/oracle/private_execution.ts +2 -3
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +190 -61
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +556 -174
- package/src/contract_function_simulator/transient_array_service.ts +91 -0
- package/src/debug/pxe_debug_utils.ts +1 -1
- package/src/entrypoints/client/bundle/index.ts +1 -0
- package/src/entrypoints/client/bundle/utils.ts +24 -5
- package/src/entrypoints/client/lazy/index.ts +1 -0
- package/src/entrypoints/client/lazy/utils.ts +24 -5
- package/src/entrypoints/client/store.ts +54 -0
- package/src/entrypoints/pxe_creation_options.ts +8 -2
- package/src/entrypoints/server/index.ts +6 -2
- package/src/entrypoints/server/store.ts +47 -0
- package/src/entrypoints/server/utils.ts +31 -9
- package/src/error_enriching.ts +27 -11
- package/src/events/event_service.ts +24 -14
- package/src/hooks/execution_hooks.ts +32 -12
- package/src/hooks/index.ts +8 -2
- package/src/hooks/resolve_custom_request.ts +24 -0
- package/src/hooks/resolve_tagging_secret_strategy.ts +60 -0
- package/src/logs/log_service.ts +122 -61
- package/src/messages/tx_resolver_service.ts +80 -0
- package/src/node/benchmarked_node.ts +140 -0
- package/src/node/caching_aztec_node.ts +406 -0
- package/src/notes/note_service.ts +20 -14
- package/src/oracle_version.ts +8 -8
- package/src/private_kernel/batch_planner.ts +0 -1
- package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +11 -1
- package/src/private_kernel/hints/test_utils.ts +1 -1
- package/src/private_kernel/private_kernel_execution_prover.ts +112 -56
- package/src/private_kernel/private_kernel_oracle.ts +23 -4
- package/src/pxe.ts +357 -172
- package/src/storage/allowed_scopes.ts +14 -0
- package/src/storage/anchor_block_store/anchor_block_store.ts +8 -6
- package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +6 -6
- package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +1 -1
- package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +12 -12
- package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +9 -15
- package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +24 -4
- package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +11 -3
- package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +12 -4
- package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +29 -9
- package/src/storage/backwards_compatibility_tests/schema_tests.ts +141 -50
- package/src/storage/capsule_store/capsule_service.ts +8 -13
- package/src/storage/contract_store/contract_store.ts +88 -94
- package/src/storage/fact_store/fact_service.ts +69 -0
- package/src/storage/fact_store/fact_store.ts +487 -0
- package/src/storage/fact_store/fact_store_keys.ts +75 -0
- package/src/storage/fact_store/index.ts +15 -0
- package/src/storage/fact_store/origin_state.ts +84 -0
- package/src/storage/fact_store/stored_fact.ts +80 -0
- package/src/storage/index.ts +2 -1
- package/src/storage/metadata.ts +1 -1
- package/src/storage/note_store/note_store.ts +226 -187
- package/src/storage/note_store/stored_note.ts +5 -27
- package/src/storage/open_pxe_stores.ts +6 -3
- package/src/storage/private_event_store/private_event_store.ts +49 -55
- package/src/storage/store_identity.ts +72 -0
- package/src/storage/tagging_store/index.ts +1 -1
- package/src/storage/tagging_store/sender_tagging_store.ts +113 -41
- package/src/storage/tagging_store/tagging_secret_sources_store.ts +138 -0
- package/src/tagging/constants.ts +42 -10
- package/src/tagging/get_all_logs_by_tags.ts +47 -11
- package/src/tagging/index.ts +7 -2
- package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +161 -46
- package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +27 -57
- package/src/tagging/sender_sync/utils/classify_pending_txs.ts +91 -0
- package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +46 -40
- package/src/tagging/sender_sync/utils/resolve_pending_txs.ts +64 -0
- package/src/tagging/sender_sync/utils/test_utils.ts +46 -0
- package/src/tagging/testing/tag_query_test_utils.ts +11 -0
- package/dest/contract_function_simulator/benchmarked_node.d.ts +0 -9
- package/dest/contract_function_simulator/benchmarked_node.d.ts.map +0 -1
- package/dest/contract_function_simulator/benchmarked_node.js +0 -77
- package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -89
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
- package/dest/contract_function_simulator/oracle/oracle.js +0 -552
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +0 -6
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +0 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.js +0 -51
- package/dest/contract_sync/contract_sync_service.d.ts +0 -42
- package/dest/contract_sync/contract_sync_service.d.ts.map +0 -1
- package/dest/contract_sync/helpers.d.ts +0 -27
- package/dest/contract_sync/helpers.d.ts.map +0 -1
- package/dest/contract_sync/helpers.js +0 -53
- package/dest/messages/message_context_service.d.ts +0 -17
- package/dest/messages/message_context_service.d.ts.map +0 -1
- package/dest/messages/message_context_service.js +0 -38
- package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
- package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
- package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +0 -17
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +0 -1
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +0 -60
- package/src/contract_function_simulator/benchmarked_node.ts +0 -103
- package/src/contract_function_simulator/oracle/oracle.ts +0 -711
- package/src/contract_function_simulator/proxied_contract_data_source.ts +0 -60
- package/src/contract_sync/helpers.ts +0 -86
- package/src/messages/message_context_service.ts +0 -45
- package/src/storage/backwards_compatibility_tests/__snapshots__/SenderAddressBookStore.json +0 -16
- package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
- package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +0 -66
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
1
|
import { isDefined } from '@aztec/foundation/types';
|
|
3
|
-
import { SiloedTag } from '@aztec/stdlib/logs';
|
|
4
|
-
import { UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN } from '../constants.js';
|
|
5
|
-
import { getAllPrivateLogsByTags } from '../get_all_logs_by_tags.js';
|
|
2
|
+
import { AppTaggingSecretKind, SiloedTag } from '@aztec/stdlib/logs';
|
|
3
|
+
import { INITIAL_CONSTRAINED_PROBE_LEN, UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN, unfinalizedTaggingIndexesWindowEnd } from '../constants.js';
|
|
4
|
+
import { getAllPrivateLogsByTags, logQueryAnchorOf } from '../get_all_logs_by_tags.js';
|
|
6
5
|
import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
7
6
|
/**
|
|
8
7
|
* Fetches and syncs tagged private logs for multiple sender-recipient pairs, batching tag queries across all secrets
|
|
9
|
-
* into shared RPC calls.
|
|
8
|
+
* into shared RPC calls. Handles both constrained and unconstrained secrets, which differ in their scan strategy
|
|
9
|
+
* but share the same batching infrastructure.
|
|
10
10
|
*
|
|
11
|
-
* #
|
|
11
|
+
* # Unconstrained secrets
|
|
12
12
|
*
|
|
13
|
-
* For each secret we sync logs that correspond to the tagging index range
|
|
13
|
+
* For each unconstrained secret we sync logs that correspond to the tagging index range
|
|
14
14
|
* (highestAgedIndex, highestFinalizedIndex + WINDOW_LEN]
|
|
15
15
|
*
|
|
16
16
|
* highestAgedIndex is the highest index that was used in a tx that is included in a block at least
|
|
@@ -47,24 +47,40 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
47
47
|
* the highest finalized index. If that index was already used, they will throw an error. For this reason we
|
|
48
48
|
* don't have to look further than `highestFinalizedIndex + WINDOW_LEN`.
|
|
49
49
|
*
|
|
50
|
-
*
|
|
50
|
+
* # Constrained secrets
|
|
51
51
|
*
|
|
52
|
-
*
|
|
53
|
-
*
|
|
54
|
-
*
|
|
52
|
+
* Constrained delivery enforces a contiguous index sequence (each send proves the predecessor's nullifier,
|
|
53
|
+
* chaining back to the handshake), so there is only one sender and indexes are sequential. This means:
|
|
54
|
+
* - The lower bound is `highestFinalizedIndex + 1`. The `highestAgedIndex` mechanism is unnecessary because
|
|
55
|
+
* the nullifier chain prevents out-of-order index usage: no device can fill in a lower index after a higher
|
|
56
|
+
* one is already on-chain.
|
|
57
|
+
* - Because the sequence is gapless, the scan stops at the first missing index: that gap proves the sequence has
|
|
58
|
+
* ended and no further logs exist. We exploit this with a doubling first-miss probe (see
|
|
59
|
+
* `INITIAL_CONSTRAINED_PROBE_LEN` in ../constants.ts), so a
|
|
60
|
+
* steady-state sync with no new logs costs two tags instead of the whole window. The probe length is in-memory
|
|
61
|
+
* state scoped to one sync call, so every sync restarts at the initial probe.
|
|
62
|
+
* - The upper bound is the same as unconstrained: `highestFinalizedIndex + WINDOW_LEN`. Advancing the probe is
|
|
63
|
+
* decoupled from persisting the finalized index, so unfinalized logs at the top of the run are still fetched
|
|
64
|
+
* while only the finalized prefix is persisted.
|
|
65
|
+
*
|
|
66
|
+
* # Batching across secrets
|
|
67
|
+
*
|
|
68
|
+
* Instead of running one RPC call per secret, we merge tags from all pending secrets (both constrained and
|
|
69
|
+
* unconstrained) into a single flat array, make one batched `getAllPrivateLogsByTags` call (which internally
|
|
70
|
+
* chunks at MAX_RPC_LEN), then split results back per secret using tracked offsets. Only secrets whose window
|
|
71
|
+
* advanced are kept for the next iteration.
|
|
55
72
|
*/ export async function syncTaggedPrivateLogs(secrets, aztecNode, taggingStore, anchorBlockHeader, finalizedBlockNumber, jobId) {
|
|
56
73
|
if (secrets.length === 0) {
|
|
57
74
|
return [];
|
|
58
75
|
}
|
|
59
|
-
const
|
|
60
|
-
const anchorBlockHash = await anchorBlockHeader.hash();
|
|
76
|
+
const anchor = await logQueryAnchorOf(anchorBlockHeader);
|
|
61
77
|
const currentTimestamp = anchorBlockHeader.globalVariables.timestamp;
|
|
62
78
|
// Read stored indexes from the db and compute the initial [start, end) range for each secret
|
|
63
79
|
let pending = await getIndexRangesForSecrets(secrets, taggingStore, jobId);
|
|
64
80
|
const allLogs = [];
|
|
65
81
|
while(pending.length > 0){
|
|
66
82
|
// Compute tags for all pending secrets and fetch logs in batched RPC calls
|
|
67
|
-
const logsPerSecret = await fetchLogsForSecrets(pending, aztecNode,
|
|
83
|
+
const logsPerSecret = await fetchLogsForSecrets(pending, aztecNode, anchor);
|
|
68
84
|
const nextRound = await Promise.all(pending.map(async (pendingSecret, i)=>{
|
|
69
85
|
const logsFoundWithSecret = logsPerSecret[i];
|
|
70
86
|
if (logsFoundWithSecret.length === 0) {
|
|
@@ -74,7 +90,7 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
74
90
|
allLogs.push(...logsFoundWithSecret.map(({ log })=>log));
|
|
75
91
|
// Persist new indexes. If the finalized index moved forward, the window advances
|
|
76
92
|
// and we need another round for this secret.
|
|
77
|
-
return await
|
|
93
|
+
return pendingSecret.kind === AppTaggingSecretKind.CONSTRAINED ? await processConstrainedResults(pendingSecret, logsFoundWithSecret, taggingStore, currentTimestamp, finalizedBlockNumber, jobId) : await processUnconstrainedResults(pendingSecret, logsFoundWithSecret, taggingStore, currentTimestamp, finalizedBlockNumber, jobId);
|
|
78
94
|
}));
|
|
79
95
|
pending = nextRound.filter(isDefined);
|
|
80
96
|
}
|
|
@@ -82,23 +98,37 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
82
98
|
}
|
|
83
99
|
/** Reads stored indexes for each secret and computes the initial index range to query. */ function getIndexRangesForSecrets(secrets, taggingStore, jobId) {
|
|
84
100
|
return Promise.all(secrets.map(async (secret)=>{
|
|
85
|
-
const
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
101
|
+
const currentHighestFinalizedIndex = await taggingStore.getHighestFinalizedIndex(secret, jobId);
|
|
102
|
+
const boundEnd = unfinalizedTaggingIndexesWindowEnd(currentHighestFinalizedIndex);
|
|
103
|
+
if (secret.kind === AppTaggingSecretKind.CONSTRAINED) {
|
|
104
|
+
// Constrained streams are gapless and resume at the finalized index, so probe a small initial window and stop
|
|
105
|
+
// at the first missing tag instead of always fetching the full window. The probe grows each round up to the
|
|
106
|
+
// window cap.
|
|
107
|
+
const start = currentHighestFinalizedIndex === undefined ? 0 : currentHighestFinalizedIndex + 1;
|
|
108
|
+
return {
|
|
109
|
+
kind: AppTaggingSecretKind.CONSTRAINED,
|
|
110
|
+
secret,
|
|
111
|
+
start,
|
|
112
|
+
end: Math.min(boundEnd, start + INITIAL_CONSTRAINED_PROBE_LEN),
|
|
113
|
+
boundEnd,
|
|
114
|
+
probeLen: INITIAL_CONSTRAINED_PROBE_LEN
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
// Unconstrained secrets can have gaps, so they scan the whole window starting past the highest aged index.
|
|
118
|
+
const highestAgedIndex = await taggingStore.getHighestAgedIndex(secret, jobId);
|
|
119
|
+
const start = highestAgedIndex === undefined ? 0 : highestAgedIndex + 1;
|
|
91
120
|
return {
|
|
121
|
+
kind: AppTaggingSecretKind.UNCONSTRAINED,
|
|
92
122
|
secret,
|
|
93
123
|
start,
|
|
94
|
-
end
|
|
124
|
+
end: boundEnd
|
|
95
125
|
};
|
|
96
126
|
}));
|
|
97
127
|
}
|
|
98
128
|
/**
|
|
99
129
|
* Computes siloed tags for all pending secrets' index ranges, fetches logs in one batched RPC call,
|
|
100
130
|
* and returns the results grouped back per secret.
|
|
101
|
-
*/ async function fetchLogsForSecrets(pending, aztecNode,
|
|
131
|
+
*/ async function fetchLogsForSecrets(pending, aztecNode, anchor) {
|
|
102
132
|
// Determine the index range for each secret
|
|
103
133
|
const indexesPerSecret = pending.map(({ start, end })=>Array.from({
|
|
104
134
|
length: end - start
|
|
@@ -109,13 +139,11 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
109
139
|
index
|
|
110
140
|
})))));
|
|
111
141
|
const allTags = tagsPerSecret.flat();
|
|
112
|
-
// getAllPrivateLogsByTags handles MAX_RPC_LEN chunking internally
|
|
113
|
-
//
|
|
114
|
-
//
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
includeEffects: true,
|
|
118
|
-
toBlock: BlockNumber(anchorBlockNumber + 1)
|
|
142
|
+
// getAllPrivateLogsByTags handles MAX_RPC_LEN chunking internally, and bounds the query at the anchor block so
|
|
143
|
+
// logs from later blocks are never returned. Recipient sync builds `PendingTaggedLog` from each log's note hashes
|
|
144
|
+
// and first nullifier, so we opt into effects.
|
|
145
|
+
const allResults = await getAllPrivateLogsByTags(aztecNode, allTags, anchor, {
|
|
146
|
+
includeEffects: true
|
|
119
147
|
});
|
|
120
148
|
// Split flat results back per secret using the known lengths
|
|
121
149
|
const logsPerSecret = [];
|
|
@@ -136,9 +164,50 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
136
164
|
return logsPerSecret;
|
|
137
165
|
}
|
|
138
166
|
/**
|
|
139
|
-
* Processes a
|
|
167
|
+
* Processes fetched logs for a constrained secret: persists the finalized index and advances the probe. See the
|
|
168
|
+
* "# Constrained secrets" section above for why the scan stops at the first missing index. Only `highestFinalizedIndex`
|
|
169
|
+
* is tracked (no aged index).
|
|
170
|
+
*/ async function processConstrainedResults(pending, logsWithIndexes, taggingStore, currentTimestamp, finalizedBlockNumber, jobId) {
|
|
171
|
+
// Find where the contiguous run of indexes ends; all logs in the batch fall within this prefix.
|
|
172
|
+
const indexesWithLogs = new Set(logsWithIndexes.map((l)=>l.taggingIndex));
|
|
173
|
+
let firstMissingIndex = pending.start;
|
|
174
|
+
while(firstMissingIndex < pending.end && indexesWithLogs.has(firstMissingIndex)){
|
|
175
|
+
firstMissingIndex++;
|
|
176
|
+
}
|
|
177
|
+
// Persist the highest finalized index found. The nullifier for a constrained-delivery log is emitted in the same
|
|
178
|
+
// transaction, guaranteeing the log cannot disappear once included, so we persist even when a gap stops the scan.
|
|
179
|
+
// This lets the next sync round skip already-finalized indexes.
|
|
180
|
+
const { highestFinalizedIndex } = findHighestIndexes(logsWithIndexes, currentTimestamp, finalizedBlockNumber);
|
|
181
|
+
if (highestFinalizedIndex !== undefined) {
|
|
182
|
+
await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
|
|
183
|
+
}
|
|
184
|
+
// Advancing the probe is decoupled from persisting the finalized index: keep scanning as long as the probe was
|
|
185
|
+
// entirely hits (no gap) and there is room before the protocol bound, even if none of those hits is finalized yet.
|
|
186
|
+
// Gating this on finalization would drop logs in unfinalized blocks, which sit at the top of the contiguous run.
|
|
187
|
+
// The bound re-anchors to any finalized index found this round.
|
|
188
|
+
const probeFullyConsumed = firstMissingIndex >= pending.end;
|
|
189
|
+
const boundEnd = highestFinalizedIndex !== undefined ? Math.max(pending.boundEnd, unfinalizedTaggingIndexesWindowEnd(highestFinalizedIndex)) : pending.boundEnd;
|
|
190
|
+
// Double the probe each round, capped at the window (see INITIAL_CONSTRAINED_PROBE_LEN in ../constants.ts).
|
|
191
|
+
// The queried range is already bounded by boundEnd (a probe can never reach
|
|
192
|
+
// more than WINDOW_LEN past the finalized frontier); this cap just keeps the stored length from growing unbounded
|
|
193
|
+
// once the probe saturates the window.
|
|
194
|
+
const nextProbeLen = Math.min(pending.probeLen * 2, UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN);
|
|
195
|
+
if (probeFullyConsumed && pending.end < boundEnd) {
|
|
196
|
+
return {
|
|
197
|
+
kind: AppTaggingSecretKind.CONSTRAINED,
|
|
198
|
+
secret: pending.secret,
|
|
199
|
+
start: pending.end,
|
|
200
|
+
end: Math.min(boundEnd, pending.end + nextProbeLen),
|
|
201
|
+
boundEnd,
|
|
202
|
+
probeLen: nextProbeLen
|
|
203
|
+
};
|
|
204
|
+
}
|
|
205
|
+
return undefined;
|
|
206
|
+
}
|
|
207
|
+
/**
|
|
208
|
+
* Processes a single unconstrained secret's fetched logs: updates stored indexes and returns a new PendingSecret
|
|
140
209
|
* if the window needs to advance, or undefined if this secret is done.
|
|
141
|
-
*/ async function
|
|
210
|
+
*/ async function processUnconstrainedResults(pending, logsWithIndexes, taggingStore, currentTimestamp, finalizedBlockNumber, jobId) {
|
|
142
211
|
const { highestAgedIndex, highestFinalizedIndex } = findHighestIndexes(logsWithIndexes, currentTimestamp, finalizedBlockNumber);
|
|
143
212
|
// Store updates in data provider and update local variables
|
|
144
213
|
if (highestAgedIndex !== undefined) {
|
|
@@ -155,9 +224,11 @@ import { findHighestIndexes } from './utils/find_highest_indexes.js';
|
|
|
155
224
|
await taggingStore.updateHighestFinalizedIndex(pending.secret, highestFinalizedIndex, jobId);
|
|
156
225
|
// For the next iteration we want to look only at indexes for which we have not yet fetched logs while
|
|
157
226
|
// ensuring that we do not look further than WINDOW_LEN ahead of the highest finalized index.
|
|
227
|
+
const end = unfinalizedTaggingIndexesWindowEnd(highestFinalizedIndex);
|
|
158
228
|
return {
|
|
229
|
+
kind: AppTaggingSecretKind.UNCONSTRAINED,
|
|
159
230
|
secret: pending.secret,
|
|
160
231
|
start: pending.end,
|
|
161
|
-
end
|
|
232
|
+
end
|
|
162
233
|
};
|
|
163
234
|
}
|
|
@@ -1,16 +1,19 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
2
|
import type { AztecNode } from '@aztec/stdlib/interfaces/server';
|
|
3
3
|
import type { AppTaggingSecret } from '@aztec/stdlib/logs';
|
|
4
4
|
import type { SenderTaggingStore } from '../../storage/tagging_store/sender_tagging_store.js';
|
|
5
|
+
import type { LogQueryAnchor } from '../get_all_logs_by_tags.js';
|
|
5
6
|
/**
|
|
6
7
|
* Syncs tagging indexes. This function needs to be called whenever a private log is being sent.
|
|
7
8
|
*
|
|
8
9
|
* @param secret - The sender-side tagging `AppTaggingSecret`.
|
|
10
|
+
* @param finalizedBlockNumber - The locally-synced finalized tip, used to tell whether the block a discovered log
|
|
11
|
+
* sits in is finalized.
|
|
9
12
|
* @remarks When syncing the indexes as sender we don't care about the log contents - we only care about the highest
|
|
10
13
|
* pending and highest finalized indexes as that guides the next index choice when sending a log. The next index choice
|
|
11
14
|
* is simply the highest pending index plus one (or finalized if pending is undefined).
|
|
12
15
|
* @dev This function looks for new indexes, adds them to pending, then it checks status of each pending index and
|
|
13
16
|
* updates its status accordingly.
|
|
14
17
|
*/
|
|
15
|
-
export declare function syncSenderTaggingIndexes(secret: AppTaggingSecret, aztecNode: AztecNode, taggingStore: SenderTaggingStore,
|
|
16
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
18
|
+
export declare function syncSenderTaggingIndexes(secret: AppTaggingSecret, aztecNode: AztecNode, taggingStore: SenderTaggingStore, finalizedBlockNumber: BlockNumber, anchor: LogQueryAnchor, jobId: string): Promise<void>;
|
|
19
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3luY19zZW5kZXJfdGFnZ2luZ19pbmRleGVzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvdGFnZ2luZy9zZW5kZXJfc3luYy9zeW5jX3NlbmRlcl90YWdnaW5nX2luZGV4ZXMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsV0FBVyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFDbkUsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFDakUsT0FBTyxLQUFLLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUUzRCxPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHFEQUFxRCxDQUFDO0FBRTlGLE9BQU8sS0FBSyxFQUFFLGNBQWMsRUFBRSxNQUFNLDRCQUE0QixDQUFDO0FBSWpFOzs7Ozs7Ozs7OztHQVdHO0FBQ0gsd0JBQXNCLHdCQUF3QixDQUM1QyxNQUFNLEVBQUUsZ0JBQWdCLEVBQ3hCLFNBQVMsRUFBRSxTQUFTLEVBQ3BCLFlBQVksRUFBRSxrQkFBa0IsRUFDaEMsb0JBQW9CLEVBQUUsV0FBVyxFQUNqQyxNQUFNLEVBQUUsY0FBYyxFQUN0QixLQUFLLEVBQUUsTUFBTSxHQUNaLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0EwRWYifQ==
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sync_sender_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../src/tagging/sender_sync/sync_sender_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"sync_sender_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../src/tagging/sender_sync/sync_sender_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qDAAqD,CAAC;AAE9F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAIjE;;;;;;;;;;;GAWG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,kBAAkB,EAChC,oBAAoB,EAAE,WAAW,EACjC,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CA0Ef"}
|
|
@@ -1,16 +1,18 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { EMPTY_STATUS_CHANGE, getStatusChangeOfPending, mergeStatusChanges } from './utils/get_status_change_of_pending.js';
|
|
1
|
+
import { unfinalizedTaggingIndexesWindowEnd } from '../constants.js';
|
|
3
2
|
import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_tagging_indexes.js';
|
|
3
|
+
import { resolvePendingTxs } from './utils/resolve_pending_txs.js';
|
|
4
4
|
/**
|
|
5
5
|
* Syncs tagging indexes. This function needs to be called whenever a private log is being sent.
|
|
6
6
|
*
|
|
7
7
|
* @param secret - The sender-side tagging `AppTaggingSecret`.
|
|
8
|
+
* @param finalizedBlockNumber - The locally-synced finalized tip, used to tell whether the block a discovered log
|
|
9
|
+
* sits in is finalized.
|
|
8
10
|
* @remarks When syncing the indexes as sender we don't care about the log contents - we only care about the highest
|
|
9
11
|
* pending and highest finalized indexes as that guides the next index choice when sending a log. The next index choice
|
|
10
12
|
* is simply the highest pending index plus one (or finalized if pending is undefined).
|
|
11
13
|
* @dev This function looks for new indexes, adds them to pending, then it checks status of each pending index and
|
|
12
14
|
* updates its status accordingly.
|
|
13
|
-
*/ export async function syncSenderTaggingIndexes(secret, aztecNode, taggingStore,
|
|
15
|
+
*/ export async function syncSenderTaggingIndexes(secret, aztecNode, taggingStore, finalizedBlockNumber, anchor, jobId) {
|
|
14
16
|
// # Explanation of how syncing works
|
|
15
17
|
//
|
|
16
18
|
// When choosing an index, we select: highest pending index + 1 (or highest finalized index + 1 if no pending).
|
|
@@ -26,44 +28,30 @@ import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_taggin
|
|
|
26
28
|
// than WINDOW_LEN from the highest finalized index.
|
|
27
29
|
//
|
|
28
30
|
// # Note on performance
|
|
29
|
-
//
|
|
30
|
-
//
|
|
31
|
+
// A window advance usually takes a single logs query: the finalization status of most txs the logs surface is
|
|
32
|
+
// derived from the log block numbers and the locally-synced finalized tip, without a per-tx node call. See
|
|
33
|
+
// `resolvePendingTxs` for the txs that the logs cannot settle and what they cost.
|
|
31
34
|
const finalizedIndex = await taggingStore.getLastFinalizedIndex(secret, jobId);
|
|
32
35
|
let start = finalizedIndex === undefined ? 0 : finalizedIndex + 1;
|
|
33
|
-
|
|
36
|
+
// The loop only extends the window when the finalized index moves,
|
|
37
|
+
// so this first window must cover the entire permitted range on its own.
|
|
38
|
+
let end = unfinalizedTaggingIndexesWindowEnd(finalizedIndex);
|
|
34
39
|
let previousFinalizedIndex = finalizedIndex;
|
|
35
40
|
let newFinalizedIndex = undefined;
|
|
36
41
|
while(true){
|
|
37
|
-
|
|
38
|
-
//
|
|
39
|
-
const
|
|
40
|
-
|
|
41
|
-
const [, statusOfKnown] = await Promise.all([
|
|
42
|
-
loadAndStoreNewTaggingIndexes(secret, start, end, aztecNode, taggingStore, anchorBlockHash, jobId),
|
|
43
|
-
knownPendingTxHashes.length > 0 ? getStatusChangeOfPending(knownPendingTxHashes, aztecNode) : Promise.resolve(EMPTY_STATUS_CHANGE)
|
|
44
|
-
]);
|
|
45
|
-
// Re-read pending tx hashes after the logs query writes any newly-discovered ones to the store.
|
|
46
|
-
const allPendingTxHashes = await taggingStore.getTxHashesOfPendingIndexes(secret, start, end, jobId);
|
|
47
|
-
if (allPendingTxHashes.length === 0) {
|
|
42
|
+
const txsInLogs = await loadAndStoreNewTaggingIndexes(secret, start, end, aztecNode, taggingStore, anchor, jobId);
|
|
43
|
+
// Pending txs for this window: prior syncs, txs this PXE itself sent, and what the logs just stored.
|
|
44
|
+
const pendingTxs = await taggingStore.getPendingTxs(secret, start, end, jobId);
|
|
45
|
+
if (pendingTxs.length === 0) {
|
|
48
46
|
break;
|
|
49
47
|
}
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
//
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
const
|
|
56
|
-
|
|
57
|
-
await taggingStore.dropPendingIndexes(txHashesToDrop, jobId);
|
|
58
|
-
await taggingStore.finalizePendingIndexes(txHashesToFinalize, jobId);
|
|
59
|
-
if (txHashesWithExecutionReverted.length > 0) {
|
|
60
|
-
const indexedTxEffects = await Promise.all(txHashesWithExecutionReverted.map((txHash)=>aztecNode.getTxEffect(txHash)));
|
|
61
|
-
for (const indexedTxEffect of indexedTxEffects){
|
|
62
|
-
if (indexedTxEffect === undefined) {
|
|
63
|
-
throw new Error('TxEffect not found for execution-reverted tx. This is either a bug or a reorg has occurred.');
|
|
64
|
-
}
|
|
65
|
-
await taggingStore.finalizePendingIndexesOfAPartiallyRevertedTx(indexedTxEffect.data, jobId);
|
|
66
|
-
}
|
|
48
|
+
const { txHashesFinalizedFromLogs, txHashesFinalizedFromReceipts, txHashesDropped, receiptsWithExecutionReverted } = await resolvePendingTxs(pendingTxs, txsInLogs, finalizedBlockNumber, aztecNode);
|
|
49
|
+
await taggingStore.dropPendingIndexes(txHashesDropped, jobId);
|
|
50
|
+
// The logs are queried per secret, so they only evidence this one's indexes. A receipt covers the whole tx.
|
|
51
|
+
await taggingStore.finalizePendingIndexesOfSecret(secret, txHashesFinalizedFromLogs, jobId);
|
|
52
|
+
await taggingStore.finalizePendingIndexes(txHashesFinalizedFromReceipts, jobId);
|
|
53
|
+
for (const receipt of receiptsWithExecutionReverted){
|
|
54
|
+
await taggingStore.finalizePendingIndexesOfAPartiallyRevertedTx(receipt.txEffect, jobId);
|
|
67
55
|
}
|
|
68
56
|
// We check if the finalized index has been updated.
|
|
69
57
|
newFinalizedIndex = await taggingStore.getLastFinalizedIndex(secret, jobId);
|
|
@@ -79,8 +67,7 @@ import { loadAndStoreNewTaggingIndexes } from './utils/load_and_store_new_taggin
|
|
|
79
67
|
// Previous window: [11, 12, 13, 14, 15, 16, 17, 18, 19, 20]
|
|
80
68
|
// New window: [21, 22, 23]
|
|
81
69
|
const previousEnd = end;
|
|
82
|
-
|
|
83
|
-
end = newFinalizedIndex + UNFINALIZED_TAGGING_INDEXES_WINDOW_LEN + 1;
|
|
70
|
+
end = unfinalizedTaggingIndexesWindowEnd(newFinalizedIndex);
|
|
84
71
|
start = previousEnd;
|
|
85
72
|
previousFinalizedIndex = newFinalizedIndex;
|
|
86
73
|
} else {
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import type { AztecNode } from '@aztec/stdlib/interfaces/server';
|
|
3
|
+
import { TxHash } from '@aztec/stdlib/tx';
|
|
4
|
+
import type { PendingTx } from '../../../storage/tagging_store/sender_tagging_store.js';
|
|
5
|
+
import type { TxInLogs } from './load_and_store_new_tagging_indexes.js';
|
|
6
|
+
/** A sync window's pending txs, grouped by what the window's logs evidence about each of them. */
|
|
7
|
+
export type LogClassification = {
|
|
8
|
+
txHashesFinalized: TxHash[];
|
|
9
|
+
txHashesWithExecutionReverted: TxHash[];
|
|
10
|
+
txHashesAbsent: TxHash[];
|
|
11
|
+
};
|
|
12
|
+
/** Groups a window's pending txs by what its logs say about them. */
|
|
13
|
+
export declare function classifyPendingTxsFromLogs(pendingTxs: PendingTx[], txsInLogs: Map<string, TxInLogs>, finalizedBlockNumber: BlockNumber): LogClassification;
|
|
14
|
+
/** A batch of pending txs grouped by what their receipts report about them. */
|
|
15
|
+
export type ReceiptClassification = {
|
|
16
|
+
txHashesFinalized: TxHash[];
|
|
17
|
+
txHashesDropped: TxHash[];
|
|
18
|
+
txHashesWithExecutionReverted: TxHash[];
|
|
19
|
+
};
|
|
20
|
+
/** Groups pending txs by what their receipts say, for the txs the logs could not resolve. */
|
|
21
|
+
export declare function classifyPendingTxsFromReceipts(pending: TxHash[], aztecNode: AztecNode): Promise<ReceiptClassification>;
|
|
22
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3NpZnlfcGVuZGluZ190eHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy90YWdnaW5nL3NlbmRlcl9zeW5jL3V0aWxzL2NsYXNzaWZ5X3BlbmRpbmdfdHhzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFdBQVcsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ25FLE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBQ2pFLE9BQU8sRUFBRSxNQUFNLEVBQVksTUFBTSxrQkFBa0IsQ0FBQztBQUVwRCxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSx3REFBd0QsQ0FBQztBQUN4RixPQUFPLEtBQUssRUFBRSxRQUFRLEVBQUUsTUFBTSx5Q0FBeUMsQ0FBQztBQUV4RSxrR0FBa0c7QUFDbEcsTUFBTSxNQUFNLGlCQUFpQixHQUFHO0lBQzlCLGlCQUFpQixFQUFFLE1BQU0sRUFBRSxDQUFDO0lBQzVCLDZCQUE2QixFQUFFLE1BQU0sRUFBRSxDQUFDO0lBQ3hDLGNBQWMsRUFBRSxNQUFNLEVBQUUsQ0FBQztDQUMxQixDQUFDO0FBRUYscUVBQXFFO0FBQ3JFLHdCQUFnQiwwQkFBMEIsQ0FDeEMsVUFBVSxFQUFFLFNBQVMsRUFBRSxFQUN2QixTQUFTLEVBQUUsR0FBRyxDQUFDLE1BQU0sRUFBRSxRQUFRLENBQUMsRUFDaEMsb0JBQW9CLEVBQUUsV0FBVyxHQUNoQyxpQkFBaUIsQ0FzQm5CO0FBRUQsK0VBQStFO0FBQy9FLE1BQU0sTUFBTSxxQkFBcUIsR0FBRztJQUNsQyxpQkFBaUIsRUFBRSxNQUFNLEVBQUUsQ0FBQztJQUM1QixlQUFlLEVBQUUsTUFBTSxFQUFFLENBQUM7SUFDMUIsNkJBQTZCLEVBQUUsTUFBTSxFQUFFLENBQUM7Q0FDekMsQ0FBQztBQUVGLDZGQUE2RjtBQUM3Rix3QkFBc0IsOEJBQThCLENBQ2xELE9BQU8sRUFBRSxNQUFNLEVBQUUsRUFDakIsU0FBUyxFQUFFLFNBQVMsR0FDbkIsT0FBTyxDQUFDLHFCQUFxQixDQUFDLENBb0NoQyJ9
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classify_pending_txs.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/classify_pending_txs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,MAAM,EAAY,MAAM,kBAAkB,CAAC;AAEpD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wDAAwD,CAAC;AACxF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yCAAyC,CAAC;AAExE,kGAAkG;AAClG,MAAM,MAAM,iBAAiB,GAAG;IAC9B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,6BAA6B,EAAE,MAAM,EAAE,CAAC;IACxC,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,qEAAqE;AACrE,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,SAAS,EAAE,EACvB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,EAChC,oBAAoB,EAAE,WAAW,GAChC,iBAAiB,CAsBnB;AAED,+EAA+E;AAC/E,MAAM,MAAM,qBAAqB,GAAG;IAClC,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,6BAA6B,EAAE,MAAM,EAAE,CAAC;CACzC,CAAC;AAEF,6FAA6F;AAC7F,wBAAsB,8BAA8B,CAClD,OAAO,EAAE,MAAM,EAAE,EACjB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,qBAAqB,CAAC,CAoChC"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { TxHash, TxStatus } from '@aztec/stdlib/tx';
|
|
2
|
+
/** Groups a window's pending txs by what its logs say about them. */ export function classifyPendingTxsFromLogs(pendingTxs, txsInLogs, finalizedBlockNumber) {
|
|
3
|
+
const txHashesFinalized = [];
|
|
4
|
+
const txHashesWithExecutionReverted = [];
|
|
5
|
+
const txHashesAbsent = [];
|
|
6
|
+
for (const pendingTx of pendingTxs){
|
|
7
|
+
const txHash = TxHash.fromString(pendingTx.txHash);
|
|
8
|
+
const txInLogs = txsInLogs.get(pendingTx.txHash);
|
|
9
|
+
if (!txInLogs) {
|
|
10
|
+
txHashesAbsent.push(txHash);
|
|
11
|
+
} else if (txInLogs.blockNumber > finalizedBlockNumber) {
|
|
12
|
+
// A tx in the logs is mined in the log's block, so it is finalized exactly when that block is at or below the
|
|
13
|
+
// finalized tip. This one is not, so it belongs to no group until the tip catches up.
|
|
14
|
+
} else if (txInLogs.taggingIndexes.includes(pendingTx.highestIndex)) {
|
|
15
|
+
txHashesFinalized.push(txHash);
|
|
16
|
+
} else {
|
|
17
|
+
// A partially reverted tx: the revert dropped the logs carrying its higher indexes.
|
|
18
|
+
txHashesWithExecutionReverted.push(txHash);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
return {
|
|
22
|
+
txHashesFinalized,
|
|
23
|
+
txHashesWithExecutionReverted,
|
|
24
|
+
txHashesAbsent
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
/** Groups pending txs by what their receipts say, for the txs the logs could not resolve. */ export async function classifyPendingTxsFromReceipts(pending, aztecNode) {
|
|
28
|
+
const receipts = await Promise.all(pending.map((pendingTxHash)=>aztecNode.getTxReceipt(pendingTxHash)));
|
|
29
|
+
const txHashesFinalized = [];
|
|
30
|
+
const txHashesDropped = [];
|
|
31
|
+
const txHashesWithExecutionReverted = [];
|
|
32
|
+
for(let i = 0; i < receipts.length; i++){
|
|
33
|
+
const receipt = receipts[i];
|
|
34
|
+
const txHash = pending[i];
|
|
35
|
+
if (receipt.status === TxStatus.FINALIZED) {
|
|
36
|
+
// Tx has been included in a block and the corresponding block is finalized
|
|
37
|
+
if (receipt.hasExecutionSucceeded()) {
|
|
38
|
+
// No part of execution reverted - we just finalize all the indexes.
|
|
39
|
+
txHashesFinalized.push(txHash);
|
|
40
|
+
} else if (receipt.hasExecutionReverted()) {
|
|
41
|
+
// Tx was mined but execution reverted (app logic, teardown, or both). Some logs from the non-revertible
|
|
42
|
+
// phase may still be onchain. We check which tags made it onchain and finalize those; drop the rest.
|
|
43
|
+
txHashesWithExecutionReverted.push(txHash);
|
|
44
|
+
} else {
|
|
45
|
+
// Defensive check - this branch should never be triggered
|
|
46
|
+
throw new Error('Both hasExecutionSucceeded and hasExecutionReverted on the receipt returned false. This should never happen and it implies a bug. Please open an issue.');
|
|
47
|
+
}
|
|
48
|
+
} else if (receipt.isDropped()) {
|
|
49
|
+
// Tx was dropped from the mempool --> we drop the corresponding pending indexes.
|
|
50
|
+
txHashesDropped.push(txHash);
|
|
51
|
+
} else {
|
|
52
|
+
// Tx is still pending, not yet finalized, or was mined successfully but not yet finalized --> we don't do
|
|
53
|
+
// anything.
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
return {
|
|
57
|
+
txHashesFinalized,
|
|
58
|
+
txHashesDropped,
|
|
59
|
+
txHashesWithExecutionReverted
|
|
60
|
+
};
|
|
61
|
+
}
|
|
@@ -1,9 +1,12 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
2
|
import type { AztecNode } from '@aztec/stdlib/interfaces/server';
|
|
3
3
|
import { type AppTaggingSecret } from '@aztec/stdlib/logs';
|
|
4
4
|
import type { SenderTaggingStore } from '../../../storage/tagging_store/sender_tagging_store.js';
|
|
5
|
+
import { type LogQueryAnchor } from '../../get_all_logs_by_tags.js';
|
|
5
6
|
/**
|
|
6
|
-
* Loads tagging indexes from the Aztec node and stores them in the tagging data provider.
|
|
7
|
+
* Loads tagging indexes from the Aztec node and stores them in the tagging data provider. Returns the txs the
|
|
8
|
+
* window's logs carried, keyed by tx hash string, with the block each was mined in and the window indexes it used,
|
|
9
|
+
* so the caller can classify their finalization status without further node queries.
|
|
7
10
|
* @remarks This function is one of two places by which a pending index can get to the tagging data provider. The other
|
|
8
11
|
* place is when a tx is being sent from this PXE.
|
|
9
12
|
* @param extendedSecret - The app tagging secret whose indexes are being synced.
|
|
@@ -11,9 +14,16 @@ import type { SenderTaggingStore } from '../../../storage/tagging_store/sender_t
|
|
|
11
14
|
* @param end - The ending index (exclusive) of the window to process.
|
|
12
15
|
* @param aztecNode - The Aztec node instance to query for logs.
|
|
13
16
|
* @param taggingStore - The data provider to store pending indexes.
|
|
14
|
-
* @param
|
|
17
|
+
* @param anchor - Block the log query is anchored to.
|
|
15
18
|
* @param jobId - Job identifier, used to keep writes in-memory until they can be persisted in a data integrity
|
|
16
19
|
* preserving way.
|
|
17
20
|
*/
|
|
18
|
-
export declare function loadAndStoreNewTaggingIndexes(extendedSecret: AppTaggingSecret, start: number, end: number, aztecNode: AztecNode, taggingStore: SenderTaggingStore,
|
|
19
|
-
|
|
21
|
+
export declare function loadAndStoreNewTaggingIndexes(extendedSecret: AppTaggingSecret, start: number, end: number, aztecNode: AztecNode, taggingStore: SenderTaggingStore, anchor: LogQueryAnchor, jobId: string): Promise<Map<string, TxInLogs>>;
|
|
22
|
+
/** A tx that a sync window's logs carried. */
|
|
23
|
+
export type TxInLogs = {
|
|
24
|
+
/** The block the tx was mined in, which decides whether it is finalized. */
|
|
25
|
+
blockNumber: BlockNumber;
|
|
26
|
+
/** The window's tagging indexes whose siloed tags this tx's logs carried. */
|
|
27
|
+
taggingIndexes: number[];
|
|
28
|
+
};
|
|
29
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9hZF9hbmRfc3RvcmVfbmV3X3RhZ2dpbmdfaW5kZXhlcy5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL3RhZ2dpbmcvc2VuZGVyX3N5bmMvdXRpbHMvbG9hZF9hbmRfc3RvcmVfbmV3X3RhZ2dpbmdfaW5kZXhlcy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNuRSxPQUFPLEtBQUssRUFBRSxTQUFTLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNqRSxPQUFPLEVBQUUsS0FBSyxnQkFBZ0IsRUFBNkIsTUFBTSxvQkFBb0IsQ0FBQztBQUd0RixPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLHdEQUF3RCxDQUFDO0FBQ2pHLE9BQU8sRUFBRSxLQUFLLGNBQWMsRUFBMkIsTUFBTSwrQkFBK0IsQ0FBQztBQUU3Rjs7Ozs7Ozs7Ozs7Ozs7R0FjRztBQUNILHdCQUFzQiw2QkFBNkIsQ0FDakQsY0FBYyxFQUFFLGdCQUFnQixFQUNoQyxLQUFLLEVBQUUsTUFBTSxFQUNiLEdBQUcsRUFBRSxNQUFNLEVBQ1gsU0FBUyxFQUFFLFNBQVMsRUFDcEIsWUFBWSxFQUFFLGtCQUFrQixFQUNoQyxNQUFNLEVBQUUsY0FBYyxFQUN0QixLQUFLLEVBQUUsTUFBTSxHQUNaLE9BQU8sQ0FBQyxHQUFHLENBQUMsTUFBTSxFQUFFLFFBQVEsQ0FBQyxDQUFDLENBNkJoQztBQUVELDhDQUE4QztBQUM5QyxNQUFNLE1BQU0sUUFBUSxHQUFHO0lBQ3JCLDRFQUE0RTtJQUM1RSxXQUFXLEVBQUUsV0FBVyxDQUFDO0lBQ3pCLDZFQUE2RTtJQUM3RSxjQUFjLEVBQUUsTUFBTSxFQUFFLENBQUM7Q0FDMUIsQ0FBQyJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load_and_store_new_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"load_and_store_new_tagging_indexes.d.ts","sourceRoot":"","sources":["../../../../src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,KAAK,gBAAgB,EAA6B,MAAM,oBAAoB,CAAC;AAGtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wDAAwD,CAAC;AACjG,OAAO,EAAE,KAAK,cAAc,EAA2B,MAAM,+BAA+B,CAAC;AAE7F;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,6BAA6B,CACjD,cAAc,EAAE,gBAAgB,EAChC,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,kBAAkB,EAChC,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CA6BhC;AAED,8CAA8C;AAC9C,MAAM,MAAM,QAAQ,GAAG;IACrB,4EAA4E;IAC5E,WAAW,EAAE,WAAW,CAAC;IACzB,6EAA6E;IAC7E,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC"}
|
|
@@ -2,7 +2,9 @@ import { SiloedTag } from '@aztec/stdlib/logs';
|
|
|
2
2
|
import { TxHash } from '@aztec/stdlib/tx';
|
|
3
3
|
import { getAllPrivateLogsByTags } from '../../get_all_logs_by_tags.js';
|
|
4
4
|
/**
|
|
5
|
-
* Loads tagging indexes from the Aztec node and stores them in the tagging data provider.
|
|
5
|
+
* Loads tagging indexes from the Aztec node and stores them in the tagging data provider. Returns the txs the
|
|
6
|
+
* window's logs carried, keyed by tx hash string, with the block each was mined in and the window indexes it used,
|
|
7
|
+
* so the caller can classify their finalization status without further node queries.
|
|
6
8
|
* @remarks This function is one of two places by which a pending index can get to the tagging data provider. The other
|
|
7
9
|
* place is when a tx is being sent from this PXE.
|
|
8
10
|
* @param extendedSecret - The app tagging secret whose indexes are being synced.
|
|
@@ -10,10 +12,10 @@ import { getAllPrivateLogsByTags } from '../../get_all_logs_by_tags.js';
|
|
|
10
12
|
* @param end - The ending index (exclusive) of the window to process.
|
|
11
13
|
* @param aztecNode - The Aztec node instance to query for logs.
|
|
12
14
|
* @param taggingStore - The data provider to store pending indexes.
|
|
13
|
-
* @param
|
|
15
|
+
* @param anchor - Block the log query is anchored to.
|
|
14
16
|
* @param jobId - Job identifier, used to keep writes in-memory until they can be persisted in a data integrity
|
|
15
17
|
* preserving way.
|
|
16
|
-
*/ export async function loadAndStoreNewTaggingIndexes(extendedSecret, start, end, aztecNode, taggingStore,
|
|
18
|
+
*/ export async function loadAndStoreNewTaggingIndexes(extendedSecret, start, end, aztecNode, taggingStore, anchor, jobId) {
|
|
17
19
|
// We compute the tags for the current window of indexes
|
|
18
20
|
const siloedTagsForWindow = await Promise.all(Array.from({
|
|
19
21
|
length: end - start
|
|
@@ -21,52 +23,51 @@ import { getAllPrivateLogsByTags } from '../../get_all_logs_by_tags.js';
|
|
|
21
23
|
extendedSecret,
|
|
22
24
|
index: start + i
|
|
23
25
|
})));
|
|
24
|
-
const
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
26
|
+
const allLogs = await getAllPrivateLogsByTags(aztecNode, siloedTagsForWindow, anchor);
|
|
27
|
+
if (allLogs.length !== siloedTagsForWindow.length) {
|
|
28
|
+
throw new Error(`Number of log arrays does not match number of tags. ${allLogs.length} !== ${siloedTagsForWindow.length}`);
|
|
29
|
+
}
|
|
30
|
+
const txsInLogs = getTxsInLogs(allLogs, start);
|
|
31
|
+
// Now we iterate over the map, construct the tagging index ranges and store them in the db. A tx already tracked
|
|
32
|
+
// in the store is merged rather than range-checked: if this PXE sent the tx and it partially reverted, the chain
|
|
33
|
+
// only shows the surviving sub-range of the prove-time entry (the finalized receipt step of the sync owns
|
|
34
|
+
// resolving that difference), and a tx from another PXE may straddle a sync window boundary, in which case the
|
|
35
|
+
// entry is widened so the next index choice covers the full onchain range.
|
|
36
|
+
for (const [txHashStr, { taggingIndexes }] of txsInLogs.entries()){
|
|
28
37
|
const txHash = TxHash.fromString(txHashStr);
|
|
29
38
|
const ranges = [
|
|
30
39
|
{
|
|
31
40
|
extendedSecret,
|
|
32
|
-
lowestIndex: Math.min(...
|
|
33
|
-
highestIndex: Math.max(...
|
|
41
|
+
lowestIndex: Math.min(...taggingIndexes),
|
|
42
|
+
highestIndex: Math.max(...taggingIndexes)
|
|
34
43
|
}
|
|
35
44
|
];
|
|
36
|
-
await taggingStore.
|
|
45
|
+
await taggingStore.mergePendingIndexes(ranges, txHash, jobId);
|
|
37
46
|
}
|
|
47
|
+
return txsInLogs;
|
|
38
48
|
}
|
|
39
|
-
// Returns
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
// We use the utility function below to retrieve all logs for the tags across all pages, so we don't need to handle
|
|
43
|
-
// pagination here. Sender sync only needs `txHash` from each log, so we leave `includeEffects` off.
|
|
44
|
-
const allLogs = await getAllPrivateLogsByTags(aztecNode, tags, anchorBlockHash);
|
|
45
|
-
return allLogs.map((logs)=>logs.map((log)=>log.txHash));
|
|
46
|
-
}
|
|
47
|
-
// Returns a map of txHash to all indexes for that txHash.
|
|
48
|
-
function getTxIndexesMap(txHashesForTags, start, count) {
|
|
49
|
-
if (txHashesForTags.length !== count) {
|
|
50
|
-
throw new Error(`Number of tx hashes arrays does not match number of tags. ${txHashesForTags.length} !== ${count}`);
|
|
51
|
-
}
|
|
52
|
-
const indexesMap = new Map();
|
|
49
|
+
// Returns a map of txHash to the block it was mined in and all window indexes used by it.
|
|
50
|
+
function getTxsInLogs(logsForTags, start) {
|
|
51
|
+
const txsInLogs = new Map();
|
|
53
52
|
// Iterate over indexes
|
|
54
|
-
for(let i = 0; i <
|
|
53
|
+
for(let i = 0; i < logsForTags.length; i++){
|
|
55
54
|
const taggingIndex = start + i;
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
const
|
|
60
|
-
const existing = indexesMap.get(key);
|
|
55
|
+
// iterate over logs that used that index (tag)
|
|
56
|
+
for (const log of logsForTags[i]){
|
|
57
|
+
const key = log.txHash.toString();
|
|
58
|
+
const existing = txsInLogs.get(key);
|
|
61
59
|
// Add the index to the tx's indexes
|
|
62
60
|
if (existing) {
|
|
63
|
-
existing.push(taggingIndex);
|
|
61
|
+
existing.taggingIndexes.push(taggingIndex);
|
|
64
62
|
} else {
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
63
|
+
txsInLogs.set(key, {
|
|
64
|
+
blockNumber: log.blockNumber,
|
|
65
|
+
taggingIndexes: [
|
|
66
|
+
taggingIndex
|
|
67
|
+
]
|
|
68
|
+
});
|
|
68
69
|
}
|
|
69
70
|
}
|
|
70
71
|
}
|
|
71
|
-
return
|
|
72
|
+
return txsInLogs;
|
|
72
73
|
}
|