@aztec/pxe 5.0.0-private.20260319 → 5.0.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bin/check_oracle_version.js +45 -111
- package/dest/bin/index.d.ts +2 -0
- package/dest/bin/index.d.ts.map +1 -0
- package/dest/bin/index.js +1 -0
- package/dest/bin/oracle_version_helpers.d.ts +51 -0
- package/dest/bin/oracle_version_helpers.d.ts.map +1 -0
- package/dest/bin/oracle_version_helpers.js +254 -0
- package/dest/block_synchronizer/block_stream_source.d.ts +10 -0
- package/dest/block_synchronizer/block_stream_source.d.ts.map +1 -0
- package/dest/block_synchronizer/block_stream_source.js +37 -0
- package/dest/block_synchronizer/block_synchronizer.d.ts +20 -14
- package/dest/block_synchronizer/block_synchronizer.d.ts.map +1 -1
- package/dest/block_synchronizer/block_synchronizer.js +78 -28
- package/dest/config/index.d.ts +8 -1
- package/dest/config/index.d.ts.map +1 -1
- package/dest/config/index.js +13 -14
- package/dest/contract_function_simulator/contract_function_simulator.d.ts +19 -19
- package/dest/contract_function_simulator/contract_function_simulator.d.ts.map +1 -1
- package/dest/contract_function_simulator/contract_function_simulator.js +57 -32
- package/dest/contract_function_simulator/ephemeral_array_service.d.ts +28 -0
- package/dest/contract_function_simulator/ephemeral_array_service.d.ts.map +1 -0
- package/dest/contract_function_simulator/ephemeral_array_service.js +78 -0
- package/dest/contract_function_simulator/execution_note_cache.d.ts +2 -2
- package/dest/contract_function_simulator/execution_note_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts +5 -9
- package/dest/contract_function_simulator/execution_tagging_index_cache.d.ts.map +1 -1
- package/dest/contract_function_simulator/execution_tagging_index_cache.js +3 -7
- package/dest/contract_function_simulator/index.d.ts +24 -6
- package/dest/contract_function_simulator/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/index.js +11 -4
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts +29 -0
- package/dest/contract_function_simulator/noir-structs/bounded_vec.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/bounded_vec.js +30 -0
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts +9 -0
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/contract_class_log_data.js +1 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts +7 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/embedded_curve_point.js +1 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts +37 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/ephemeral_array.js +59 -0
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts +5 -5
- package/dest/contract_function_simulator/noir-structs/event_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/event_validation_request.js +7 -9
- package/dest/contract_function_simulator/noir-structs/fact.d.ts +16 -0
- package/dest/contract_function_simulator/noir-structs/fact.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/fact.js +6 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts +27 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/fact_collection.js +29 -0
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts +19 -10
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_request.js +12 -24
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts +5 -9
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/log_retrieval_response.js +2 -61
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts +27 -0
- package/dest/contract_function_simulator/noir-structs/note_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/note_data.js +3 -0
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts +5 -5
- package/dest/contract_function_simulator/noir-structs/note_validation_request.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/note_validation_request.js +8 -10
- package/dest/contract_function_simulator/noir-structs/option.d.ts +59 -0
- package/dest/contract_function_simulator/noir-structs/option.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/option.js +67 -0
- package/dest/contract_function_simulator/noir-structs/origin_block.d.ts +11 -0
- package/dest/contract_function_simulator/noir-structs/origin_block.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/origin_block.js +5 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts +8 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/provided_secret.js +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts +21 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tagging_strategy.js +33 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts +21 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/resolved_tx.js +50 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts +14 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.d.ts.map +1 -0
- package/dest/contract_function_simulator/noir-structs/tx_effect_data.js +5 -0
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts +6 -11
- package/dest/contract_function_simulator/noir-structs/utility_context.d.ts.map +1 -1
- package/dest/contract_function_simulator/noir-structs/utility_context.js +1 -20
- package/dest/contract_function_simulator/oracle/acir_callback.d.ts +16 -0
- package/dest/contract_function_simulator/oracle/acir_callback.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/acir_callback.js +71 -0
- package/dest/contract_function_simulator/oracle/index.d.ts +2 -13
- package/dest/contract_function_simulator/oracle/index.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/index.js +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.d.ts +15 -103
- package/dest/contract_function_simulator/oracle/interfaces.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/interfaces.js +2 -2
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts +3 -14
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/message_load_oracle_inputs.js +1 -24
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts +2 -2
- package/dest/contract_function_simulator/oracle/note_packing_utils.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/note_packing_utils.js +2 -2
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts +135 -0
- package/dest/contract_function_simulator/oracle/oracle_registry.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/oracle_registry.js +976 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts +183 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.d.ts.map +1 -0
- package/dest/contract_function_simulator/oracle/oracle_type_mappings.js +1222 -0
- package/dest/contract_function_simulator/oracle/private_execution.d.ts +1 -1
- package/dest/contract_function_simulator/oracle/private_execution.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution.js +3 -4
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts +44 -42
- package/dest/contract_function_simulator/oracle/private_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/private_execution_oracle.js +147 -59
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts +143 -71
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.d.ts.map +1 -1
- package/dest/contract_function_simulator/oracle/utility_execution_oracle.js +485 -187
- package/dest/contract_function_simulator/pick_notes.d.ts +1 -1
- package/dest/contract_function_simulator/pick_notes.d.ts.map +1 -1
- package/dest/contract_function_simulator/pick_notes.js +20 -3
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.d.ts.map +1 -1
- package/dest/contract_function_simulator/proxied_contract_data_source.js +35 -64
- package/dest/contract_function_simulator/transient_array_service.d.ts +31 -0
- package/dest/contract_function_simulator/transient_array_service.d.ts.map +1 -0
- package/dest/contract_function_simulator/transient_array_service.js +62 -0
- package/dest/contract_logging.d.ts +9 -4
- package/dest/contract_logging.d.ts.map +1 -1
- package/dest/contract_logging.js +21 -6
- package/dest/contract_sync/contract_sync_service.d.ts +11 -9
- package/dest/contract_sync/contract_sync_service.d.ts.map +1 -1
- package/dest/contract_sync/contract_sync_service.js +73 -51
- package/dest/contract_sync/helpers.d.ts +8 -9
- package/dest/contract_sync/helpers.d.ts.map +1 -1
- package/dest/contract_sync/helpers.js +23 -30
- package/dest/debug/pxe_debug_utils.d.ts +3 -8
- package/dest/debug/pxe_debug_utils.d.ts.map +1 -1
- package/dest/debug/pxe_debug_utils.js +0 -6
- package/dest/entrypoints/client/bundle/index.d.ts +1 -2
- package/dest/entrypoints/client/bundle/index.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/index.js +0 -1
- package/dest/entrypoints/client/bundle/utils.d.ts +2 -2
- package/dest/entrypoints/client/bundle/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/bundle/utils.js +18 -5
- package/dest/entrypoints/client/lazy/index.d.ts +1 -2
- package/dest/entrypoints/client/lazy/index.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/index.js +0 -1
- package/dest/entrypoints/client/lazy/utils.d.ts +2 -2
- package/dest/entrypoints/client/lazy/utils.d.ts.map +1 -1
- package/dest/entrypoints/client/lazy/utils.js +18 -5
- package/dest/entrypoints/pxe_creation_options.d.ts +16 -2
- package/dest/entrypoints/pxe_creation_options.d.ts.map +1 -1
- package/dest/entrypoints/pxe_creation_options.js +3 -1
- package/dest/entrypoints/server/index.d.ts +2 -3
- package/dest/entrypoints/server/index.d.ts.map +1 -1
- package/dest/entrypoints/server/index.js +1 -2
- package/dest/entrypoints/server/utils.d.ts +4 -3
- package/dest/entrypoints/server/utils.d.ts.map +1 -1
- package/dest/entrypoints/server/utils.js +20 -6
- package/dest/error_enriching.js +1 -1
- package/dest/events/event_service.d.ts +15 -6
- package/dest/events/event_service.d.ts.map +1 -1
- package/dest/events/event_service.js +44 -11
- package/dest/events/private_event_filter_validator.d.ts +3 -2
- package/dest/events/private_event_filter_validator.d.ts.map +1 -1
- package/dest/events/private_event_filter_validator.js +15 -0
- package/dest/hooks/authorize_utility_call.d.ts +41 -0
- package/dest/hooks/authorize_utility_call.d.ts.map +1 -0
- package/dest/hooks/authorize_utility_call.js +4 -0
- package/dest/hooks/execution_hooks.d.ts +51 -0
- package/dest/hooks/execution_hooks.d.ts.map +1 -0
- package/dest/hooks/execution_hooks.js +9 -0
- package/dest/hooks/index.d.ts +4 -0
- package/dest/hooks/index.d.ts.map +1 -0
- package/dest/hooks/index.js +1 -0
- package/dest/hooks/resolve_tagging_secret_strategy.d.ts +41 -0
- package/dest/hooks/resolve_tagging_secret_strategy.d.ts.map +1 -0
- package/dest/hooks/resolve_tagging_secret_strategy.js +3 -0
- package/dest/logs/log_service.d.ts +12 -12
- package/dest/logs/log_service.d.ts.map +1 -1
- package/dest/logs/log_service.js +169 -81
- package/dest/messages/tx_resolver_service.d.ts +17 -0
- package/dest/messages/tx_resolver_service.d.ts.map +1 -0
- package/dest/messages/tx_resolver_service.js +55 -0
- package/dest/notes/note_service.d.ts +27 -6
- package/dest/notes/note_service.d.ts.map +1 -1
- package/dest/notes/note_service.js +80 -56
- package/dest/notes_filter.d.ts +2 -3
- package/dest/notes_filter.d.ts.map +1 -1
- package/dest/oracle_version.d.ts +4 -3
- package/dest/oracle_version.d.ts.map +1 -1
- package/dest/oracle_version.js +20 -10
- package/dest/private_kernel/batch_planner.d.ts +47 -0
- package/dest/private_kernel/batch_planner.d.ts.map +1 -0
- package/dest/private_kernel/batch_planner.js +104 -0
- package/dest/private_kernel/hints/private_kernel_reset_private_inputs_builder.js +1 -1
- package/dest/private_kernel/hints/test_utils.d.ts +1 -1
- package/dest/private_kernel/hints/test_utils.d.ts.map +1 -1
- package/dest/private_kernel/hints/test_utils.js +3 -4
- package/dest/private_kernel/private_kernel_execution_prover.d.ts +6 -2
- package/dest/private_kernel/private_kernel_execution_prover.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_execution_prover.js +152 -59
- package/dest/private_kernel/private_kernel_oracle.d.ts +10 -10
- package/dest/private_kernel/private_kernel_oracle.d.ts.map +1 -1
- package/dest/private_kernel/private_kernel_oracle.js +24 -22
- package/dest/pxe.d.ts +104 -27
- package/dest/pxe.d.ts.map +1 -1
- package/dest/pxe.js +229 -130
- package/dest/storage/allowed_scopes.d.ts +6 -0
- package/dest/storage/allowed_scopes.d.ts.map +1 -0
- package/dest/storage/allowed_scopes.js +7 -0
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts +9 -6
- package/dest/storage/anchor_block_store/anchor_block_store.d.ts.map +1 -1
- package/dest/storage/anchor_block_store/anchor_block_store.js +9 -7
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts +42 -0
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/kv_store_snapshot.js +93 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts +15 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/schema_tests.js +647 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.d.ts +19 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.d.ts.map +1 -0
- package/dest/storage/backwards_compatibility_tests/store_spy.js +63 -0
- package/dest/storage/capsule_store/capsule_service.d.ts +21 -0
- package/dest/storage/capsule_store/capsule_service.d.ts.map +1 -0
- package/dest/storage/capsule_store/capsule_service.js +47 -0
- package/dest/storage/capsule_store/capsule_store.d.ts +9 -9
- package/dest/storage/capsule_store/capsule_store.d.ts.map +1 -1
- package/dest/storage/capsule_store/capsule_store.js +36 -28
- package/dest/storage/capsule_store/index.d.ts +2 -1
- package/dest/storage/capsule_store/index.d.ts.map +1 -1
- package/dest/storage/capsule_store/index.js +1 -0
- package/dest/storage/contract_store/contract_store.d.ts +1 -1
- package/dest/storage/contract_store/contract_store.d.ts.map +1 -1
- package/dest/storage/contract_store/contract_store.js +11 -28
- package/dest/storage/fact_store/fact_service.d.ts +20 -0
- package/dest/storage/fact_store/fact_service.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_service.js +30 -0
- package/dest/storage/fact_store/fact_store.d.ts +95 -0
- package/dest/storage/fact_store/fact_store.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_store.js +408 -0
- package/dest/storage/fact_store/fact_store_keys.d.ts +34 -0
- package/dest/storage/fact_store/fact_store_keys.d.ts.map +1 -0
- package/dest/storage/fact_store/fact_store_keys.js +50 -0
- package/dest/storage/fact_store/index.d.ts +5 -0
- package/dest/storage/fact_store/index.d.ts.map +1 -0
- package/dest/storage/fact_store/index.js +3 -0
- package/dest/storage/fact_store/stored_fact.d.ts +32 -0
- package/dest/storage/fact_store/stored_fact.d.ts.map +1 -0
- package/dest/storage/fact_store/stored_fact.js +64 -0
- package/dest/storage/index.d.ts +3 -2
- package/dest/storage/index.d.ts.map +1 -1
- package/dest/storage/index.js +2 -1
- package/dest/storage/metadata.d.ts +1 -1
- package/dest/storage/metadata.js +1 -1
- package/dest/storage/note_store/note_store.d.ts +42 -33
- package/dest/storage/note_store/note_store.d.ts.map +1 -1
- package/dest/storage/note_store/note_store.js +199 -170
- package/dest/storage/note_store/stored_note.d.ts +3 -8
- package/dest/storage/note_store/stored_note.d.ts.map +1 -1
- package/dest/storage/note_store/stored_note.js +4 -20
- package/dest/storage/open_pxe_stores.d.ts +35 -0
- package/dest/storage/open_pxe_stores.d.ts.map +1 -0
- package/dest/storage/open_pxe_stores.js +29 -0
- package/dest/storage/private_event_store/private_event_store.d.ts +13 -16
- package/dest/storage/private_event_store/private_event_store.d.ts.map +1 -1
- package/dest/storage/private_event_store/private_event_store.js +43 -43
- package/dest/storage/private_event_store/stored_private_event.js +1 -1
- package/dest/storage/tagging_store/index.d.ts +2 -2
- package/dest/storage/tagging_store/index.d.ts.map +1 -1
- package/dest/storage/tagging_store/index.js +1 -1
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts +6 -6
- package/dest/storage/tagging_store/recipient_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.d.ts +5 -5
- package/dest/storage/tagging_store/sender_tagging_store.d.ts.map +1 -1
- package/dest/storage/tagging_store/sender_tagging_store.js +3 -3
- package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts +40 -0
- package/dest/storage/tagging_store/tagging_secret_sources_store.d.ts.map +1 -0
- package/dest/storage/tagging_store/tagging_secret_sources_store.js +92 -0
- package/dest/tagging/get_all_logs_by_tags.d.ts +34 -10
- package/dest/tagging/get_all_logs_by_tags.d.ts.map +1 -1
- package/dest/tagging/get_all_logs_by_tags.js +36 -37
- package/dest/tagging/index.d.ts +5 -4
- package/dest/tagging/index.d.ts.map +1 -1
- package/dest/tagging/index.js +4 -3
- package/dest/tagging/persist_sender_tagging_index_ranges.d.ts +29 -0
- package/dest/tagging/persist_sender_tagging_index_ranges.d.ts.map +1 -0
- package/dest/tagging/persist_sender_tagging_index_ranges.js +42 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts +69 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.d.ts.map +1 -0
- package/dest/tagging/recipient_sync/sync_tagged_private_logs.js +203 -0
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts +3 -3
- package/dest/tagging/recipient_sync/utils/find_highest_indexes.d.ts.map +1 -1
- package/dest/tagging/reconcile_tagging_index_ranges.d.ts +36 -0
- package/dest/tagging/reconcile_tagging_index_ranges.d.ts.map +1 -0
- package/dest/tagging/reconcile_tagging_index_ranges.js +74 -0
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts +4 -5
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/sync_sender_tagging_indexes.js +26 -14
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts +11 -6
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/get_status_change_of_pending.js +21 -0
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts +4 -4
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.d.ts.map +1 -1
- package/dest/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.js +2 -2
- package/package.json +20 -17
- package/src/bin/check_oracle_version.ts +51 -133
- package/src/bin/index.ts +5 -0
- package/src/bin/oracle_version_helpers.ts +311 -0
- package/src/block_synchronizer/block_stream_source.ts +42 -0
- package/src/block_synchronizer/block_synchronizer.ts +93 -38
- package/src/config/index.ts +15 -8
- package/src/contract_function_simulator/contract_function_simulator.ts +86 -48
- package/src/contract_function_simulator/ephemeral_array_service.ts +110 -0
- package/src/contract_function_simulator/execution_note_cache.ts +1 -1
- package/src/contract_function_simulator/execution_tagging_index_cache.ts +5 -9
- package/src/contract_function_simulator/index.ts +63 -5
- package/src/contract_function_simulator/noir-structs/bounded_vec.ts +43 -0
- package/src/contract_function_simulator/noir-structs/contract_class_log_data.ts +9 -0
- package/src/contract_function_simulator/noir-structs/embedded_curve_point.ts +4 -0
- package/src/contract_function_simulator/noir-structs/ephemeral_array.ts +66 -0
- package/src/contract_function_simulator/noir-structs/event_validation_request.ts +5 -7
- package/src/contract_function_simulator/noir-structs/fact.ts +13 -0
- package/src/contract_function_simulator/noir-structs/fact_collection.ts +59 -0
- package/src/contract_function_simulator/noir-structs/log_retrieval_request.ts +27 -20
- package/src/contract_function_simulator/noir-structs/log_retrieval_response.ts +8 -61
- package/src/contract_function_simulator/noir-structs/note_data.ts +27 -0
- package/src/contract_function_simulator/noir-structs/note_validation_request.ts +6 -8
- package/src/contract_function_simulator/noir-structs/option.ts +75 -0
- package/src/contract_function_simulator/noir-structs/origin_block.ts +8 -0
- package/src/contract_function_simulator/noir-structs/provided_secret.ts +5 -0
- package/src/contract_function_simulator/noir-structs/resolved_tagging_strategy.ts +45 -0
- package/src/contract_function_simulator/noir-structs/resolved_tx.ts +53 -0
- package/src/contract_function_simulator/noir-structs/tx_effect_data.ts +15 -0
- package/src/contract_function_simulator/noir-structs/utility_context.ts +5 -17
- package/src/contract_function_simulator/oracle/acir_callback.ts +108 -0
- package/src/contract_function_simulator/oracle/index.ts +1 -15
- package/src/contract_function_simulator/oracle/interfaces.ts +11 -176
- package/src/contract_function_simulator/oracle/message_load_oracle_inputs.ts +6 -21
- package/src/contract_function_simulator/oracle/note_packing_utils.ts +3 -3
- package/src/contract_function_simulator/oracle/oracle_registry.ts +681 -0
- package/src/contract_function_simulator/oracle/oracle_type_mappings.ts +947 -0
- package/src/contract_function_simulator/oracle/private_execution.ts +3 -4
- package/src/contract_function_simulator/oracle/private_execution_oracle.ts +182 -79
- package/src/contract_function_simulator/oracle/utility_execution_oracle.ts +743 -295
- package/src/contract_function_simulator/pick_notes.ts +22 -3
- package/src/contract_function_simulator/proxied_contract_data_source.ts +41 -64
- package/src/contract_function_simulator/transient_array_service.ts +91 -0
- package/src/contract_logging.ts +18 -5
- package/src/contract_sync/contract_sync_service.ts +101 -87
- package/src/contract_sync/helpers.ts +24 -43
- package/src/debug/pxe_debug_utils.ts +3 -11
- package/src/entrypoints/client/bundle/index.ts +0 -1
- package/src/entrypoints/client/bundle/utils.ts +17 -5
- package/src/entrypoints/client/lazy/index.ts +0 -1
- package/src/entrypoints/client/lazy/utils.ts +17 -5
- package/src/entrypoints/pxe_creation_options.ts +21 -1
- package/src/entrypoints/server/index.ts +1 -2
- package/src/entrypoints/server/utils.ts +24 -7
- package/src/error_enriching.ts +1 -1
- package/src/events/event_service.ts +69 -21
- package/src/events/private_event_filter_validator.ts +21 -1
- package/src/hooks/authorize_utility_call.ts +44 -0
- package/src/hooks/execution_hooks.ts +57 -0
- package/src/hooks/index.ts +11 -0
- package/src/hooks/resolve_tagging_secret_strategy.ts +46 -0
- package/src/logs/log_service.ts +204 -146
- package/src/messages/tx_resolver_service.ts +69 -0
- package/src/notes/note_service.ts +119 -85
- package/src/notes_filter.ts +1 -3
- package/src/oracle_version.ts +20 -10
- package/src/private_kernel/batch_planner.ts +169 -0
- package/src/private_kernel/hints/private_kernel_reset_private_inputs_builder.ts +1 -1
- package/src/private_kernel/hints/test_utils.ts +3 -10
- package/src/private_kernel/private_kernel_execution_prover.ts +240 -82
- package/src/private_kernel/private_kernel_oracle.ts +35 -25
- package/src/pxe.ts +369 -138
- package/src/storage/allowed_scopes.ts +14 -0
- package/src/storage/anchor_block_store/anchor_block_store.ts +9 -7
- package/src/storage/backwards_compatibility_tests/__snapshots__/AddressStore.json +22 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/AnchorBlockStore.json +3 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/CapsuleStore.json +16 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/ContractStore.json +28 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/FactStore.json +40 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/KeyStore.json +52 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/L2TipsKVStore.json +40 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/NoteStore.json +56 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/PrivateEventStore.json +44 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/RecipientTaggingStore.json +18 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/SenderTaggingStore.json +22 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/TaggingSecretSourcesStore.json +30 -0
- package/src/storage/backwards_compatibility_tests/__snapshots__/opened_stores.json +117 -0
- package/src/storage/backwards_compatibility_tests/kv_store_snapshot.ts +122 -0
- package/src/storage/backwards_compatibility_tests/schema_tests.ts +769 -0
- package/src/storage/backwards_compatibility_tests/store_spy.ts +73 -0
- package/src/storage/capsule_store/capsule_service.ts +85 -0
- package/src/storage/capsule_store/capsule_store.ts +44 -26
- package/src/storage/capsule_store/index.ts +1 -0
- package/src/storage/contract_store/contract_store.ts +16 -37
- package/src/storage/fact_store/fact_service.ts +45 -0
- package/src/storage/fact_store/fact_store.ts +487 -0
- package/src/storage/fact_store/fact_store_keys.ts +75 -0
- package/src/storage/fact_store/index.ts +4 -0
- package/src/storage/fact_store/stored_fact.ts +80 -0
- package/src/storage/index.ts +2 -1
- package/src/storage/metadata.ts +1 -1
- package/src/storage/note_store/note_store.ts +228 -192
- package/src/storage/note_store/stored_note.ts +5 -27
- package/src/storage/open_pxe_stores.ts +52 -0
- package/src/storage/private_event_store/private_event_store.ts +52 -54
- package/src/storage/private_event_store/stored_private_event.ts +1 -1
- package/src/storage/tagging_store/index.ts +1 -1
- package/src/storage/tagging_store/recipient_tagging_store.ts +5 -9
- package/src/storage/tagging_store/sender_tagging_store.ts +6 -6
- package/src/storage/tagging_store/tagging_secret_sources_store.ts +117 -0
- package/src/tagging/get_all_logs_by_tags.ts +78 -50
- package/src/tagging/index.ts +4 -3
- package/src/tagging/persist_sender_tagging_index_ranges.ts +57 -0
- package/src/tagging/recipient_sync/sync_tagged_private_logs.ts +301 -0
- package/src/tagging/recipient_sync/utils/find_highest_indexes.ts +2 -2
- package/src/tagging/reconcile_tagging_index_ranges.ts +102 -0
- package/src/tagging/sender_sync/sync_sender_tagging_indexes.ts +41 -19
- package/src/tagging/sender_sync/utils/get_status_change_of_pending.ts +23 -8
- package/src/tagging/sender_sync/utils/load_and_store_new_tagging_indexes.ts +4 -5
- package/dest/access_scopes.d.ts +0 -9
- package/dest/access_scopes.d.ts.map +0 -1
- package/dest/access_scopes.js +0 -6
- package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts +0 -16
- package/dest/contract_function_simulator/noir-structs/message_tx_context.d.ts.map +0 -1
- package/dest/contract_function_simulator/noir-structs/message_tx_context.js +0 -57
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts +0 -9
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.d.ts.map +0 -1
- package/dest/contract_function_simulator/oracle/legacy_oracle_mappings.js +0 -42
- package/dest/contract_function_simulator/oracle/oracle.d.ts +0 -61
- package/dest/contract_function_simulator/oracle/oracle.d.ts.map +0 -1
- package/dest/contract_function_simulator/oracle/oracle.js +0 -437
- package/dest/messages/message_context_service.d.ts +0 -17
- package/dest/messages/message_context_service.d.ts.map +0 -1
- package/dest/messages/message_context_service.js +0 -36
- package/dest/storage/tagging_store/sender_address_book_store.d.ts +0 -14
- package/dest/storage/tagging_store/sender_address_book_store.d.ts.map +0 -1
- package/dest/storage/tagging_store/sender_address_book_store.js +0 -36
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts +0 -14
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.d.ts.map +0 -1
- package/dest/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.js +0 -99
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts +0 -14
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.d.ts.map +0 -1
- package/dest/tagging/recipient_sync/utils/load_logs_for_range.js +0 -33
- package/src/access_scopes.ts +0 -9
- package/src/contract_function_simulator/noir-structs/message_tx_context.ts +0 -55
- package/src/contract_function_simulator/oracle/legacy_oracle_mappings.ts +0 -135
- package/src/contract_function_simulator/oracle/oracle.ts +0 -675
- package/src/messages/message_context_service.ts +0 -45
- package/src/storage/tagging_store/sender_address_book_store.ts +0 -48
- package/src/tagging/recipient_sync/load_private_logs_for_sender_recipient_pair.ts +0 -140
- package/src/tagging/recipient_sync/utils/load_logs_for_range.ts +0 -44
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { createLogger } from '@aztec/foundation/log';
|
|
1
2
|
import { Semaphore } from '@aztec/foundation/queue';
|
|
2
3
|
import type { Fr } from '@aztec/foundation/schemas';
|
|
3
4
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
|
|
@@ -9,52 +10,79 @@ import type { StagedStore } from '../../job_coordinator/job_coordinator.js';
|
|
|
9
10
|
import type { NotesFilter } from '../../notes_filter.js';
|
|
10
11
|
import { StoredNote } from './stored_note.js';
|
|
11
12
|
|
|
13
|
+
/// Alias types for kv map readability
|
|
14
|
+
type SiloedNullifier = string;
|
|
15
|
+
type JobId = string;
|
|
16
|
+
type AddressStr = string;
|
|
17
|
+
type BlockNum = number;
|
|
18
|
+
type StoredNoteBuffer = Buffer;
|
|
19
|
+
|
|
12
20
|
/**
|
|
13
|
-
* NoteStore manages the storage and retrieval of notes.
|
|
21
|
+
* NoteStore manages the storage and retrieval of notes using an append-only model.
|
|
22
|
+
*
|
|
23
|
+
* Notes are written once (keyed by siloedNullifier) and never mutated. They might be deleted in case of reorg though.
|
|
24
|
+
* Nullifier emissions are recorded as separate append-only entries: a map from nullifier to the number of the block
|
|
25
|
+
* that emitted it.
|
|
14
26
|
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
|
|
27
|
+
* Reorgs are handled by delete-on-prune: the `chain-pruned` event triggers deletion of every note and nullifier
|
|
28
|
+
* originating on a reorg'd block.
|
|
29
|
+
*/
|
|
18
30
|
export class NoteStore implements StagedStore {
|
|
19
31
|
readonly storeName: string = 'note';
|
|
20
32
|
|
|
33
|
+
logger = createLogger('note_store');
|
|
34
|
+
|
|
21
35
|
#store: AztecAsyncKVStore;
|
|
22
36
|
|
|
23
|
-
// Note that we use the siloedNullifier as the note id in
|
|
37
|
+
// Note that we use the siloedNullifier as the note id in this store as it's guaranteed to be unique.
|
|
24
38
|
|
|
25
39
|
// Main storage for notes. Avoid performing full scans on it as it contains all notes PXE knows, use
|
|
26
|
-
// #nullifiersByContractAddress
|
|
27
|
-
//
|
|
40
|
+
// #nullifiersByContractAddress to find relevant note nullifiers that can be used to read into this map instead.
|
|
41
|
+
//
|
|
28
42
|
// nullifier => StoredNote (serialized)
|
|
29
|
-
#notes: AztecAsyncMap<
|
|
43
|
+
#notes: AztecAsyncMap<SiloedNullifier, StoredNoteBuffer>;
|
|
30
44
|
|
|
31
45
|
// Indexes which notes (via their nullifiers) belong to a contract. Used in `getNotes` to reduce the amount of notes
|
|
32
46
|
// checked.
|
|
47
|
+
//
|
|
33
48
|
// contract address => nullifier
|
|
34
|
-
#
|
|
49
|
+
#notesByContractAddress: AztecAsyncMultiMap<AddressStr, SiloedNullifier>;
|
|
35
50
|
|
|
36
|
-
//
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
51
|
+
// block number => nullifier
|
|
52
|
+
#notesByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
|
|
53
|
+
|
|
54
|
+
// Records, for each nullified note, the block number where its nullifier was emitted.
|
|
55
|
+
// nullifier => emission block number
|
|
56
|
+
#nullifierEmissions: AztecAsyncMap<SiloedNullifier, BlockNum>;
|
|
57
|
+
|
|
58
|
+
// Index of emitted nullifiers by block height, used for performance reasons upon reorgs.
|
|
59
|
+
// nullification block number => nullifier
|
|
60
|
+
#nullifierEmissionsByBlockNumber: AztecAsyncMultiMap<BlockNum, SiloedNullifier>;
|
|
40
61
|
|
|
41
62
|
// In-memory changes performed during a not-yet committed job. When `commit` is called with said job's id, these
|
|
42
63
|
// changes are persisted in the DB maps specified above and cleared.
|
|
43
|
-
// jobId => nullifier => StoredNote
|
|
44
|
-
#notesForJob: Map<
|
|
64
|
+
// jobId => nullifier => StoredNote
|
|
65
|
+
#notesForJob: Map<JobId, Map<SiloedNullifier, StoredNote>>;
|
|
66
|
+
|
|
67
|
+
// Staged nullifier emissions per job.
|
|
68
|
+
// jobId => nullifier => emission block number
|
|
69
|
+
#nullifierEmissionsForJob: Map<JobId, Map<SiloedNullifier, BlockNum>>;
|
|
45
70
|
|
|
46
71
|
// Per job locks to prevent multiple concurrent writes to affect each other.
|
|
47
72
|
// jobId => lock
|
|
48
|
-
#jobLocks: Map<
|
|
73
|
+
#jobLocks: Map<JobId, Semaphore>;
|
|
49
74
|
|
|
50
75
|
constructor(store: AztecAsyncKVStore) {
|
|
51
76
|
this.#store = store;
|
|
52
77
|
this.#notes = store.openMap('notes');
|
|
53
|
-
this.#
|
|
54
|
-
this.#
|
|
78
|
+
this.#notesByContractAddress = store.openMultiMap('note_nullifiers_by_contract');
|
|
79
|
+
this.#notesByBlockNumber = store.openMultiMap('note_nullifiers_by_block');
|
|
80
|
+
this.#nullifierEmissions = store.openMap('note_nullifications_by_nullifier');
|
|
81
|
+
this.#nullifierEmissionsByBlockNumber = store.openMultiMap('note_nullifications_by_block');
|
|
55
82
|
|
|
56
83
|
this.#jobLocks = new Map();
|
|
57
84
|
this.#notesForJob = new Map();
|
|
85
|
+
this.#nullifierEmissionsForJob = new Map();
|
|
58
86
|
}
|
|
59
87
|
|
|
60
88
|
/**
|
|
@@ -94,67 +122,84 @@ export class NoteStore implements StagedStore {
|
|
|
94
122
|
this.#getNotesForJob(jobId).set(note.noteDao.siloedNullifier.toString(), note);
|
|
95
123
|
}
|
|
96
124
|
|
|
125
|
+
/**
|
|
126
|
+
* Reads the block number at which a note's nullifier was emitted, layering the current job's staged emission over
|
|
127
|
+
* committed state, the nullifier emission counterpart to {@link #readNote}. Returns the emission block number if the
|
|
128
|
+
* nullifier has been emitted (committed or staged in this job), or `undefined` if it has not.
|
|
129
|
+
*/
|
|
130
|
+
async #readNullifierEmission(nullifier: string, jobId: string): Promise<number | undefined> {
|
|
131
|
+
// Always issue the DB read to keep the IndexedDB transaction alive (see #readNote); the staged emission still takes
|
|
132
|
+
// precedence if present.
|
|
133
|
+
const committed = await this.#nullifierEmissions.getAsync(nullifier);
|
|
134
|
+
const staged = this.#getNullifierEmissionsForJob(jobId).get(nullifier);
|
|
135
|
+
return staged ?? committed;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
#writeNullifierEmission(nullifier: string, blockNumber: BlockNum, jobId: string): void {
|
|
139
|
+
this.#getNullifierEmissionsForJob(jobId).set(nullifier, blockNumber);
|
|
140
|
+
}
|
|
141
|
+
|
|
97
142
|
/**
|
|
98
143
|
* Retrieves notes based on the provided filter criteria.
|
|
99
144
|
*
|
|
100
|
-
*
|
|
145
|
+
* A note is considered nullified iff its corresponding nullifier emission has been recorded.
|
|
146
|
+
*
|
|
147
|
+
* All DB reads are kicked off before any await so IndexedDB does not auto-commit the transaction mid-read.
|
|
101
148
|
*
|
|
102
149
|
* @param filter - Filter criteria including contractAddress (required), and optional owner,
|
|
103
150
|
* storageSlot, status, scopes, and siloedNullifier.
|
|
104
|
-
* @
|
|
105
|
-
* @returns Filtered and deduplicated notes (a note might be present in multiple scopes
|
|
106
|
-
* returned once if this is the case)
|
|
151
|
+
* @param jobId - the job context to read from.
|
|
152
|
+
* @returns Filtered and deduplicated notes (a note might be present in multiple scopes, but returned at most once)
|
|
107
153
|
*/
|
|
108
154
|
getNotes(filter: NotesFilter, jobId: string): Promise<NoteDao[]> {
|
|
109
|
-
if (filter.scopes
|
|
155
|
+
if (filter.scopes.length === 0) {
|
|
110
156
|
return Promise.resolve([]);
|
|
111
157
|
}
|
|
112
158
|
|
|
113
159
|
return this.#store.transactionAsync(async () => {
|
|
114
160
|
const targetStatus = filter.status ?? NoteStatus.ACTIVE;
|
|
115
161
|
|
|
116
|
-
//
|
|
117
|
-
//
|
|
118
|
-
//
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
//
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
//
|
|
131
|
-
// We need to read candidate notes which are either indexed by contract address in the DB (in
|
|
132
|
-
// #nullifiersByContractAddress), or lie in memory for the not yet committed `jobId`.
|
|
133
|
-
// So we collect promises based on both sources without awaiting for them.
|
|
134
|
-
const noteReadPromises: Map<string, Promise<StoredNote | undefined>> = new Map();
|
|
135
|
-
|
|
136
|
-
// Awaiting the getValuesAsync iterator is fine because it's reading from the DB
|
|
137
|
-
for await (const nullifier of this.#nullifiersByContractAddress.getValuesAsync(
|
|
138
|
-
filter.contractAddress.toString(),
|
|
139
|
-
)) {
|
|
140
|
-
// Each #readNote will perform a DB read
|
|
141
|
-
noteReadPromises.set(nullifier, this.#readNote(nullifier, jobId));
|
|
162
|
+
// Collect note-read and nullifier-emission-read promises together in one map so all DB reads are in-flight
|
|
163
|
+
// before any await. This keeps the IndexedDB transaction alive (IndexedDB auto-commits when a new micro-task
|
|
164
|
+
// starts with no pending read requests), so both promises must be started during the synchronous iteration.
|
|
165
|
+
const candidates = new Map<
|
|
166
|
+
string,
|
|
167
|
+
{ notePromise: Promise<StoredNote | undefined>; nullificationPromise: Promise<number | undefined> }
|
|
168
|
+
>();
|
|
169
|
+
|
|
170
|
+
// Committed notes indexed by contract address
|
|
171
|
+
for await (const nullifier of this.#notesByContractAddress.getValuesAsync(filter.contractAddress.toString())) {
|
|
172
|
+
candidates.set(nullifier, {
|
|
173
|
+
notePromise: this.#readNote(nullifier, jobId),
|
|
174
|
+
nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
|
|
175
|
+
});
|
|
142
176
|
}
|
|
143
177
|
|
|
144
|
-
//
|
|
178
|
+
// Staged notes from the current job (not yet committed to the DB index)
|
|
145
179
|
for (const storedNote of this.#getNotesForJob(jobId).values()) {
|
|
146
180
|
if (storedNote.noteDao.contractAddress.equals(filter.contractAddress)) {
|
|
147
181
|
const nullifier = storedNote.noteDao.siloedNullifier.toString();
|
|
148
|
-
if (!
|
|
149
|
-
|
|
182
|
+
if (!candidates.has(nullifier)) {
|
|
183
|
+
candidates.set(nullifier, {
|
|
184
|
+
notePromise: Promise.resolve(storedNote),
|
|
185
|
+
nullificationPromise: this.#readNullifierEmission(nullifier, jobId),
|
|
186
|
+
});
|
|
150
187
|
}
|
|
151
188
|
}
|
|
152
189
|
}
|
|
153
190
|
|
|
154
|
-
//
|
|
155
|
-
const
|
|
191
|
+
// Await all DB reads together before the await-free tail.
|
|
192
|
+
const entries = [...candidates.entries()];
|
|
193
|
+
const notes = await Promise.all(entries.map(([, { notePromise }]) => notePromise));
|
|
194
|
+
const nullifierEmissions = await Promise.all(entries.map(([, { nullificationPromise }]) => nullificationPromise));
|
|
195
|
+
|
|
196
|
+
// Await-free tail: filter and sort. No DB ops from here on.
|
|
197
|
+
// Build a lookup: nullifier => emission block number
|
|
198
|
+
const emissionByNullifier = new Map<string, number | undefined>();
|
|
199
|
+
for (let i = 0; i < entries.length; i++) {
|
|
200
|
+
emissionByNullifier.set(entries[i][0], nullifierEmissions[i]);
|
|
201
|
+
}
|
|
156
202
|
|
|
157
|
-
// The rest of the function is await-free, and just deals with filtering and sorting our findings.
|
|
158
203
|
const foundNotes: Map<string, NoteDao> = new Map();
|
|
159
204
|
|
|
160
205
|
for (const note of notes) {
|
|
@@ -163,8 +208,10 @@ export class NoteStore implements StagedStore {
|
|
|
163
208
|
throw new Error('PXE note database is corrupted.');
|
|
164
209
|
}
|
|
165
210
|
|
|
166
|
-
//
|
|
167
|
-
|
|
211
|
+
// A note is nullified once its nullifier emission has been recorded (committed or staged in this job).
|
|
212
|
+
const nullified = emissionByNullifier.get(note.noteDao.siloedNullifier.toString()) !== undefined;
|
|
213
|
+
|
|
214
|
+
if (targetStatus === NoteStatus.ACTIVE && nullified) {
|
|
168
215
|
continue;
|
|
169
216
|
}
|
|
170
217
|
|
|
@@ -180,10 +227,7 @@ export class NoteStore implements StagedStore {
|
|
|
180
227
|
continue;
|
|
181
228
|
}
|
|
182
229
|
|
|
183
|
-
if (
|
|
184
|
-
filter.scopes !== 'ALL_SCOPES' &&
|
|
185
|
-
note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0
|
|
186
|
-
) {
|
|
230
|
+
if (note.scopes.intersection(new Set(filter.scopes.map(s => s.toString()))).size === 0) {
|
|
187
231
|
continue;
|
|
188
232
|
}
|
|
189
233
|
|
|
@@ -204,160 +248,68 @@ export class NoteStore implements StagedStore {
|
|
|
204
248
|
}
|
|
205
249
|
|
|
206
250
|
/**
|
|
207
|
-
*
|
|
251
|
+
* Records emission of the given siloed nullifiers, which causes notes to be considered nullified.
|
|
252
|
+
*
|
|
253
|
+
* Each nullifier gets an append-only entry recording the block number at which it was emitted.
|
|
208
254
|
*
|
|
209
|
-
*
|
|
210
|
-
*
|
|
255
|
+
* Every nullifier passed must correspond to a note already present in this store. Callers only apply nullifiers for
|
|
256
|
+
* notes of scopes they track, and a note is always discovered before the nullifier that spends it, so a nullifier
|
|
257
|
+
* with no matching note signals a bug (broken nonce/index discovery, a sync-ordering error, store corruption, etc).
|
|
211
258
|
*
|
|
212
|
-
* applyNullifiers is idempotent:
|
|
213
|
-
*
|
|
214
|
-
* context without risking unnecessarily defensive checks failing.
|
|
259
|
+
* `applyNullifiers` is idempotent: a nullifier whose emission is already recorded (committed or staged in this job) is
|
|
260
|
+
* skipped, so re-applying it neither re-writes the emission, changes note visibility, nor appears in the result.
|
|
215
261
|
*
|
|
216
|
-
* @param
|
|
262
|
+
* @param siloedNullifiers - Array of nullifiers with their block locations to record
|
|
217
263
|
* @param jobId - The job context for staged writes
|
|
218
|
-
* @returns
|
|
219
|
-
*
|
|
264
|
+
* @returns The notes that transition from active to nullified in this call; already-nullified notes are skipped, so
|
|
265
|
+
* a repeat application returns an empty array.
|
|
266
|
+
* @throws If any nullifier has no matching note in this store, or was emitted at block 0.
|
|
220
267
|
*/
|
|
221
|
-
applyNullifiers(
|
|
222
|
-
if (
|
|
268
|
+
applyNullifiers(siloedNullifiers: DataInBlock<Fr>[], jobId: string): Promise<NoteDao[]> {
|
|
269
|
+
if (siloedNullifiers.length === 0) {
|
|
223
270
|
return Promise.resolve([]);
|
|
224
271
|
}
|
|
225
272
|
|
|
226
|
-
if (
|
|
273
|
+
if (siloedNullifiers.some(n => n.l2BlockNumber === 0)) {
|
|
227
274
|
return Promise.reject(new Error('applyNullifiers: nullifiers cannot have been emitted at block 0'));
|
|
228
275
|
}
|
|
229
276
|
|
|
230
277
|
return this.#withJobLock(jobId, () =>
|
|
231
278
|
this.#store.transactionAsync(async () => {
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
const
|
|
279
|
+
// Kick off the note read and the existing-emission read together during the synchronous map so all are in
|
|
280
|
+
// flight before the first await, which keeps the IndexedDB transaction alive.
|
|
281
|
+
const resolved = await Promise.all(
|
|
282
|
+
siloedNullifiers.map(async nullifier => {
|
|
283
|
+
const key = nullifier.data.toString();
|
|
284
|
+
const [storedNote, existingEmission] = await Promise.all([
|
|
285
|
+
this.#readNote(key, jobId),
|
|
286
|
+
this.#readNullifierEmission(key, jobId),
|
|
287
|
+
]);
|
|
237
288
|
if (!storedNote) {
|
|
238
|
-
throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB`);
|
|
289
|
+
throw new Error(`Attempted to mark a note as nullified which does not exist in PXE DB: ${key}`);
|
|
239
290
|
}
|
|
240
|
-
|
|
241
|
-
return { storedNote, blockNumber: nullifierInBlock.l2BlockNumber };
|
|
291
|
+
return { nullifier, storedNote, alreadyEmitted: existingEmission !== undefined };
|
|
242
292
|
}),
|
|
243
293
|
);
|
|
244
294
|
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
if (note.isNullified()) {
|
|
295
|
+
// Await-free tail: record an emission only for notes not already nullified, and return exactly those that
|
|
296
|
+
// transition active -> nullified in this call.
|
|
297
|
+
const affected: NoteDao[] = [];
|
|
298
|
+
for (const { nullifier, storedNote, alreadyEmitted } of resolved) {
|
|
299
|
+
if (alreadyEmitted) {
|
|
251
300
|
continue;
|
|
252
301
|
}
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
this.#writeNote(note, jobId);
|
|
256
|
-
notesNullifiedInThisCall.set(note.noteDao.siloedNullifier.toString(), note.noteDao);
|
|
302
|
+
this.#writeNullifierEmission(nullifier.data.toString(), nullifier.l2BlockNumber, jobId);
|
|
303
|
+
affected.push(storedNote.noteDao);
|
|
257
304
|
}
|
|
258
305
|
|
|
259
|
-
return
|
|
306
|
+
return affected;
|
|
260
307
|
}),
|
|
261
308
|
);
|
|
262
309
|
}
|
|
263
310
|
|
|
264
311
|
/**
|
|
265
|
-
*
|
|
266
|
-
*
|
|
267
|
-
* This method ensures that the state of notes and nullifiers is consistent with the specified block number.
|
|
268
|
-
* It restores any notes that were nullified after the given block and deletes any active notes created after that
|
|
269
|
-
* block.
|
|
270
|
-
*
|
|
271
|
-
* IMPORTANT: This method must be called within a transaction to ensure atomicity.
|
|
272
|
-
*
|
|
273
|
-
* @param blockNumber - The new chain tip after a reorg
|
|
274
|
-
* @param synchedBlockNumber - The block number up to which PXE managed to sync before the reorg happened.
|
|
275
|
-
*/
|
|
276
|
-
public async rollback(blockNumber: number, synchedBlockNumber: number): Promise<void> {
|
|
277
|
-
if (this.#notesForJob.size > 0) {
|
|
278
|
-
throw new Error('PXE note store rollback is not allowed while jobs are running');
|
|
279
|
-
}
|
|
280
|
-
await this.#rewindNullifiedNotesAfterBlock(blockNumber, synchedBlockNumber);
|
|
281
|
-
await this.#deleteActiveNotesAfterBlock(blockNumber);
|
|
282
|
-
}
|
|
283
|
-
|
|
284
|
-
/**
|
|
285
|
-
* Deletes (removes) all notes created after the specified block number.
|
|
286
|
-
*
|
|
287
|
-
* Permanently delete notes from the notes store, e.g. during a reorg.
|
|
288
|
-
*
|
|
289
|
-
* @param blockNumber - Notes created after this block number will be deleted
|
|
290
|
-
*/
|
|
291
|
-
async #deleteActiveNotesAfterBlock(blockNumber: number): Promise<void> {
|
|
292
|
-
// Collect notes to delete during iteration to keep IndexedDB transaction alive.
|
|
293
|
-
const notesToDelete: { nullifier: string; contractAddress: string }[] = [];
|
|
294
|
-
for await (const noteBuffer of this.#notes.valuesAsync()) {
|
|
295
|
-
const storedNote = StoredNote.fromBuffer(noteBuffer);
|
|
296
|
-
if (storedNote.noteDao.l2BlockNumber > blockNumber) {
|
|
297
|
-
notesToDelete.push({
|
|
298
|
-
nullifier: storedNote.noteDao.siloedNullifier.toString(),
|
|
299
|
-
contractAddress: storedNote.noteDao.contractAddress.toString(),
|
|
300
|
-
});
|
|
301
|
-
}
|
|
302
|
-
}
|
|
303
|
-
|
|
304
|
-
// Delete all collected notes. Each delete is a DB operation that keeps the transaction alive.
|
|
305
|
-
for (const { nullifier, contractAddress } of notesToDelete) {
|
|
306
|
-
await this.#notes.delete(nullifier);
|
|
307
|
-
await this.#nullifiersByContractAddress.deleteValue(contractAddress, nullifier);
|
|
308
|
-
}
|
|
309
|
-
}
|
|
310
|
-
|
|
311
|
-
/**
|
|
312
|
-
* Rewinds nullifications after a given block number.
|
|
313
|
-
*
|
|
314
|
-
* This operation "un-nullifies" notes, rolling back nullifications that occurred in orphaned blocks, e.g. during a
|
|
315
|
-
* reorg.
|
|
316
|
-
*
|
|
317
|
-
* @param blockNumber - Revert nullifications that occurred after this block
|
|
318
|
-
* @param anchorBlockNumber - Upper bound for the block range to process
|
|
319
|
-
*/
|
|
320
|
-
async #rewindNullifiedNotesAfterBlock(blockNumber: number, anchorBlockNumber: number): Promise<void> {
|
|
321
|
-
// First pass: collect all nullifiers for all blocks, starting reads during iteration to keep tx alive.
|
|
322
|
-
const nullifiersByBlock: Map<number, { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[]> =
|
|
323
|
-
new Map();
|
|
324
|
-
|
|
325
|
-
for (let i = blockNumber + 1; i <= anchorBlockNumber; i++) {
|
|
326
|
-
const blockNullifiers: { nullifier: string; noteReadPromise: Promise<Buffer | undefined> }[] = [];
|
|
327
|
-
for await (const nullifier of this.#nullifiersByNullificationBlockNumber.getValuesAsync(i)) {
|
|
328
|
-
// Start read immediately during iteration to keep IndexedDB transaction alive
|
|
329
|
-
blockNullifiers.push({ nullifier, noteReadPromise: this.#notes.getAsync(nullifier) });
|
|
330
|
-
}
|
|
331
|
-
if (blockNullifiers.length > 0) {
|
|
332
|
-
nullifiersByBlock.set(i, blockNullifiers);
|
|
333
|
-
}
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
// Second pass: await reads and perform writes
|
|
337
|
-
for (const [block, nullifiers] of nullifiersByBlock) {
|
|
338
|
-
for (const { nullifier, noteReadPromise } of nullifiers) {
|
|
339
|
-
const noteBuffer = await noteReadPromise;
|
|
340
|
-
if (!noteBuffer) {
|
|
341
|
-
throw new Error(`PXE DB integrity error: no note found with nullifier ${nullifier}`);
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
const storedNote = StoredNote.fromBuffer(noteBuffer);
|
|
345
|
-
if (storedNote.scopes.size === 0) {
|
|
346
|
-
throw new Error(`No scopes found for nullified note with nullifier ${nullifier}`);
|
|
347
|
-
}
|
|
348
|
-
|
|
349
|
-
storedNote.markAsActive();
|
|
350
|
-
|
|
351
|
-
await Promise.all([
|
|
352
|
-
this.#notes.set(nullifier, storedNote.toBuffer()),
|
|
353
|
-
this.#nullifiersByNullificationBlockNumber.deleteValue(block, nullifier),
|
|
354
|
-
]);
|
|
355
|
-
}
|
|
356
|
-
}
|
|
357
|
-
}
|
|
358
|
-
|
|
359
|
-
/**
|
|
360
|
-
* Commits in memory job data to persistent storage.
|
|
312
|
+
* Commits in-memory job data to persistent storage.
|
|
361
313
|
*
|
|
362
314
|
* Called by JobCoordinator when a job completes successfully.
|
|
363
315
|
*
|
|
@@ -369,10 +321,13 @@ export class NoteStore implements StagedStore {
|
|
|
369
321
|
async commit(jobId: string): Promise<void> {
|
|
370
322
|
for (const [nullifier, storedNote] of this.#getNotesForJob(jobId)) {
|
|
371
323
|
await this.#notes.set(nullifier, storedNote.toBuffer());
|
|
372
|
-
await this.#
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
324
|
+
await this.#notesByContractAddress.set(storedNote.noteDao.contractAddress.toString(), nullifier);
|
|
325
|
+
await this.#notesByBlockNumber.set(storedNote.noteDao.l2BlockNumber, nullifier);
|
|
326
|
+
}
|
|
327
|
+
|
|
328
|
+
for (const [nullifier, blockNumber] of this.#getNullifierEmissionsForJob(jobId)) {
|
|
329
|
+
await this.#nullifierEmissions.set(nullifier, blockNumber);
|
|
330
|
+
await this.#nullifierEmissionsByBlockNumber.set(blockNumber, nullifier);
|
|
376
331
|
}
|
|
377
332
|
|
|
378
333
|
this.#clearJobData(jobId);
|
|
@@ -385,6 +340,7 @@ export class NoteStore implements StagedStore {
|
|
|
385
340
|
|
|
386
341
|
#clearJobData(jobId: string) {
|
|
387
342
|
this.#notesForJob.delete(jobId);
|
|
343
|
+
this.#nullifierEmissionsForJob.delete(jobId);
|
|
388
344
|
this.#jobLocks.delete(jobId);
|
|
389
345
|
}
|
|
390
346
|
|
|
@@ -415,4 +371,84 @@ export class NoteStore implements StagedStore {
|
|
|
415
371
|
}
|
|
416
372
|
return notesForJob;
|
|
417
373
|
}
|
|
374
|
+
|
|
375
|
+
#getNullifierEmissionsForJob(jobId: string): Map<string, BlockNum> {
|
|
376
|
+
let nullificationsForJob = this.#nullifierEmissionsForJob.get(jobId);
|
|
377
|
+
if (!nullificationsForJob) {
|
|
378
|
+
nullificationsForJob = new Map();
|
|
379
|
+
this.#nullifierEmissionsForJob.set(jobId, nullificationsForJob);
|
|
380
|
+
}
|
|
381
|
+
return nullificationsForJob;
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
/** Returns the nullifiers (note ids) of all notes created at the given block number. Used by delete-on-prune. */
|
|
385
|
+
public async nullifiersOfNotesAtBlock(blockNumber: number): Promise<string[]> {
|
|
386
|
+
const nullifiers: string[] = [];
|
|
387
|
+
for await (const nullifier of this.#notesByBlockNumber.getValuesAsync(blockNumber)) {
|
|
388
|
+
nullifiers.push(nullifier);
|
|
389
|
+
}
|
|
390
|
+
return nullifiers;
|
|
391
|
+
}
|
|
392
|
+
|
|
393
|
+
/**
|
|
394
|
+
* Rolls the store back to `toBlock`: deletes every note and nullifier emission originating on a block strictly above
|
|
395
|
+
* it, as if nothing past that block height ever happened. Used to retract notes and nullifiers on a reorg.
|
|
396
|
+
*
|
|
397
|
+
* Must be called inside a transaction owned by the caller (it issues no `transactionAsync` of its own, because the
|
|
398
|
+
* reorg path wraps it together with other store operations, and IndexedDB has no nested transaction support).
|
|
399
|
+
*
|
|
400
|
+
* Throws if any job has uncommitted staged writes, since rolling back mid-job could later re-introduce notes or
|
|
401
|
+
* nullifier emissions anchored to deleted blocks.
|
|
402
|
+
*/
|
|
403
|
+
public async rollback(toBlock: number): Promise<void> {
|
|
404
|
+
if (this.#notesForJob.size > 0 || this.#nullifierEmissionsForJob.size > 0) {
|
|
405
|
+
throw new Error('PXE note store rollback is not allowed while jobs are running');
|
|
406
|
+
}
|
|
407
|
+
// Snapshot the orphaned (block, nullifier) pairs before mutating so we never delete from the cursor we are
|
|
408
|
+
// iterating. Scanning from `toBlock + 1` upward covers everything above the rollback target without needing to know
|
|
409
|
+
// the chain tip. Each nullifier's rows are independent (nullifiers are globally unique), so the deletes run
|
|
410
|
+
// concurrently. Keeping requests in flight also prevents the IndexedDB transaction from auto-committing mid-way.
|
|
411
|
+
const orphanedNotes: { block: number; siloedNullifier: string }[] = [];
|
|
412
|
+
|
|
413
|
+
for await (const [block, siloedNullifier] of this.#notesByBlockNumber.entriesAsync({ start: toBlock + 1 })) {
|
|
414
|
+
orphanedNotes.push({ block, siloedNullifier });
|
|
415
|
+
}
|
|
416
|
+
|
|
417
|
+
let removedNotes = 0;
|
|
418
|
+
await Promise.all(
|
|
419
|
+
orphanedNotes.map(async ({ block, siloedNullifier }) => {
|
|
420
|
+
const buf = await this.#notes.getAsync(siloedNullifier);
|
|
421
|
+
if (!buf) {
|
|
422
|
+
throw new Error(`Note not found for siloedNullifier ${siloedNullifier}`);
|
|
423
|
+
}
|
|
424
|
+
const stored = StoredNote.fromBuffer(buf);
|
|
425
|
+
await this.#notes.delete(siloedNullifier);
|
|
426
|
+
await this.#notesByContractAddress.deleteValue(stored.noteDao.contractAddress.toString(), siloedNullifier);
|
|
427
|
+
await this.#notesByBlockNumber.deleteValue(block, siloedNullifier);
|
|
428
|
+
removedNotes++;
|
|
429
|
+
}),
|
|
430
|
+
);
|
|
431
|
+
|
|
432
|
+
// Same procedure, with nullifier emissions
|
|
433
|
+
const orphanedEmissions: { block: number; siloedNullifier: string }[] = [];
|
|
434
|
+
|
|
435
|
+
for await (const [block, siloedNullifier] of this.#nullifierEmissionsByBlockNumber.entriesAsync({
|
|
436
|
+
start: toBlock + 1,
|
|
437
|
+
})) {
|
|
438
|
+
orphanedEmissions.push({ block, siloedNullifier });
|
|
439
|
+
}
|
|
440
|
+
|
|
441
|
+
await Promise.all(
|
|
442
|
+
orphanedEmissions.map(async ({ block, siloedNullifier }) => {
|
|
443
|
+
await this.#nullifierEmissions.delete(siloedNullifier);
|
|
444
|
+
await this.#nullifierEmissionsByBlockNumber.deleteValue(block, siloedNullifier);
|
|
445
|
+
}),
|
|
446
|
+
);
|
|
447
|
+
|
|
448
|
+
this.logger.verbose('rolled back notes and nullifier emissions', {
|
|
449
|
+
removedNotes,
|
|
450
|
+
removedNullifierEmissions: orphanedEmissions.length,
|
|
451
|
+
toBlock,
|
|
452
|
+
});
|
|
453
|
+
}
|
|
418
454
|
}
|
|
@@ -1,48 +1,26 @@
|
|
|
1
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
2
1
|
import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
|
|
3
2
|
import { NoteDao } from '@aztec/stdlib/note';
|
|
4
3
|
|
|
4
|
+
/** A note as stored by the PXE: the note DAO plus the scopes that observed it. Append-only — never mutated. */
|
|
5
5
|
export class StoredNote {
|
|
6
6
|
constructor(
|
|
7
7
|
readonly noteDao: NoteDao,
|
|
8
8
|
readonly scopes: Set<string>,
|
|
9
|
-
private _nullifiedAt: BlockNumber | undefined = undefined,
|
|
10
9
|
) {}
|
|
11
10
|
|
|
12
|
-
static fromBuffer(buffer: Buffer) {
|
|
11
|
+
static fromBuffer(buffer: Buffer): StoredNote {
|
|
13
12
|
const reader = BufferReader.asReader(buffer);
|
|
14
|
-
|
|
15
13
|
const noteDao = NoteDao.fromBuffer(reader);
|
|
16
14
|
const scopes = reader.readVector({ fromBuffer: (r: BufferReader) => r.readString() });
|
|
17
|
-
|
|
18
|
-
const nullifiedAtRaw = reader.readNumber();
|
|
19
|
-
const nullifiedAt = nullifiedAtRaw === 0 ? undefined : (nullifiedAtRaw as BlockNumber);
|
|
20
|
-
|
|
21
|
-
return new StoredNote(noteDao, new Set(scopes), nullifiedAt);
|
|
15
|
+
return new StoredNote(noteDao, new Set(scopes));
|
|
22
16
|
}
|
|
23
17
|
|
|
24
18
|
toBuffer(): Buffer {
|
|
25
19
|
const scopesArray = [...this.scopes];
|
|
26
|
-
return serializeToBuffer(this.noteDao, scopesArray.length, ...scopesArray
|
|
20
|
+
return serializeToBuffer(this.noteDao, scopesArray.length, ...scopesArray);
|
|
27
21
|
}
|
|
28
22
|
|
|
29
|
-
addScope(scope: string) {
|
|
23
|
+
addScope(scope: string): void {
|
|
30
24
|
this.scopes.add(scope);
|
|
31
25
|
}
|
|
32
|
-
|
|
33
|
-
markAsNullified(blockNumber: BlockNumber) {
|
|
34
|
-
this._nullifiedAt = blockNumber;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
markAsActive() {
|
|
38
|
-
this._nullifiedAt = undefined;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
isNullified() {
|
|
42
|
-
return this._nullifiedAt !== undefined;
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
get nullifiedAt() {
|
|
46
|
-
return this._nullifiedAt;
|
|
47
|
-
}
|
|
48
26
|
}
|