@aztec/p2p 0.0.1-commit.d3ec352c → 0.0.1-commit.d6f2b3f94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/bootstrap/bootstrap.d.ts +4 -3
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +4 -4
- package/dest/client/factory.d.ts +5 -5
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +47 -14
- package/dest/client/interface.d.ts +49 -18
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +42 -46
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +565 -257
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
- package/dest/config.d.ts +27 -9
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +26 -15
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +109 -76
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +436 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +529 -289
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +11 -8
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +17 -13
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +7 -1
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +31 -13
- package/dest/mem_pools/interface.d.ts +6 -7
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +35 -26
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +122 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
- package/dest/mem_pools/tx_pool/index.d.ts +1 -2
- package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/index.js +0 -1
- package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
- package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/priority.js +6 -1
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +8 -4
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +25 -20
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +87 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +119 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +90 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +89 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +131 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +63 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +91 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +70 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +63 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +197 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +6 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +93 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +127 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +99 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +332 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +55 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +156 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +69 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +751 -0
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +4 -4
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +52 -19
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -7
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -13
- package/dest/msg_validators/clock_tolerance.d.ts +21 -0
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
- package/dest/msg_validators/clock_tolerance.js +37 -0
- package/dest/msg_validators/index.d.ts +2 -2
- package/dest/msg_validators/index.d.ts.map +1 -1
- package/dest/msg_validators/index.js +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
- package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
- package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/index.js +3 -0
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/proposal_validator.js +104 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +212 -0
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
- package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +4 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
- package/dest/msg_validators/tx_validator/factory.d.ts +9 -4
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +22 -12
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +11 -16
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
- package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
- package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/size_validator.js +23 -0
- package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
- package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +4 -4
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +10 -6
- package/dest/services/discv5/discV5_service.js +1 -1
- package/dest/services/dummy_service.d.ts +26 -2
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +48 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +9 -8
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +161 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +324 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/instrumentation.d.ts +1 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +30 -72
- package/dest/services/libp2p/libp2p_service.d.ts +108 -36
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +978 -320
- package/dest/services/peer-manager/metrics.d.ts +7 -2
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +33 -21
- package/dest/services/peer-manager/peer_manager.d.ts +2 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +4 -12
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +32 -6
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +47 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +566 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +37 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +151 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
- package/dest/services/reqresp/constants.d.ts +12 -0
- package/dest/services/reqresp/constants.d.ts.map +1 -0
- package/dest/services/reqresp/constants.js +7 -0
- package/dest/services/reqresp/interface.d.ts +13 -2
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +16 -2
- package/dest/services/reqresp/metrics.d.ts +6 -5
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +17 -21
- package/dest/services/reqresp/protocols/auth.d.ts +2 -2
- package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/auth.js +2 -2
- package/dest/services/reqresp/protocols/block.js +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +30 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +60 -14
- package/dest/services/reqresp/protocols/status.d.ts +1 -1
- package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/status.js +4 -1
- package/dest/services/reqresp/protocols/tx.d.ts +8 -3
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +6 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +471 -50
- package/dest/services/service.d.ts +53 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +10 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +26 -2
- package/dest/services/tx_collection/fast_tx_collection.d.ts +7 -4
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +34 -13
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +44 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +118 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +27 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +57 -0
- package/dest/services/tx_collection/index.d.ts +3 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +2 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +10 -13
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
- package/dest/services/tx_collection/proposal_tx_collector.js +49 -0
- package/dest/services/tx_collection/slow_tx_collection.d.ts +3 -1
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +48 -19
- package/dest/services/tx_collection/tx_collection.d.ts +21 -11
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +63 -7
- package/dest/services/tx_collection/tx_collection_sink.d.ts +15 -6
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +47 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +149 -0
- package/dest/services/tx_provider.d.ts +6 -5
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +16 -6
- package/dest/services/tx_provider_instrumentation.d.ts +5 -2
- package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
- package/dest/services/tx_provider_instrumentation.js +14 -14
- package/dest/test-helpers/index.d.ts +3 -1
- package/dest/test-helpers/index.d.ts.map +1 -1
- package/dest/test-helpers/index.js +2 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +27 -1
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +97 -2
- package/dest/test-helpers/mock-tx-helpers.js +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -2
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/test_tx_provider.d.ts +40 -0
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
- package/dest/test-helpers/test_tx_provider.js +41 -0
- package/dest/test-helpers/testbench-utils.d.ts +158 -0
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
- package/dest/test-helpers/testbench-utils.js +360 -0
- package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +219 -124
- package/dest/testbench/worker_client_manager.d.ts +51 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +226 -39
- package/package.json +16 -16
- package/src/bootstrap/bootstrap.ts +7 -4
- package/src/client/factory.ts +80 -29
- package/src/client/interface.ts +57 -17
- package/src/client/p2p_client.ts +229 -295
- package/src/client/test/tx_proposal_collector/README.md +227 -0
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +336 -0
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
- package/src/config.ts +50 -20
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +502 -78
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +614 -322
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +21 -15
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/instrumentation.ts +39 -14
- package/src/mem_pools/interface.ts +5 -7
- package/src/mem_pools/tx_pool/README.md +270 -0
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +362 -367
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +162 -0
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
- package/src/mem_pools/tx_pool/index.ts +0 -1
- package/src/mem_pools/tx_pool/priority.ts +8 -1
- package/src/mem_pools/tx_pool/tx_pool.ts +8 -3
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +18 -13
- package/src/mem_pools/tx_pool_v2/README.md +259 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +234 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +147 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +118 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +111 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +23 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +164 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +86 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +72 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +227 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +207 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +417 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +212 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +895 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +37 -22
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +21 -18
- package/src/msg_validators/clock_tolerance.ts +51 -0
- package/src/msg_validators/index.ts +1 -1
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
- package/src/msg_validators/proposal_validator/index.ts +3 -0
- package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +230 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
- package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
- package/src/msg_validators/tx_validator/data_validator.ts +18 -6
- package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
- package/src/msg_validators/tx_validator/factory.ts +65 -24
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
- package/src/msg_validators/tx_validator/gas_validator.ts +17 -28
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +19 -8
- package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
- package/src/msg_validators/tx_validator/size_validator.ts +22 -0
- package/src/msg_validators/tx_validator/test_utils.ts +1 -1
- package/src/msg_validators/tx_validator/timestamp_validator.ts +25 -15
- package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
- package/src/services/data_store.ts +10 -7
- package/src/services/discv5/discV5_service.ts +1 -1
- package/src/services/dummy_service.ts +63 -0
- package/src/services/encoding.ts +8 -7
- package/src/services/gossipsub/README.md +626 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +451 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/instrumentation.ts +32 -73
- package/src/services/libp2p/libp2p_service.ts +647 -307
- package/src/services/peer-manager/metrics.ts +39 -21
- package/src/services/peer-manager/peer_manager.ts +5 -4
- package/src/services/peer-manager/peer_scoring.ts +28 -4
- package/src/services/reqresp/batch-tx-requester/README.md +305 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
- package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
- package/src/services/reqresp/batch-tx-requester/interface.ts +57 -0
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +209 -0
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
- package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
- package/src/services/reqresp/constants.ts +14 -0
- package/src/services/reqresp/interface.ts +30 -2
- package/src/services/reqresp/metrics.ts +36 -27
- package/src/services/reqresp/protocols/auth.ts +2 -2
- package/src/services/reqresp/protocols/block.ts +1 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +75 -10
- package/src/services/reqresp/protocols/status.ts +7 -4
- package/src/services/reqresp/protocols/tx.ts +23 -2
- package/src/services/reqresp/reqresp.ts +79 -22
- package/src/services/service.ts +63 -4
- package/src/services/tx_collection/config.ts +42 -2
- package/src/services/tx_collection/fast_tx_collection.ts +44 -19
- package/src/services/tx_collection/file_store_tx_collection.ts +152 -0
- package/src/services/tx_collection/file_store_tx_source.ts +70 -0
- package/src/services/tx_collection/index.ts +6 -0
- package/src/services/tx_collection/instrumentation.ts +5 -13
- package/src/services/tx_collection/proposal_tx_collector.ts +112 -0
- package/src/services/tx_collection/slow_tx_collection.ts +55 -26
- package/src/services/tx_collection/tx_collection.ts +85 -19
- package/src/services/tx_collection/tx_collection_sink.ts +17 -7
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +173 -0
- package/src/services/tx_provider.ts +27 -11
- package/src/services/tx_provider_instrumentation.ts +24 -14
- package/src/test-helpers/index.ts +2 -0
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +134 -4
- package/src/test-helpers/mock-tx-helpers.ts +1 -1
- package/src/test-helpers/reqresp-nodes.ts +3 -2
- package/src/test-helpers/test_tx_provider.ts +64 -0
- package/src/test-helpers/testbench-utils.ts +422 -0
- package/src/testbench/p2p_client_testbench_worker.ts +339 -120
- package/src/testbench/worker_client_manager.ts +304 -42
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -37
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -213
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -30
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -219
- package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -81
- package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -239
- package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
- package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
- package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
- package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
- package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
- package/dest/msg_validators/block_proposal_validator/index.js +0 -1
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -298
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -287
- package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -285
- package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
- package/src/msg_validators/block_proposal_validator/index.ts +0 -1
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
2
|
+
import { type ReadOnlyFileStore, createReadOnlyFileStore } from '@aztec/stdlib/file-store';
|
|
3
|
+
import { Tx, type TxHash } from '@aztec/stdlib/tx';
|
|
4
|
+
|
|
5
|
+
import type { TxSource } from './tx_source.js';
|
|
6
|
+
|
|
7
|
+
/** TxSource implementation that downloads txs from a file store. */
|
|
8
|
+
export class FileStoreTxSource implements TxSource {
|
|
9
|
+
private constructor(
|
|
10
|
+
private readonly fileStore: ReadOnlyFileStore,
|
|
11
|
+
private readonly baseUrl: string,
|
|
12
|
+
private readonly log: Logger,
|
|
13
|
+
) {}
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Creates a FileStoreTxSource from a URL.
|
|
17
|
+
* @param url - The file store URL (s3://, gs://, file://, http://, https://).
|
|
18
|
+
* @param log - Optional logger.
|
|
19
|
+
* @returns The FileStoreTxSource instance, or undefined if creation fails.
|
|
20
|
+
*/
|
|
21
|
+
public static async create(
|
|
22
|
+
url: string,
|
|
23
|
+
log: Logger = createLogger('p2p:file_store_tx_source'),
|
|
24
|
+
): Promise<FileStoreTxSource | undefined> {
|
|
25
|
+
try {
|
|
26
|
+
const fileStore = await createReadOnlyFileStore(url, log);
|
|
27
|
+
if (!fileStore) {
|
|
28
|
+
log.warn(`Failed to create file store for URL: ${url}`);
|
|
29
|
+
return undefined;
|
|
30
|
+
}
|
|
31
|
+
return new FileStoreTxSource(fileStore, url, log);
|
|
32
|
+
} catch (err) {
|
|
33
|
+
log.warn(`Error creating file store for URL: ${url}`, { error: err });
|
|
34
|
+
return undefined;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
public getInfo(): string {
|
|
39
|
+
return `file-store:${this.baseUrl}`;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
public getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
|
|
43
|
+
return Promise.all(
|
|
44
|
+
txHashes.map(async txHash => {
|
|
45
|
+
const path = `txs/${txHash.toString()}.bin`;
|
|
46
|
+
try {
|
|
47
|
+
const buffer = await this.fileStore.read(path);
|
|
48
|
+
return Tx.fromBuffer(buffer);
|
|
49
|
+
} catch {
|
|
50
|
+
// Tx not found or error reading - return undefined
|
|
51
|
+
return undefined;
|
|
52
|
+
}
|
|
53
|
+
}),
|
|
54
|
+
);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
/**
|
|
59
|
+
* Creates FileStoreTxSource instances from URLs.
|
|
60
|
+
* @param urls - Array of file store URLs.
|
|
61
|
+
* @param log - Optional logger.
|
|
62
|
+
* @returns Array of successfully created FileStoreTxSource instances.
|
|
63
|
+
*/
|
|
64
|
+
export async function createFileStoreTxSources(
|
|
65
|
+
urls: string[],
|
|
66
|
+
log: Logger = createLogger('p2p:file_store_tx_source'),
|
|
67
|
+
): Promise<FileStoreTxSource[]> {
|
|
68
|
+
const sources = await Promise.all(urls.map(url => FileStoreTxSource.create(url, log)));
|
|
69
|
+
return sources.filter((s): s is FileStoreTxSource => s !== undefined);
|
|
70
|
+
}
|
|
@@ -1,2 +1,8 @@
|
|
|
1
1
|
export { TxCollection, type FastCollectionRequestInput } from './tx_collection.js';
|
|
2
2
|
export { type TxSource, createNodeRpcTxSources, NodeRpcTxSource } from './tx_source.js';
|
|
3
|
+
export {
|
|
4
|
+
type MissingTxsCollector,
|
|
5
|
+
BatchTxRequesterCollector,
|
|
6
|
+
SendBatchRequestCollector,
|
|
7
|
+
} from './proposal_tx_collector.js';
|
|
8
|
+
export { FileStoreTxSource, createFileStoreTxSources } from './file_store_tx_source.js';
|
|
@@ -4,7 +4,7 @@ import {
|
|
|
4
4
|
Metrics,
|
|
5
5
|
type TelemetryClient,
|
|
6
6
|
type UpDownCounter,
|
|
7
|
-
|
|
7
|
+
createUpDownCounterWithDefault,
|
|
8
8
|
} from '@aztec/telemetry-client';
|
|
9
9
|
|
|
10
10
|
import type { CollectionMethod } from './tx_collection.js';
|
|
@@ -17,21 +17,13 @@ export class TxCollectionInstrumentation {
|
|
|
17
17
|
constructor(client: TelemetryClient, name: string) {
|
|
18
18
|
const meter = client.getMeter(name);
|
|
19
19
|
|
|
20
|
-
this.txsCollected = meter
|
|
21
|
-
|
|
20
|
+
this.txsCollected = createUpDownCounterWithDefault(meter, Metrics.TX_COLLECTOR_COUNT, {
|
|
21
|
+
[Attributes.TX_COLLECTION_METHOD]: ['fast-req-resp', 'fast-node-rpc', 'slow-req-resp', 'slow-node-rpc'],
|
|
22
22
|
});
|
|
23
23
|
|
|
24
|
-
this.collectionDurationPerTx = meter.createHistogram(Metrics.TX_COLLECTOR_DURATION_PER_TX
|
|
25
|
-
unit: 'ms',
|
|
26
|
-
description: 'Average duration per tx of an individual tx collection request',
|
|
27
|
-
valueType: ValueType.INT,
|
|
28
|
-
});
|
|
24
|
+
this.collectionDurationPerTx = meter.createHistogram(Metrics.TX_COLLECTOR_DURATION_PER_TX);
|
|
29
25
|
|
|
30
|
-
this.collectionDurationPerRequest = meter.createHistogram(Metrics.TX_COLLECTOR_DURATION_PER_REQUEST
|
|
31
|
-
unit: 'ms',
|
|
32
|
-
description: 'Total duration of an individual tx collection request',
|
|
33
|
-
valueType: ValueType.INT,
|
|
34
|
-
});
|
|
26
|
+
this.collectionDurationPerRequest = meter.createHistogram(Metrics.TX_COLLECTOR_DURATION_PER_REQUEST);
|
|
35
27
|
}
|
|
36
28
|
|
|
37
29
|
increaseTxsFor(what: CollectionMethod, count: number, duration: number) {
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import type { Logger } from '@aztec/foundation/log';
|
|
2
|
+
import type { DateProvider } from '@aztec/foundation/timer';
|
|
3
|
+
import type { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
4
|
+
|
|
5
|
+
import type { PeerId } from '@libp2p/interface';
|
|
6
|
+
|
|
7
|
+
import { BatchTxRequester } from '../reqresp/batch-tx-requester/batch_tx_requester.js';
|
|
8
|
+
import type { BatchTxRequesterConfig } from '../reqresp/batch-tx-requester/config.js';
|
|
9
|
+
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
10
|
+
import type { IBatchRequestTxValidator } from '../reqresp/batch-tx-requester/tx_validator.js';
|
|
11
|
+
import { type BlockTxsSource, ReqRespSubProtocol, chunkTxHashesRequest } from '../reqresp/index.js';
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* Strategy interface for collecting missing transactions for a block or proposal.
|
|
15
|
+
* Allows swapping between different tx collection implementations for benchmarking.
|
|
16
|
+
*/
|
|
17
|
+
export interface MissingTxsCollector {
|
|
18
|
+
/**
|
|
19
|
+
* Collect missing transactions for a block or proposal.
|
|
20
|
+
* @param txHashes - The transaction hashes to collect
|
|
21
|
+
* @param blockTxsSource - The block or proposal containing the transactions
|
|
22
|
+
* @param pinnedPeer - Optional peer expected to have the transactions
|
|
23
|
+
* @param timeoutMs - Timeout in milliseconds
|
|
24
|
+
* @returns The collected transactions
|
|
25
|
+
*/
|
|
26
|
+
collectTxs(
|
|
27
|
+
txHashes: TxHash[],
|
|
28
|
+
blockTxsSource: BlockTxsSource,
|
|
29
|
+
pinnedPeer: PeerId | undefined,
|
|
30
|
+
timeoutMs: number,
|
|
31
|
+
): Promise<Tx[]>;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Collects transactions using the BatchTxRequester implementation.
|
|
36
|
+
* This uses a smart/dumb peer strategy with parallel workers.
|
|
37
|
+
*/
|
|
38
|
+
export class BatchTxRequesterCollector implements MissingTxsCollector {
|
|
39
|
+
constructor(
|
|
40
|
+
private p2pService: BatchTxRequesterLibP2PService,
|
|
41
|
+
private log: Logger,
|
|
42
|
+
private dateProvider: DateProvider,
|
|
43
|
+
private txValidator?: IBatchRequestTxValidator,
|
|
44
|
+
private batchTxRequesterConfig?: Partial<BatchTxRequesterConfig>,
|
|
45
|
+
) {}
|
|
46
|
+
|
|
47
|
+
async collectTxs(
|
|
48
|
+
txHashes: TxHash[],
|
|
49
|
+
blockTxsSource: BlockTxsSource,
|
|
50
|
+
pinnedPeer: PeerId | undefined,
|
|
51
|
+
timeoutMs: number,
|
|
52
|
+
): Promise<Tx[]> {
|
|
53
|
+
const {
|
|
54
|
+
batchTxRequesterSmartParallelWorkerCount: smartParallelWorkerCount,
|
|
55
|
+
batchTxRequesterDumbParallelWorkerCount: dumbParallelWorkerCount,
|
|
56
|
+
batchTxRequesterTxBatchSize: txBatchSize,
|
|
57
|
+
batchTxRequesterBadPeerThreshold: badPeerThreshold,
|
|
58
|
+
} = this.batchTxRequesterConfig ?? {};
|
|
59
|
+
|
|
60
|
+
const batchRequester = new BatchTxRequester(
|
|
61
|
+
txHashes,
|
|
62
|
+
blockTxsSource,
|
|
63
|
+
pinnedPeer,
|
|
64
|
+
timeoutMs,
|
|
65
|
+
this.p2pService,
|
|
66
|
+
this.log,
|
|
67
|
+
this.dateProvider,
|
|
68
|
+
{
|
|
69
|
+
smartParallelWorkerCount,
|
|
70
|
+
dumbParallelWorkerCount,
|
|
71
|
+
txBatchSize,
|
|
72
|
+
badPeerThreshold,
|
|
73
|
+
txValidator: this.txValidator,
|
|
74
|
+
},
|
|
75
|
+
);
|
|
76
|
+
|
|
77
|
+
return await BatchTxRequester.collectAllTxs(batchRequester.run());
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
const DEFAULT_MAX_PEERS = 10;
|
|
82
|
+
const DEFAULT_MAX_RETRY_ATTEMPTS = 3;
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* Collects transactions using the sendBatchRequest implementation from ReqResp.
|
|
86
|
+
* This is the original implementation that balances requests across peers.
|
|
87
|
+
*/
|
|
88
|
+
export class SendBatchRequestCollector implements MissingTxsCollector {
|
|
89
|
+
constructor(
|
|
90
|
+
private p2pService: BatchTxRequesterLibP2PService,
|
|
91
|
+
private maxPeers: number = DEFAULT_MAX_PEERS,
|
|
92
|
+
private maxRetryAttempts: number = DEFAULT_MAX_RETRY_ATTEMPTS,
|
|
93
|
+
) {}
|
|
94
|
+
|
|
95
|
+
async collectTxs(
|
|
96
|
+
txHashes: TxHash[],
|
|
97
|
+
_blockTxsSource: BlockTxsSource,
|
|
98
|
+
pinnedPeer: PeerId | undefined,
|
|
99
|
+
timeoutMs: number,
|
|
100
|
+
): Promise<Tx[]> {
|
|
101
|
+
const txs = await this.p2pService.reqResp.sendBatchRequest<ReqRespSubProtocol.TX>(
|
|
102
|
+
ReqRespSubProtocol.TX,
|
|
103
|
+
chunkTxHashesRequest(txHashes),
|
|
104
|
+
pinnedPeer,
|
|
105
|
+
timeoutMs,
|
|
106
|
+
this.maxPeers,
|
|
107
|
+
this.maxRetryAttempts,
|
|
108
|
+
);
|
|
109
|
+
|
|
110
|
+
return txs.flat();
|
|
111
|
+
}
|
|
112
|
+
}
|
|
@@ -91,6 +91,7 @@ export class SlowTxCollection {
|
|
|
91
91
|
|
|
92
92
|
for (const txHash of txHashes) {
|
|
93
93
|
this.missingTxs.set(txHash.toString(), {
|
|
94
|
+
block,
|
|
94
95
|
blockNumber: block.number,
|
|
95
96
|
deadline: this.getDeadlineForSlot(block.header.getSlot()),
|
|
96
97
|
readyForReqResp: this.nodes.length === 0, // If we have no nodes, we can start reqresp immediately
|
|
@@ -109,18 +110,26 @@ export class SlowTxCollection {
|
|
|
109
110
|
|
|
110
111
|
// Gather all missing txs that are not in fast collection and request them from the node
|
|
111
112
|
const missingTxs = this.getMissingTxsForSlowCollection();
|
|
112
|
-
|
|
113
|
-
if (missingTxHashes.length === 0) {
|
|
113
|
+
if (missingTxs.length === 0) {
|
|
114
114
|
return;
|
|
115
115
|
}
|
|
116
116
|
|
|
117
|
-
//
|
|
118
|
-
for (const
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
117
|
+
// Group by block so we pass the correct mined context to the sink
|
|
118
|
+
for (const entries of this.groupByBlock(missingTxs)) {
|
|
119
|
+
const block = entries[0][1].block;
|
|
120
|
+
const txHashes = entries.map(([txHash]) => TxHash.fromString(txHash));
|
|
121
|
+
for (const batch of chunk(txHashes, this.config.txCollectionNodeRpcMaxBatchSize)) {
|
|
122
|
+
await this.txCollectionSink.collect(
|
|
123
|
+
hashes => node.getTxsByHash(hashes),
|
|
124
|
+
batch,
|
|
125
|
+
{
|
|
126
|
+
description: `node ${node.getInfo()}`,
|
|
127
|
+
node: node.getInfo(),
|
|
128
|
+
method: 'slow-node-rpc',
|
|
129
|
+
},
|
|
130
|
+
{ type: 'mined', block },
|
|
131
|
+
);
|
|
132
|
+
}
|
|
124
133
|
}
|
|
125
134
|
|
|
126
135
|
// Mark every tx that is still missing as ready for reqresp.
|
|
@@ -149,25 +158,30 @@ export class SlowTxCollection {
|
|
|
149
158
|
|
|
150
159
|
const pinnedPeer = undefined;
|
|
151
160
|
const timeoutMs = this.config.txCollectionSlowReqRespTimeoutMs;
|
|
152
|
-
const maxPeers = boundInclusive(Math.ceil(missingTxs.length / 3), 4, 16);
|
|
153
161
|
const maxRetryAttempts = 3;
|
|
154
|
-
// Send a batch request via reqresp for the missing txs
|
|
155
|
-
await this.txCollectionSink.collect(
|
|
156
|
-
async txHashes => {
|
|
157
|
-
const txs = await this.reqResp.sendBatchRequest<ReqRespSubProtocol.TX>(
|
|
158
|
-
ReqRespSubProtocol.TX,
|
|
159
|
-
chunkTxHashesRequest(txHashes),
|
|
160
|
-
pinnedPeer,
|
|
161
|
-
timeoutMs,
|
|
162
|
-
maxPeers,
|
|
163
|
-
maxRetryAttempts,
|
|
164
|
-
);
|
|
165
162
|
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
163
|
+
// Group by block so we pass the correct mined context to the sink
|
|
164
|
+
for (const entries of this.groupByBlock(missingTxs)) {
|
|
165
|
+
const block = entries[0][1].block;
|
|
166
|
+
const txHashes = entries.map(([txHash]) => TxHash.fromString(txHash));
|
|
167
|
+
const maxPeers = boundInclusive(Math.ceil(txHashes.length / 3), 4, 16);
|
|
168
|
+
await this.txCollectionSink.collect(
|
|
169
|
+
async hashes => {
|
|
170
|
+
const txs = await this.reqResp.sendBatchRequest<ReqRespSubProtocol.TX>(
|
|
171
|
+
ReqRespSubProtocol.TX,
|
|
172
|
+
chunkTxHashesRequest(hashes),
|
|
173
|
+
pinnedPeer,
|
|
174
|
+
timeoutMs,
|
|
175
|
+
maxPeers,
|
|
176
|
+
maxRetryAttempts,
|
|
177
|
+
);
|
|
178
|
+
return txs.flat();
|
|
179
|
+
},
|
|
180
|
+
txHashes,
|
|
181
|
+
{ description: 'slow reqresp', timeoutMs, method: 'slow-req-resp' },
|
|
182
|
+
{ type: 'mined', block },
|
|
183
|
+
);
|
|
184
|
+
}
|
|
171
185
|
}
|
|
172
186
|
|
|
173
187
|
/** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */
|
|
@@ -223,6 +237,21 @@ export class SlowTxCollection {
|
|
|
223
237
|
}
|
|
224
238
|
}
|
|
225
239
|
|
|
240
|
+
/** Groups missing tx entries by block number. */
|
|
241
|
+
private groupByBlock(entries: [string, MissingTxInfo][]): [string, MissingTxInfo][][] {
|
|
242
|
+
const groups = new Map<number, [string, MissingTxInfo][]>();
|
|
243
|
+
for (const entry of entries) {
|
|
244
|
+
const bn = +entry[1].blockNumber;
|
|
245
|
+
let group = groups.get(bn);
|
|
246
|
+
if (!group) {
|
|
247
|
+
group = [];
|
|
248
|
+
groups.set(bn, group);
|
|
249
|
+
}
|
|
250
|
+
group.push(entry);
|
|
251
|
+
}
|
|
252
|
+
return [...groups.values()];
|
|
253
|
+
}
|
|
254
|
+
|
|
226
255
|
/** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */
|
|
227
256
|
private getDeadlineForSlot(slotNumber: SlotNumber): Date {
|
|
228
257
|
const epoch = getEpochAtSlot(slotNumber, this.constants);
|
|
@@ -2,8 +2,9 @@ import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
|
2
2
|
import { compactArray } from '@aztec/foundation/collection';
|
|
3
3
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
4
4
|
import { type PromiseWithResolvers, RunningPromise } from '@aztec/foundation/promise';
|
|
5
|
+
import { sleep } from '@aztec/foundation/sleep';
|
|
5
6
|
import { DateProvider } from '@aztec/foundation/timer';
|
|
6
|
-
import type { L2Block, L2BlockInfo
|
|
7
|
+
import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
|
|
7
8
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
8
9
|
import type { BlockProposal } from '@aztec/stdlib/p2p';
|
|
9
10
|
import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
@@ -11,21 +12,22 @@ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-clien
|
|
|
11
12
|
|
|
12
13
|
import type { PeerId } from '@libp2p/interface';
|
|
13
14
|
|
|
14
|
-
import type {
|
|
15
|
-
import type {
|
|
16
|
-
import type { ReqRespInterface } from '../reqresp/interface.js';
|
|
15
|
+
import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
|
|
16
|
+
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
17
17
|
import type { TxCollectionConfig } from './config.js';
|
|
18
18
|
import { FastTxCollection } from './fast_tx_collection.js';
|
|
19
|
+
import { FileStoreTxCollection } from './file_store_tx_collection.js';
|
|
20
|
+
import type { FileStoreTxSource } from './file_store_tx_source.js';
|
|
19
21
|
import { SlowTxCollection } from './slow_tx_collection.js';
|
|
20
|
-
import { TxCollectionSink } from './tx_collection_sink.js';
|
|
22
|
+
import { type TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
|
|
21
23
|
import type { TxSource } from './tx_source.js';
|
|
22
24
|
|
|
23
|
-
export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc';
|
|
25
|
+
export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc' | 'file-store';
|
|
24
26
|
|
|
25
|
-
export type MissingTxInfo = { blockNumber: BlockNumber; deadline: Date; readyForReqResp: boolean };
|
|
27
|
+
export type MissingTxInfo = { block: L2Block; blockNumber: BlockNumber; deadline: Date; readyForReqResp: boolean };
|
|
26
28
|
|
|
27
29
|
export type FastCollectionRequestInput =
|
|
28
|
-
| { type: 'block'; block:
|
|
30
|
+
| { type: 'block'; block: L2Block }
|
|
29
31
|
| { type: 'proposal'; blockProposal: BlockProposal; blockNumber: BlockNumber };
|
|
30
32
|
|
|
31
33
|
export type FastCollectionRequest = FastCollectionRequestInput & {
|
|
@@ -54,6 +56,9 @@ export class TxCollection {
|
|
|
54
56
|
/** Fast collection methods */
|
|
55
57
|
protected readonly fastCollection: FastTxCollection;
|
|
56
58
|
|
|
59
|
+
/** File store collection */
|
|
60
|
+
protected readonly fileStoreCollection: FileStoreTxCollection;
|
|
61
|
+
|
|
57
62
|
/** Loop for periodically reconciling found transactions from the tx pool in case we missed some */
|
|
58
63
|
private readonly reconcileFoundTxsLoop: RunningPromise;
|
|
59
64
|
|
|
@@ -61,17 +66,24 @@ export class TxCollection {
|
|
|
61
66
|
private readonly txCollectionSink: TxCollectionSink;
|
|
62
67
|
|
|
63
68
|
/** Handler for the txs-added event from the tx pool */
|
|
64
|
-
protected readonly handleTxsAddedToPool:
|
|
69
|
+
protected readonly handleTxsAddedToPool: TxPoolV2Events['txs-added'];
|
|
65
70
|
|
|
66
71
|
/** Handler for the txs-added event from the tx collection sink */
|
|
67
|
-
protected readonly handleTxsFound:
|
|
72
|
+
protected readonly handleTxsFound: TxPoolV2Events['txs-added'];
|
|
73
|
+
|
|
74
|
+
/** Whether the service has been started. */
|
|
75
|
+
private started = false;
|
|
76
|
+
|
|
77
|
+
/** Whether file store sources are configured. */
|
|
78
|
+
private readonly hasFileStoreSources: boolean;
|
|
68
79
|
|
|
69
80
|
constructor(
|
|
70
|
-
private readonly
|
|
81
|
+
private readonly p2pService: BatchTxRequesterLibP2PService,
|
|
71
82
|
private readonly nodes: TxSource[],
|
|
72
83
|
private readonly constants: L1RollupConstants,
|
|
73
|
-
private readonly txPool:
|
|
84
|
+
private readonly txPool: TxPoolV2,
|
|
74
85
|
private readonly config: TxCollectionConfig,
|
|
86
|
+
fileStoreSources: FileStoreTxSource[] = [],
|
|
75
87
|
private readonly dateProvider: DateProvider = new DateProvider(),
|
|
76
88
|
telemetryClient: TelemetryClient = getTelemetryClient(),
|
|
77
89
|
private readonly log: Logger = createLogger('p2p:tx_collection_service'),
|
|
@@ -79,7 +91,7 @@ export class TxCollection {
|
|
|
79
91
|
this.txCollectionSink = new TxCollectionSink(this.txPool, telemetryClient, this.log);
|
|
80
92
|
|
|
81
93
|
this.fastCollection = new FastTxCollection(
|
|
82
|
-
this.
|
|
94
|
+
this.p2pService,
|
|
83
95
|
this.nodes,
|
|
84
96
|
this.txCollectionSink,
|
|
85
97
|
this.config,
|
|
@@ -88,7 +100,7 @@ export class TxCollection {
|
|
|
88
100
|
);
|
|
89
101
|
|
|
90
102
|
this.slowCollection = new SlowTxCollection(
|
|
91
|
-
this.reqResp,
|
|
103
|
+
this.p2pService.reqResp,
|
|
92
104
|
this.nodes,
|
|
93
105
|
this.txCollectionSink,
|
|
94
106
|
this.fastCollection,
|
|
@@ -98,18 +110,21 @@ export class TxCollection {
|
|
|
98
110
|
this.log,
|
|
99
111
|
);
|
|
100
112
|
|
|
113
|
+
this.hasFileStoreSources = fileStoreSources.length > 0;
|
|
114
|
+
this.fileStoreCollection = new FileStoreTxCollection(fileStoreSources, this.txCollectionSink, this.log);
|
|
115
|
+
|
|
101
116
|
this.reconcileFoundTxsLoop = new RunningPromise(
|
|
102
117
|
() => this.reconcileFoundTxsWithPool(),
|
|
103
118
|
this.log,
|
|
104
119
|
this.config.txCollectionReconcileIntervalMs,
|
|
105
120
|
);
|
|
106
121
|
|
|
107
|
-
this.handleTxsFound = (args: Parameters<
|
|
122
|
+
this.handleTxsFound = (args: Parameters<TxPoolV2Events['txs-added']>[0]) => {
|
|
108
123
|
this.foundTxs(args.txs);
|
|
109
124
|
};
|
|
110
125
|
this.txCollectionSink.on('txs-added', this.handleTxsFound);
|
|
111
126
|
|
|
112
|
-
this.handleTxsAddedToPool = (args: Parameters<
|
|
127
|
+
this.handleTxsAddedToPool = (args: Parameters<TxPoolV2Events['txs-added']>[0]) => {
|
|
113
128
|
const { txs, source } = args;
|
|
114
129
|
if (source !== 'tx-collection') {
|
|
115
130
|
this.foundTxs(txs);
|
|
@@ -120,7 +135,9 @@ export class TxCollection {
|
|
|
120
135
|
|
|
121
136
|
/** Starts all collection loops. */
|
|
122
137
|
public start(): Promise<void> {
|
|
138
|
+
this.started = true;
|
|
123
139
|
this.slowCollection.start();
|
|
140
|
+
this.fileStoreCollection.start();
|
|
124
141
|
this.reconcileFoundTxsLoop.start();
|
|
125
142
|
|
|
126
143
|
// TODO(palla/txs): Collect mined unproven tx hashes for txs we dont have in the pool and populate missingTxs on startup
|
|
@@ -129,7 +146,13 @@ export class TxCollection {
|
|
|
129
146
|
|
|
130
147
|
/** Stops all activity. */
|
|
131
148
|
public async stop() {
|
|
132
|
-
|
|
149
|
+
this.started = false;
|
|
150
|
+
await Promise.all([
|
|
151
|
+
this.slowCollection.stop(),
|
|
152
|
+
this.fastCollection.stop(),
|
|
153
|
+
this.fileStoreCollection.stop(),
|
|
154
|
+
this.reconcileFoundTxsLoop.stop(),
|
|
155
|
+
]);
|
|
133
156
|
|
|
134
157
|
this.txPool.removeListener('txs-added', this.handleTxsAddedToPool);
|
|
135
158
|
this.txCollectionSink.removeListener('txs-added', this.handleTxsFound);
|
|
@@ -147,7 +170,24 @@ export class TxCollection {
|
|
|
147
170
|
|
|
148
171
|
/** Starts collecting the given tx hashes for the given L2Block in the slow loop */
|
|
149
172
|
public startCollecting(block: L2Block, txHashes: TxHash[]) {
|
|
150
|
-
|
|
173
|
+
this.slowCollection.startCollecting(block, txHashes);
|
|
174
|
+
|
|
175
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
176
|
+
if (this.hasFileStoreSources) {
|
|
177
|
+
const context: TxAddContext = { type: 'mined', block };
|
|
178
|
+
sleep(this.config.txCollectionFileStoreSlowDelayMs)
|
|
179
|
+
.then(() => {
|
|
180
|
+
if (this.started) {
|
|
181
|
+
// Only queue txs that are still missing after the delay
|
|
182
|
+
const stillMissing = new Set(this.slowCollection.getMissingTxHashes().map(h => h.toString()));
|
|
183
|
+
const remaining = txHashes.filter(h => stillMissing.has(h.toString()));
|
|
184
|
+
if (remaining.length > 0) {
|
|
185
|
+
this.fileStoreCollection.startCollecting(remaining, context);
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
})
|
|
189
|
+
.catch(err => this.log.error('Error in file store slow delay', err));
|
|
190
|
+
}
|
|
151
191
|
}
|
|
152
192
|
|
|
153
193
|
/** Collects the set of txs for the given block proposal as fast as possible */
|
|
@@ -166,7 +206,7 @@ export class TxCollection {
|
|
|
166
206
|
txHashes: TxHash[] | string[],
|
|
167
207
|
opts: { deadline: Date; pinnedPeer?: PeerId },
|
|
168
208
|
) {
|
|
169
|
-
return this.collectFastFor({ type: 'block', block
|
|
209
|
+
return this.collectFastFor({ type: 'block', block }, txHashes, opts);
|
|
170
210
|
}
|
|
171
211
|
|
|
172
212
|
/** Collects the set of txs for the given proposal or block as fast as possible */
|
|
@@ -175,13 +215,37 @@ export class TxCollection {
|
|
|
175
215
|
txHashes: TxHash[] | string[],
|
|
176
216
|
opts: { deadline: Date; pinnedPeer?: PeerId },
|
|
177
217
|
) {
|
|
218
|
+
const hashes = txHashes.map(h => (typeof h === 'string' ? TxHash.fromString(h) : h));
|
|
219
|
+
|
|
220
|
+
// Delay file store collection to give P2P methods time to find txs first
|
|
221
|
+
if (this.hasFileStoreSources) {
|
|
222
|
+
const context = this.getAddContextForInput(input);
|
|
223
|
+
sleep(this.config.txCollectionFileStoreFastDelayMs)
|
|
224
|
+
.then(() => {
|
|
225
|
+
if (this.started) {
|
|
226
|
+
this.fileStoreCollection.startCollecting(hashes, context);
|
|
227
|
+
}
|
|
228
|
+
})
|
|
229
|
+
.catch(err => this.log.error('Error in file store fast delay', err));
|
|
230
|
+
}
|
|
231
|
+
|
|
178
232
|
return this.fastCollection.collectFastFor(input, txHashes, opts);
|
|
179
233
|
}
|
|
180
234
|
|
|
235
|
+
/** Returns the TxAddContext for the given fast collection request input */
|
|
236
|
+
private getAddContextForInput(input: FastCollectionRequestInput): TxAddContext {
|
|
237
|
+
if (input.type === 'proposal') {
|
|
238
|
+
return { type: 'proposal', blockHeader: input.blockProposal.blockHeader };
|
|
239
|
+
} else {
|
|
240
|
+
return { type: 'mined', block: input.block };
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
|
|
181
244
|
/** Mark the given txs as found. Stops collecting them. */
|
|
182
245
|
private foundTxs(txs: Tx[]) {
|
|
183
246
|
this.slowCollection.foundTxs(txs);
|
|
184
247
|
this.fastCollection.foundTxs(txs);
|
|
248
|
+
this.fileStoreCollection.foundTxs(txs);
|
|
185
249
|
}
|
|
186
250
|
|
|
187
251
|
/**
|
|
@@ -191,6 +255,7 @@ export class TxCollection {
|
|
|
191
255
|
public stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void {
|
|
192
256
|
this.slowCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
193
257
|
this.fastCollection.stopCollectingForBlocksUpTo(blockNumber);
|
|
258
|
+
this.fileStoreCollection.clearPending();
|
|
194
259
|
}
|
|
195
260
|
|
|
196
261
|
/**
|
|
@@ -200,6 +265,7 @@ export class TxCollection {
|
|
|
200
265
|
public stopCollectingForBlocksAfter(blockNumber: BlockNumber): void {
|
|
201
266
|
this.slowCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
202
267
|
this.fastCollection.stopCollectingForBlocksAfter(blockNumber);
|
|
268
|
+
this.fileStoreCollection.clearPending();
|
|
203
269
|
}
|
|
204
270
|
|
|
205
271
|
/** Every now and then, check if the pool has received one of the txs we are looking for, just to catch any race conditions */
|
|
@@ -1,24 +1,28 @@
|
|
|
1
1
|
import type { Logger } from '@aztec/foundation/log';
|
|
2
2
|
import { elapsed } from '@aztec/foundation/timer';
|
|
3
3
|
import type { TypedEventEmitter } from '@aztec/foundation/types';
|
|
4
|
-
import {
|
|
4
|
+
import type { L2Block } from '@aztec/stdlib/block';
|
|
5
|
+
import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
|
|
5
6
|
import type { TelemetryClient } from '@aztec/telemetry-client';
|
|
6
7
|
|
|
7
8
|
import EventEmitter from 'node:events';
|
|
8
9
|
|
|
9
|
-
import type {
|
|
10
|
+
import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
|
|
10
11
|
import { TxCollectionInstrumentation } from './instrumentation.js';
|
|
11
12
|
import type { CollectionMethod } from './tx_collection.js';
|
|
12
13
|
|
|
14
|
+
/** Context determining how collected txs should be added to the pool. */
|
|
15
|
+
export type TxAddContext = { type: 'proposal'; blockHeader: BlockHeader } | { type: 'mined'; block: L2Block };
|
|
16
|
+
|
|
13
17
|
/**
|
|
14
18
|
* Executes collection requests from the fast and slow collection loops, and handles collected txs
|
|
15
19
|
* by adding them to the tx pool and emitting events, as well as handling logging and metrics.
|
|
16
20
|
*/
|
|
17
|
-
export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitter<
|
|
21
|
+
export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitter<TxPoolV2Events>) {
|
|
18
22
|
private readonly instrumentation: TxCollectionInstrumentation;
|
|
19
23
|
|
|
20
24
|
constructor(
|
|
21
|
-
private readonly txPool:
|
|
25
|
+
private readonly txPool: TxPoolV2,
|
|
22
26
|
telemetryClient: TelemetryClient,
|
|
23
27
|
private readonly log: Logger,
|
|
24
28
|
) {
|
|
@@ -30,6 +34,7 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
30
34
|
collectValidTxsFn: (txHashes: TxHash[]) => Promise<(Tx | undefined)[]>,
|
|
31
35
|
requested: TxHash[],
|
|
32
36
|
info: Record<string, any> & { description: string; method: CollectionMethod },
|
|
37
|
+
context: TxAddContext,
|
|
33
38
|
) {
|
|
34
39
|
this.log.trace(`Requesting ${requested.length} txs via ${info.description}`, {
|
|
35
40
|
...info,
|
|
@@ -99,12 +104,13 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
99
104
|
},
|
|
100
105
|
);
|
|
101
106
|
|
|
102
|
-
return await this.foundTxs(validTxs, { ...info, duration });
|
|
107
|
+
return await this.foundTxs(validTxs, { ...info, duration }, context);
|
|
103
108
|
}
|
|
104
109
|
|
|
105
110
|
private async foundTxs(
|
|
106
111
|
txs: Tx[],
|
|
107
112
|
info: Record<string, any> & { description: string; method: CollectionMethod; duration: number },
|
|
113
|
+
context: TxAddContext,
|
|
108
114
|
) {
|
|
109
115
|
// Report metrics for the collection
|
|
110
116
|
this.instrumentation.increaseTxsFor(info.method, txs.length, info.duration);
|
|
@@ -112,9 +118,13 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
|
|
|
112
118
|
// Mark txs as found in the slow missing txs set and all fast requests
|
|
113
119
|
this.emit('txs-added', { txs });
|
|
114
120
|
|
|
115
|
-
// Add the txs to the tx pool
|
|
121
|
+
// Add the txs to the tx pool using the appropriate method based on context
|
|
116
122
|
try {
|
|
117
|
-
|
|
123
|
+
if (context.type === 'mined') {
|
|
124
|
+
await this.txPool.addMinedTxs(txs, context.block.header, { source: 'tx-collection' });
|
|
125
|
+
} else {
|
|
126
|
+
await this.txPool.addProtectedTxs(txs, context.blockHeader, { source: 'tx-collection' });
|
|
127
|
+
}
|
|
118
128
|
} catch (err) {
|
|
119
129
|
this.log.error(`Error adding txs to the pool via ${info.description}`, err, {
|
|
120
130
|
...info,
|