@aztec/p2p 0.0.1-commit.2ed92850 → 0.0.1-commit.2f68f620
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/bootstrap/bootstrap.d.ts +4 -3
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +13 -5
- package/dest/client/factory.d.ts +13 -12
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +65 -20
- package/dest/client/interface.d.ts +58 -36
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +52 -58
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +235 -235
- package/dest/config.d.ts +163 -84
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +155 -42
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +1 -20
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +0 -21
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +162 -106
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +511 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +507 -125
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +7 -5
- package/dest/mem_pools/index.d.ts +3 -3
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +35 -17
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +218 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +914 -0
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +8 -4
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +11 -7
- package/dest/msg_validators/clock_tolerance.d.ts +12 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +56 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +10 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +10 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +21 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +93 -47
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +5 -4
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +40 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
- package/dest/msg_validators/tx_validator/factory.d.ts +138 -5
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +259 -58
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +100 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +138 -53
- package/dest/msg_validators/tx_validator/index.d.ts +5 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +4 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
- package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
- package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/size_validator.js +4 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +14 -10
- package/dest/services/discv5/discV5_service.d.ts +2 -1
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +36 -9
- package/dest/services/dummy_service.d.ts +33 -17
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +56 -15
- package/dest/services/encoding.d.ts +7 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +18 -11
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +184 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +363 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +28 -3
- package/dest/services/libp2p/libp2p_service.d.ts +107 -59
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +701 -569
- package/dest/services/peer-manager/metrics.d.ts +4 -2
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +26 -5
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +40 -11
- package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +65 -14
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
- package/dest/services/reqresp/config.d.ts +3 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
- package/dest/services/reqresp/interface.d.ts +27 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +23 -19
- package/dest/services/reqresp/metrics.d.ts +6 -5
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +16 -5
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +8 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +36 -8
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +84 -20
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +21 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
- package/dest/services/reqresp/reqresp.d.ts +12 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +58 -187
- package/dest/services/service.d.ts +49 -13
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +11 -11
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +27 -26
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +8 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +47 -53
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +298 -70
- package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +28 -31
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +26 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +142 -0
- package/dest/services/tx_provider.d.ts +6 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +12 -8
- package/dest/services/tx_provider_instrumentation.d.ts +1 -1
- package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
- package/dest/services/tx_provider_instrumentation.js +5 -5
- package/dest/test-helpers/index.d.ts +3 -1
- package/dest/test-helpers/index.d.ts.map +1 -1
- package/dest/test-helpers/index.js +2 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +46 -6
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +115 -14
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +19 -20
- package/dest/test-helpers/test_tx_provider.d.ts +42 -0
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
- package/dest/test-helpers/test_tx_provider.js +44 -0
- package/dest/test-helpers/testbench-utils.d.ts +161 -0
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
- package/dest/test-helpers/testbench-utils.js +391 -0
- package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +270 -143
- package/dest/testbench/worker_client_manager.d.ts +57 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +277 -49
- package/dest/util.d.ts +13 -8
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +15 -14
- package/src/bootstrap/bootstrap.ts +16 -5
- package/src/client/factory.ts +135 -39
- package/src/client/interface.ts +70 -44
- package/src/client/p2p_client.ts +280 -299
- package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
- package/src/config.ts +272 -46
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +0 -25
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +575 -94
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +617 -141
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +14 -8
- package/src/mem_pools/index.ts +2 -2
- package/src/mem_pools/instrumentation.ts +24 -15
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +283 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +250 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1090 -0
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +24 -11
- package/src/msg_validators/clock_tolerance.ts +73 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +24 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +35 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +116 -49
- package/src/msg_validators/tx_validator/README.md +127 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +22 -11
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +50 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
- package/src/msg_validators/tx_validator/factory.ts +424 -56
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +203 -52
- package/src/msg_validators/tx_validator/index.ts +4 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +18 -7
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
- package/src/msg_validators/tx_validator/size_validator.ts +6 -2
- package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
- package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +14 -19
- package/src/services/discv5/discV5_service.ts +39 -6
- package/src/services/dummy_service.ts +71 -39
- package/src/services/encoding.ts +18 -10
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +519 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/instrumentation.ts +29 -2
- package/src/services/libp2p/libp2p_service.ts +775 -643
- package/src/services/peer-manager/metrics.ts +28 -4
- package/src/services/peer-manager/peer_manager.ts +46 -11
- package/src/services/peer-manager/peer_scoring.ts +56 -6
- package/src/services/reqresp/README.md +215 -0
- package/src/services/reqresp/batch-tx-requester/README.md +344 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
- package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
- package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
- package/src/services/reqresp/config.ts +2 -2
- package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
- package/src/services/reqresp/interface.ts +48 -46
- package/src/services/reqresp/metrics.ts +33 -9
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +10 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +108 -16
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +23 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
- package/src/services/reqresp/reqresp.ts +68 -224
- package/src/services/service.ts +66 -29
- package/src/services/tx_collection/config.ts +41 -36
- package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +11 -2
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +364 -112
- package/src/services/tx_collection/tx_collection_sink.ts +32 -36
- package/src/services/tx_collection/tx_source.ts +28 -8
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +163 -0
- package/src/services/tx_provider.ts +15 -9
- package/src/services/tx_provider_instrumentation.ts +11 -5
- package/src/test-helpers/index.ts +2 -0
- package/src/test-helpers/make-test-p2p-clients.ts +7 -6
- package/src/test-helpers/mock-pubsub.ts +137 -14
- package/src/test-helpers/reqresp-nodes.ts +17 -29
- package/src/test-helpers/test_tx_provider.ts +69 -0
- package/src/test-helpers/testbench-utils.ts +453 -0
- package/src/testbench/p2p_client_testbench_worker.ts +370 -134
- package/src/testbench/worker_client_manager.ts +355 -51
- package/src/util.ts +40 -19
- package/src/versioning.ts +3 -33
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -300
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -177
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -341
- package/src/services/tx_collection/slow_tx_collection.ts +0 -233
|
@@ -1,16 +1,14 @@
|
|
|
1
1
|
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
2
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
|
-
import {
|
|
4
|
-
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
2
|
+
import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import { maxBy, merge } from '@aztec/foundation/collection';
|
|
5
4
|
import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
6
5
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
7
6
|
import { Timer } from '@aztec/foundation/timer';
|
|
8
7
|
import type { AztecAsyncKVStore } from '@aztec/kv-store';
|
|
9
|
-
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
10
8
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
11
|
-
import type { EthAddress,
|
|
9
|
+
import type { EthAddress, L2BlockSource } from '@aztec/stdlib/block';
|
|
12
10
|
import type { ContractDataSource } from '@aztec/stdlib/contract';
|
|
13
|
-
import { GasFees } from '@aztec/stdlib/gas';
|
|
11
|
+
import { type BlockMinFeesProvider, GasFees } from '@aztec/stdlib/gas';
|
|
14
12
|
import type { ClientProtocolCircuitVerifier, PeerInfo, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
|
|
15
13
|
import {
|
|
16
14
|
BlockProposal,
|
|
@@ -18,17 +16,16 @@ import {
|
|
|
18
16
|
CheckpointProposal,
|
|
19
17
|
type CheckpointProposalCore,
|
|
20
18
|
type Gossipable,
|
|
21
|
-
P2PClientType,
|
|
22
19
|
P2PMessage,
|
|
23
|
-
type ValidationResult as P2PValidationResult,
|
|
24
20
|
PeerErrorSeverity,
|
|
21
|
+
PeerErrorSeverityByHarshness,
|
|
25
22
|
TopicType,
|
|
26
23
|
createTopicString,
|
|
27
|
-
|
|
24
|
+
getTopicsForConfig,
|
|
28
25
|
metricsTopicStrToLabels,
|
|
29
26
|
} from '@aztec/stdlib/p2p';
|
|
30
27
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
31
|
-
import { Tx, type
|
|
28
|
+
import { Tx, type TxValidationResult } from '@aztec/stdlib/tx';
|
|
32
29
|
import type { UInt64 } from '@aztec/stdlib/types';
|
|
33
30
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
34
31
|
import {
|
|
@@ -46,76 +43,75 @@ import {
|
|
|
46
43
|
type GossipsubMessage,
|
|
47
44
|
gossipsub,
|
|
48
45
|
} from '@chainsafe/libp2p-gossipsub';
|
|
49
|
-
import { createPeerScoreParams
|
|
46
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
50
47
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
51
48
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
52
49
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
53
50
|
import { bootstrap } from '@libp2p/bootstrap';
|
|
54
51
|
import { identify } from '@libp2p/identify';
|
|
55
52
|
import { type Message, type MultiaddrConnection, type PeerId, TopicValidatorResult } from '@libp2p/interface';
|
|
56
|
-
import type { ConnectionManager } from '@libp2p/interface-internal';
|
|
53
|
+
import type { AddressManager, ConnectionManager } from '@libp2p/interface-internal';
|
|
57
54
|
import { mplex } from '@libp2p/mplex';
|
|
58
55
|
import { tcp } from '@libp2p/tcp';
|
|
56
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
59
57
|
import { ENR } from '@nethermindeth/enr';
|
|
60
58
|
import { createLibp2p } from 'libp2p';
|
|
61
59
|
|
|
62
60
|
import type { P2PConfig } from '../../config.js';
|
|
63
|
-
import {
|
|
61
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
64
62
|
import type { MemPools } from '../../mem_pools/interface.js';
|
|
65
63
|
import {
|
|
66
64
|
BlockProposalValidator,
|
|
67
65
|
CheckpointAttestationValidator,
|
|
68
66
|
CheckpointProposalValidator,
|
|
67
|
+
DoubleSpendTxValidator,
|
|
69
68
|
FishermanAttestationValidator,
|
|
70
|
-
|
|
69
|
+
getDefaultAllowedSetupFunctions,
|
|
71
70
|
} from '../../msg_validators/index.js';
|
|
72
71
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
73
|
-
import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
|
|
74
|
-
import { type MessageValidator, createTxMessageValidators } from '../../msg_validators/tx_validator/factory.js';
|
|
75
72
|
import {
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
} from '../../msg_validators/tx_validator/
|
|
73
|
+
type TransactionValidator,
|
|
74
|
+
createFirstStageTxValidationsForGossipedTransactions,
|
|
75
|
+
createSecondStageTxValidationsForGossipedTransactions,
|
|
76
|
+
createTxValidatorForBlockProposalReceivedTxs,
|
|
77
|
+
} from '../../msg_validators/tx_validator/factory.js';
|
|
78
|
+
import { TxValidationCache } from '../../msg_validators/tx_validator/tx_validation_cache.js';
|
|
82
79
|
import { GossipSubEvent } from '../../types/index.js';
|
|
83
80
|
import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
|
|
84
81
|
import { getVersions } from '../../versioning.js';
|
|
85
82
|
import { AztecDatastore } from '../data_store.js';
|
|
86
83
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
87
84
|
import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
88
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
85
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
86
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
89
87
|
import type { PeerManagerInterface } from '../peer-manager/interface.js';
|
|
90
88
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
91
89
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
90
|
+
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
92
91
|
import type { P2PReqRespConfig } from '../reqresp/config.js';
|
|
93
92
|
import {
|
|
94
|
-
|
|
93
|
+
AuthRequest,
|
|
94
|
+
BlockTxsRequest,
|
|
95
|
+
BlockTxsResponse,
|
|
95
96
|
type ReqRespInterface,
|
|
97
|
+
type ReqRespResponse,
|
|
96
98
|
ReqRespSubProtocol,
|
|
97
99
|
type ReqRespSubProtocolHandler,
|
|
98
100
|
type ReqRespSubProtocolHandlers,
|
|
99
|
-
type ReqRespSubProtocolValidators,
|
|
100
|
-
type SubProtocolMap,
|
|
101
|
-
ValidationError,
|
|
102
|
-
} from '../reqresp/interface.js';
|
|
103
|
-
import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
|
|
104
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
105
|
-
import {
|
|
106
|
-
AuthRequest,
|
|
107
|
-
BlockTxsRequest,
|
|
108
|
-
BlockTxsResponse,
|
|
109
101
|
StatusMessage,
|
|
102
|
+
ValidationError,
|
|
110
103
|
pingHandler,
|
|
111
|
-
|
|
104
|
+
reqGoodbyeHandler,
|
|
105
|
+
reqRespBlockTxsHandler,
|
|
112
106
|
reqRespStatusHandler,
|
|
113
107
|
reqRespTxHandler,
|
|
114
|
-
} from '../reqresp/
|
|
108
|
+
} from '../reqresp/index.js';
|
|
115
109
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
116
110
|
import type {
|
|
117
111
|
P2PBlockReceivedCallback,
|
|
112
|
+
P2PCheckpointAttestationCallback,
|
|
118
113
|
P2PCheckpointReceivedCallback,
|
|
114
|
+
P2PDuplicateAttestationCallback,
|
|
119
115
|
P2PService,
|
|
120
116
|
PeerDiscoveryService,
|
|
121
117
|
} from '../service.js';
|
|
@@ -130,14 +126,14 @@ interface ValidationResult {
|
|
|
130
126
|
type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: ValidationResult };
|
|
131
127
|
|
|
132
128
|
// REFACTOR: Unify with the type above
|
|
133
|
-
type ReceivedMessageValidationResult<T> =
|
|
134
|
-
| { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject
|
|
135
|
-
| { obj?:
|
|
129
|
+
type ReceivedMessageValidationResult<T, M = undefined> =
|
|
130
|
+
| { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
|
|
131
|
+
| { obj?: T; result: TopicValidatorResult.Reject; metadata?: M; severity: PeerErrorSeverity };
|
|
136
132
|
|
|
137
133
|
/**
|
|
138
134
|
* Lib P2P implementation of the P2PService interface.
|
|
139
135
|
*/
|
|
140
|
-
export class LibP2PService
|
|
136
|
+
export class LibP2PService extends WithTracer implements P2PService {
|
|
141
137
|
private discoveryRunningPromise?: RunningPromise;
|
|
142
138
|
private msgIdSeenValidators: Record<TopicType, MessageSeenValidator> = {} as Record<TopicType, MessageSeenValidator>;
|
|
143
139
|
|
|
@@ -149,7 +145,18 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
149
145
|
private protocolVersion = '';
|
|
150
146
|
private topicStrings: Record<TopicType, string> = {} as Record<TopicType, string>;
|
|
151
147
|
|
|
152
|
-
|
|
148
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */
|
|
149
|
+
private duplicateProposalCallback?: (info: {
|
|
150
|
+
slot: SlotNumber;
|
|
151
|
+
proposer: EthAddress;
|
|
152
|
+
type: 'checkpoint' | 'block';
|
|
153
|
+
}) => void;
|
|
154
|
+
|
|
155
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */
|
|
156
|
+
private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
|
|
157
|
+
|
|
158
|
+
/** Callback invoked when a valid checkpoint attestation is accepted into the pool. */
|
|
159
|
+
private checkpointAttestationCallback?: P2PCheckpointAttestationCallback;
|
|
153
160
|
|
|
154
161
|
/**
|
|
155
162
|
* Callback for when a block is received from a peer.
|
|
@@ -163,10 +170,19 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
163
170
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
164
171
|
* @returns The attestations for the checkpoint, if any.
|
|
165
172
|
*/
|
|
166
|
-
private
|
|
173
|
+
private allNodesCheckpointReceivedCallback: P2PCheckpointReceivedCallback;
|
|
174
|
+
/**
|
|
175
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
176
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
177
|
+
* @returns The attestations for the checkpoint, if any.
|
|
178
|
+
*/
|
|
179
|
+
private validatorCheckpointReceivedCallback: P2PCheckpointReceivedCallback;
|
|
167
180
|
|
|
168
181
|
private gossipSubEventHandler: (e: CustomEvent<GossipsubMessage>) => void;
|
|
169
182
|
|
|
183
|
+
private ipChangedHandler?: (ip: string) => void;
|
|
184
|
+
private discoveredP2pIp?: string;
|
|
185
|
+
|
|
170
186
|
private instrumentation: P2PInstrumentation;
|
|
171
187
|
|
|
172
188
|
private telemetry: TelemetryClient;
|
|
@@ -174,19 +190,20 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
174
190
|
protected logger: Logger;
|
|
175
191
|
|
|
176
192
|
constructor(
|
|
177
|
-
private clientType: T,
|
|
178
193
|
private config: P2PConfig,
|
|
179
194
|
protected node: PubSubLibp2p,
|
|
180
195
|
private peerDiscoveryService: PeerDiscoveryService,
|
|
181
196
|
private reqresp: ReqRespInterface,
|
|
182
|
-
|
|
197
|
+
protected peerManager: PeerManagerInterface,
|
|
183
198
|
protected mempools: MemPools,
|
|
184
|
-
|
|
199
|
+
protected archiver: L2BlockSource & ContractDataSource,
|
|
185
200
|
private epochCache: EpochCacheInterface,
|
|
186
201
|
private proofVerifier: ClientProtocolCircuitVerifier,
|
|
187
202
|
private worldStateSynchronizer: WorldStateSynchronizer,
|
|
203
|
+
private blockMinFeesProvider: BlockMinFeesProvider,
|
|
188
204
|
telemetry: TelemetryClient,
|
|
189
205
|
logger: Logger = createLogger('p2p:libp2p_service'),
|
|
206
|
+
private txValidationCache?: TxValidationCache,
|
|
190
207
|
) {
|
|
191
208
|
super(telemetry, 'LibP2PService');
|
|
192
209
|
this.telemetry = telemetry;
|
|
@@ -216,36 +233,55 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
216
233
|
this.protocolVersion,
|
|
217
234
|
);
|
|
218
235
|
|
|
219
|
-
|
|
220
|
-
|
|
236
|
+
const p2pPropagationTime = config.attestationPropagationTime;
|
|
237
|
+
const proposalValidatorOpts = {
|
|
221
238
|
txsPermitted: !config.disableTransactions,
|
|
222
|
-
|
|
239
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
240
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
241
|
+
p2pPropagationTime,
|
|
242
|
+
skipSlotValidation: config.skipProposalSlotValidation,
|
|
243
|
+
signatureContext: {
|
|
244
|
+
chainId: config.l1ChainId,
|
|
245
|
+
rollupAddress: config.rollupAddress,
|
|
246
|
+
},
|
|
247
|
+
};
|
|
248
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
|
|
249
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
|
|
250
|
+
const attestationValidatorOpts = {
|
|
251
|
+
l1PublishingTime: config.l1PublishingTime,
|
|
252
|
+
p2pPropagationTime,
|
|
253
|
+
signatureContext: proposalValidatorOpts.signatureContext,
|
|
254
|
+
};
|
|
223
255
|
this.checkpointAttestationValidator = config.fishermanMode
|
|
224
|
-
? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry)
|
|
225
|
-
: new CheckpointAttestationValidator(epochCache);
|
|
256
|
+
? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts)
|
|
257
|
+
: new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
|
|
226
258
|
|
|
227
259
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
228
260
|
|
|
229
261
|
this.blockReceivedCallback = async (block: BlockProposal): Promise<boolean> => {
|
|
230
|
-
this.logger.
|
|
231
|
-
`Handler not yet registered
|
|
262
|
+
this.logger.warn(
|
|
263
|
+
`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`,
|
|
232
264
|
{ p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier() },
|
|
233
265
|
);
|
|
234
|
-
return
|
|
266
|
+
return true;
|
|
235
267
|
};
|
|
236
268
|
|
|
237
|
-
this.
|
|
238
|
-
|
|
269
|
+
this.allNodesCheckpointReceivedCallback = (
|
|
270
|
+
_checkpoint: CheckpointProposalCore,
|
|
271
|
+
): Promise<CheckpointAttestation[] | undefined> => {
|
|
272
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
273
|
+
};
|
|
274
|
+
|
|
275
|
+
this.validatorCheckpointReceivedCallback = (
|
|
276
|
+
_checkpoint: CheckpointProposalCore,
|
|
239
277
|
): Promise<CheckpointAttestation[] | undefined> => {
|
|
240
|
-
this.logger.debug(
|
|
241
|
-
`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`,
|
|
242
|
-
);
|
|
243
278
|
return Promise.resolve(undefined);
|
|
244
279
|
};
|
|
245
280
|
}
|
|
246
281
|
|
|
247
|
-
public updateConfig(config: Partial<P2PReqRespConfig
|
|
282
|
+
public updateConfig(config: Partial<P2PReqRespConfig & Pick<P2PConfig, 'skipIncomingProposals'>>) {
|
|
248
283
|
this.reqresp.updateConfig(config);
|
|
284
|
+
this.config = merge(this.config, config);
|
|
249
285
|
}
|
|
250
286
|
|
|
251
287
|
/**
|
|
@@ -254,8 +290,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
254
290
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
255
291
|
* @returns The new service.
|
|
256
292
|
*/
|
|
257
|
-
public static async new
|
|
258
|
-
clientType: T,
|
|
293
|
+
public static async new(
|
|
259
294
|
config: P2PConfig,
|
|
260
295
|
peerId: PeerId,
|
|
261
296
|
deps: {
|
|
@@ -265,9 +300,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
265
300
|
proofVerifier: ClientProtocolCircuitVerifier;
|
|
266
301
|
worldStateSynchronizer: WorldStateSynchronizer;
|
|
267
302
|
peerStore: AztecAsyncKVStore;
|
|
303
|
+
blockMinFeesProvider: BlockMinFeesProvider;
|
|
268
304
|
telemetry: TelemetryClient;
|
|
269
305
|
logger: Logger;
|
|
270
306
|
packageVersion: string;
|
|
307
|
+
txValidationCache?: TxValidationCache;
|
|
271
308
|
},
|
|
272
309
|
) {
|
|
273
310
|
const {
|
|
@@ -277,23 +314,25 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
277
314
|
mempools,
|
|
278
315
|
proofVerifier,
|
|
279
316
|
peerStore,
|
|
317
|
+
blockMinFeesProvider,
|
|
280
318
|
telemetry,
|
|
281
319
|
logger,
|
|
282
320
|
packageVersion,
|
|
321
|
+
txValidationCache,
|
|
283
322
|
} = deps;
|
|
284
323
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
285
324
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
286
325
|
|
|
287
326
|
const datastore = new AztecDatastore(peerStore);
|
|
288
327
|
|
|
289
|
-
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry);
|
|
328
|
+
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
|
|
290
329
|
|
|
291
330
|
const peerDiscoveryService = new DiscV5Service(
|
|
292
331
|
peerId,
|
|
293
332
|
config,
|
|
294
333
|
packageVersion,
|
|
295
334
|
telemetry,
|
|
296
|
-
createLogger(`${logger.module}:discv5_service
|
|
335
|
+
createLogger(`${logger.module}:discv5_service`, logger.getBindings()),
|
|
297
336
|
);
|
|
298
337
|
|
|
299
338
|
// Seed libp2p's bootstrap discovery with private and trusted peers
|
|
@@ -307,11 +346,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
307
346
|
const versions = getVersions(config);
|
|
308
347
|
const protocolVersion = compressComponentVersions(versions);
|
|
309
348
|
|
|
310
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
311
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
312
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
313
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
314
|
-
|
|
315
349
|
const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
|
|
316
350
|
const directPeers = (
|
|
317
351
|
await Promise.all(
|
|
@@ -331,6 +365,19 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
331
365
|
|
|
332
366
|
const announceTcpMultiaddr = config.p2pIp ? [convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')] : [];
|
|
333
367
|
|
|
368
|
+
// Create dynamic topic score params based on network configuration
|
|
369
|
+
const l1Constants = epochCache.getL1Constants();
|
|
370
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
371
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
372
|
+
ethereumSlotDuration: l1Constants.ethereumSlotDuration,
|
|
373
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
374
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
375
|
+
blockDurationMs: config.blockDurationMs,
|
|
376
|
+
l1PublishingTime: config.l1PublishingTime,
|
|
377
|
+
p2pPropagationTime: config.attestationPropagationTime,
|
|
378
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
|
|
379
|
+
});
|
|
380
|
+
|
|
334
381
|
const node = await createLibp2p({
|
|
335
382
|
start: false,
|
|
336
383
|
peerId,
|
|
@@ -426,35 +473,15 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
426
473
|
scoreParams: createPeerScoreParams({
|
|
427
474
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
428
475
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
429
|
-
topics:
|
|
430
|
-
[txTopic]: createTopicScoreParams({
|
|
431
|
-
topicWeight: 1,
|
|
432
|
-
invalidMessageDeliveriesWeight: -20,
|
|
433
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
434
|
-
}),
|
|
435
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
436
|
-
topicWeight: 1,
|
|
437
|
-
invalidMessageDeliveriesWeight: -20,
|
|
438
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
439
|
-
}),
|
|
440
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
441
|
-
topicWeight: 1,
|
|
442
|
-
invalidMessageDeliveriesWeight: -20,
|
|
443
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
444
|
-
}),
|
|
445
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
446
|
-
topicWeight: 1,
|
|
447
|
-
invalidMessageDeliveriesWeight: -20,
|
|
448
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
449
|
-
}),
|
|
450
|
-
},
|
|
476
|
+
topics: topicScoreParams,
|
|
451
477
|
}),
|
|
452
478
|
}) as (components: GossipSubComponents) => GossipSub,
|
|
453
|
-
components: (components: { connectionManager: ConnectionManager }) => ({
|
|
479
|
+
components: (components: { connectionManager: ConnectionManager; addressManager: AddressManager }) => ({
|
|
454
480
|
connectionManager: components.connectionManager,
|
|
481
|
+
addressManager: components.addressManager,
|
|
455
482
|
}),
|
|
456
483
|
},
|
|
457
|
-
logger: createLibp2pComponentLogger(logger.module),
|
|
484
|
+
logger: createLibp2pComponentLogger(logger.module, logger.getBindings()),
|
|
458
485
|
});
|
|
459
486
|
|
|
460
487
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
@@ -473,13 +500,19 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
473
500
|
epochCache,
|
|
474
501
|
);
|
|
475
502
|
|
|
476
|
-
//
|
|
477
|
-
|
|
503
|
+
// Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
|
|
504
|
+
reqresp.setShouldRejectPeer(peerId => peerManager.shouldDisableP2PGossip(peerId));
|
|
505
|
+
|
|
506
|
+
// Configure application-specific scoring for gossipsub.
|
|
507
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
508
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
509
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
510
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
511
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
478
512
|
node.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
|
|
479
513
|
peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
480
514
|
|
|
481
515
|
return new LibP2PService(
|
|
482
|
-
clientType,
|
|
483
516
|
config,
|
|
484
517
|
node,
|
|
485
518
|
peerDiscoveryService,
|
|
@@ -490,8 +523,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
490
523
|
epochCache,
|
|
491
524
|
proofVerifier,
|
|
492
525
|
worldStateSynchronizer,
|
|
526
|
+
blockMinFeesProvider,
|
|
493
527
|
telemetry,
|
|
494
528
|
logger,
|
|
529
|
+
txValidationCache,
|
|
495
530
|
);
|
|
496
531
|
}
|
|
497
532
|
|
|
@@ -505,28 +540,29 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
505
540
|
throw new Error('P2P service already started');
|
|
506
541
|
}
|
|
507
542
|
|
|
508
|
-
// Get listen & announce addresses for logging
|
|
509
543
|
const { p2pIp, p2pPort } = this.config;
|
|
510
|
-
if (!p2pIp) {
|
|
511
|
-
throw new Error('Announce address not provided.');
|
|
544
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
545
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
512
546
|
}
|
|
513
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
547
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
514
548
|
|
|
515
549
|
// Create request response protocol handlers
|
|
516
550
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
517
551
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
518
|
-
const blockHandler = reqRespBlockHandler(this.archiver);
|
|
519
552
|
const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
|
|
520
553
|
|
|
521
554
|
const requestResponseHandlers: Partial<ReqRespSubProtocolHandlers> = {
|
|
522
555
|
[ReqRespSubProtocol.PING]: pingHandler,
|
|
523
556
|
[ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
|
|
524
557
|
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
|
|
525
|
-
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this),
|
|
526
558
|
};
|
|
527
559
|
|
|
528
560
|
if (!this.config.disableTransactions) {
|
|
529
|
-
const blockTxsHandler = reqRespBlockTxsHandler(
|
|
561
|
+
const blockTxsHandler = reqRespBlockTxsHandler(
|
|
562
|
+
this.mempools.attestationPool,
|
|
563
|
+
this.archiver,
|
|
564
|
+
this.mempools.txPool,
|
|
565
|
+
);
|
|
530
566
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
531
567
|
}
|
|
532
568
|
|
|
@@ -534,22 +570,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
534
570
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
535
571
|
}
|
|
536
572
|
|
|
537
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
538
|
-
const reqrespSubProtocolValidators = {
|
|
539
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
540
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
541
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
542
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this),
|
|
543
|
-
};
|
|
544
|
-
|
|
545
573
|
await this.peerManager.initializePeers();
|
|
546
574
|
|
|
547
|
-
await this.reqresp.start(requestResponseHandlers
|
|
575
|
+
await this.reqresp.start(requestResponseHandlers);
|
|
548
576
|
|
|
549
577
|
await this.node.start();
|
|
550
578
|
|
|
551
579
|
// Subscribe to standard GossipSub topics by default
|
|
552
|
-
for (const topic of
|
|
580
|
+
for (const topic of getTopicsForConfig(this.config.disableTransactions)) {
|
|
553
581
|
this.subscribeToTopic(this.topicStrings[topic]);
|
|
554
582
|
}
|
|
555
583
|
|
|
@@ -560,6 +588,38 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
560
588
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
561
589
|
await this.peerDiscoveryService.start();
|
|
562
590
|
}
|
|
591
|
+
|
|
592
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
593
|
+
if (this.config.queryForIp) {
|
|
594
|
+
this.discoveredP2pIp = this.config.p2pIp;
|
|
595
|
+
this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
|
|
596
|
+
this.ipChangedHandler = (ip: string) => {
|
|
597
|
+
const addressManager = this.node.services.components.addressManager;
|
|
598
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
599
|
+
const previousIp = this.discoveredP2pIp;
|
|
600
|
+
|
|
601
|
+
if (previousIp) {
|
|
602
|
+
const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
|
|
603
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
604
|
+
this.logger.info('Libp2p announce address updated due to IP change', {
|
|
605
|
+
previousIp,
|
|
606
|
+
newIp: ip,
|
|
607
|
+
newMultiaddr: newAddr.toString(),
|
|
608
|
+
});
|
|
609
|
+
} else {
|
|
610
|
+
this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
|
|
611
|
+
ip,
|
|
612
|
+
multiaddr: newAddr.toString(),
|
|
613
|
+
});
|
|
614
|
+
}
|
|
615
|
+
|
|
616
|
+
addressManager.addObservedAddr(newAddr);
|
|
617
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
618
|
+
this.discoveredP2pIp = ip;
|
|
619
|
+
};
|
|
620
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
621
|
+
}
|
|
622
|
+
|
|
563
623
|
this.discoveryRunningPromise = new RunningPromise(
|
|
564
624
|
async () => {
|
|
565
625
|
await this.peerManager.heartbeat();
|
|
@@ -585,6 +645,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
585
645
|
// Remove gossip sub listener
|
|
586
646
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
587
647
|
|
|
648
|
+
if (this.ipChangedHandler) {
|
|
649
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
650
|
+
this.ipChangedHandler = undefined;
|
|
651
|
+
}
|
|
652
|
+
|
|
588
653
|
// Stop peer manager
|
|
589
654
|
this.logger.debug('Stopping peer manager...');
|
|
590
655
|
await this.peerManager.stop();
|
|
@@ -599,12 +664,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
599
664
|
this.logger.info('LibP2P service stopped');
|
|
600
665
|
}
|
|
601
666
|
|
|
602
|
-
addReqRespSubProtocol(
|
|
603
|
-
subProtocol
|
|
604
|
-
handler: ReqRespSubProtocolHandler,
|
|
605
|
-
validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
|
|
606
|
-
): Promise<void> {
|
|
607
|
-
return this.reqresp.addSubProtocol(subProtocol, handler, validator);
|
|
667
|
+
addReqRespSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void> {
|
|
668
|
+
return this.reqresp.addSubProtocol(subProtocol, handler);
|
|
608
669
|
}
|
|
609
670
|
|
|
610
671
|
public registerThisValidatorAddresses(address: EthAddress[]): void {
|
|
@@ -615,6 +676,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
615
676
|
return this.peerManager.getPeers(includePending);
|
|
616
677
|
}
|
|
617
678
|
|
|
679
|
+
public getGossipMeshPeerCount(topicType: TopicType): number {
|
|
680
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
681
|
+
}
|
|
682
|
+
|
|
618
683
|
private handleGossipSubEvent(e: CustomEvent<GossipsubMessage>) {
|
|
619
684
|
this.logger.trace(`Received PUBSUB message.`);
|
|
620
685
|
|
|
@@ -628,18 +693,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
628
693
|
setImmediate(() => void safeJob());
|
|
629
694
|
}
|
|
630
695
|
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
protocol: SubProtocol,
|
|
639
|
-
requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
|
|
640
|
-
pinnedPeerId: PeerId | undefined,
|
|
641
|
-
): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]> {
|
|
642
|
-
return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
|
|
696
|
+
public sendRequestToPeer(
|
|
697
|
+
peerId: PeerId,
|
|
698
|
+
subProtocol: ReqRespSubProtocol,
|
|
699
|
+
payload: Buffer,
|
|
700
|
+
dialTimeout?: number,
|
|
701
|
+
): Promise<ReqRespResponse> {
|
|
702
|
+
return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
|
|
643
703
|
}
|
|
644
704
|
|
|
645
705
|
/**
|
|
@@ -654,8 +714,35 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
654
714
|
this.blockReceivedCallback = callback;
|
|
655
715
|
}
|
|
656
716
|
|
|
657
|
-
public
|
|
658
|
-
this.
|
|
717
|
+
public registerValidatorCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
|
|
718
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
719
|
+
}
|
|
720
|
+
|
|
721
|
+
public registerAllNodesCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
|
|
722
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
723
|
+
}
|
|
724
|
+
|
|
725
|
+
/**
|
|
726
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
727
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
728
|
+
*/
|
|
729
|
+
public registerDuplicateProposalCallback(
|
|
730
|
+
callback: (info: { slot: SlotNumber; proposer: EthAddress; type: 'checkpoint' | 'block' }) => void,
|
|
731
|
+
): void {
|
|
732
|
+
this.duplicateProposalCallback = callback;
|
|
733
|
+
}
|
|
734
|
+
|
|
735
|
+
/**
|
|
736
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
737
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
738
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
739
|
+
*/
|
|
740
|
+
public registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void {
|
|
741
|
+
this.duplicateAttestationCallback = callback;
|
|
742
|
+
}
|
|
743
|
+
|
|
744
|
+
public registerCheckpointAttestationCallback(callback: P2PCheckpointAttestationCallback): void {
|
|
745
|
+
this.checkpointAttestationCallback = callback;
|
|
659
746
|
}
|
|
660
747
|
|
|
661
748
|
/**
|
|
@@ -722,6 +809,9 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
722
809
|
if (!validator || !validator.addMessage(msgId)) {
|
|
723
810
|
this.instrumentation.incMessagePrevalidationStatus(false, topicType);
|
|
724
811
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
812
|
+
if (topicType === TopicType.tx) {
|
|
813
|
+
this.logger.verbose(`Ignoring already-seen tx gossip message`, { msgId, source: source.toString() });
|
|
814
|
+
}
|
|
725
815
|
return { result: false, topicType };
|
|
726
816
|
}
|
|
727
817
|
|
|
@@ -783,12 +873,19 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
783
873
|
|
|
784
874
|
// Process the message, optionally within a linked span for trace propagation
|
|
785
875
|
const processMessage = async () => {
|
|
876
|
+
if (
|
|
877
|
+
this.config.skipIncomingProposals &&
|
|
878
|
+
(msg.topic === this.topicStrings[TopicType.block_proposal] ||
|
|
879
|
+
msg.topic === this.topicStrings[TopicType.checkpoint_proposal])
|
|
880
|
+
) {
|
|
881
|
+
this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, { topic: msg.topic });
|
|
882
|
+
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
883
|
+
return;
|
|
884
|
+
}
|
|
786
885
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
787
886
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
788
887
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
789
|
-
|
|
790
|
-
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
791
|
-
}
|
|
888
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
792
889
|
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
793
890
|
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
794
891
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
@@ -844,51 +941,145 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
844
941
|
return;
|
|
845
942
|
}
|
|
846
943
|
|
|
847
|
-
protected async validateReceivedMessage<T>(
|
|
848
|
-
validationFunc: () => Promise<ReceivedMessageValidationResult<T>>,
|
|
944
|
+
protected async validateReceivedMessage<T, M = undefined>(
|
|
945
|
+
validationFunc: () => Promise<ReceivedMessageValidationResult<T, M>>,
|
|
849
946
|
msgId: string,
|
|
850
947
|
source: PeerId,
|
|
851
948
|
topicType: TopicType,
|
|
852
|
-
): Promise<ReceivedMessageValidationResult<T>> {
|
|
853
|
-
|
|
949
|
+
): Promise<ReceivedMessageValidationResult<T, M>> {
|
|
950
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
951
|
+
let resultAndObj: ReceivedMessageValidationResult<T, M> = {
|
|
952
|
+
result: TopicValidatorResult.Reject,
|
|
953
|
+
severity: PeerErrorSeverity.MidToleranceError,
|
|
954
|
+
};
|
|
854
955
|
const timer = new Timer();
|
|
855
956
|
try {
|
|
856
957
|
resultAndObj = await validationFunc();
|
|
857
958
|
} catch (err) {
|
|
858
|
-
this.
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
|
|
959
|
+
this.logger.error(`Error validating gossipsub message`, err, { msgId, source: source.toString(), topicType });
|
|
960
|
+
}
|
|
961
|
+
|
|
962
|
+
const validationTimeMs = timer.ms();
|
|
963
|
+
const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
|
|
964
|
+
if (validationTimeMs > mcacheWindowMs * 0.75) {
|
|
965
|
+
this.instrumentation.incSlowValidation(topicType);
|
|
966
|
+
this.logger.warn(
|
|
967
|
+
`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` +
|
|
968
|
+
`Message forwarding may be skipped if validation exceeds the window.`,
|
|
969
|
+
{ msgId, source: source.toString(), topicType, validationTimeMs, mcacheWindowMs },
|
|
970
|
+
);
|
|
864
971
|
}
|
|
865
972
|
|
|
866
973
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
974
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, { msgId, source: source.toString(), topicType });
|
|
867
975
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
976
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
977
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
978
|
+
msgId,
|
|
979
|
+
source: source.toString(),
|
|
980
|
+
topicType,
|
|
981
|
+
severity: resultAndObj.severity,
|
|
982
|
+
});
|
|
983
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
984
|
+
} else {
|
|
985
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, { msgId, source: source.toString(), topicType });
|
|
868
986
|
}
|
|
869
987
|
|
|
870
988
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
871
989
|
return resultAndObj;
|
|
872
990
|
}
|
|
873
991
|
|
|
992
|
+
private tryDeserialize<T>(deserializeFunc: () => T, msgId: string, source: PeerId): T | undefined {
|
|
993
|
+
try {
|
|
994
|
+
return deserializeFunc();
|
|
995
|
+
} catch (err) {
|
|
996
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
997
|
+
err,
|
|
998
|
+
msgId,
|
|
999
|
+
source: source.toString(),
|
|
1000
|
+
});
|
|
1001
|
+
return undefined;
|
|
1002
|
+
}
|
|
1003
|
+
}
|
|
1004
|
+
|
|
874
1005
|
protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
|
|
875
1006
|
const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
|
|
876
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
877
|
-
|
|
878
|
-
|
|
1007
|
+
const tx = this.tryDeserialize(() => Tx.fromBuffer(payloadData), msgId, source);
|
|
1008
|
+
if (!tx) {
|
|
1009
|
+
return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.LowToleranceError };
|
|
1010
|
+
}
|
|
1011
|
+
|
|
1012
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1013
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1014
|
+
|
|
1015
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1016
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1017
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1018
|
+
if (!firstStageOutcome.allPassed) {
|
|
1019
|
+
const { name } = firstStageOutcome.failure;
|
|
1020
|
+
let { severity } = firstStageOutcome.failure;
|
|
1021
|
+
|
|
1022
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1023
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1024
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1025
|
+
if (name === 'doubleSpendValidator') {
|
|
1026
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1027
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1028
|
+
}
|
|
1029
|
+
|
|
1030
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
|
|
1031
|
+
validator: name,
|
|
1032
|
+
severity,
|
|
1033
|
+
source: source.toString(),
|
|
1034
|
+
});
|
|
1035
|
+
return { result: TopicValidatorResult.Reject, severity };
|
|
1036
|
+
}
|
|
879
1037
|
|
|
880
|
-
this
|
|
881
|
-
|
|
882
|
-
|
|
1038
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1039
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1040
|
+
if (canAdd === 'ignored') {
|
|
1041
|
+
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1042
|
+
source: source.toString(),
|
|
1043
|
+
});
|
|
1044
|
+
return { result: TopicValidatorResult.Ignore, obj: tx };
|
|
1045
|
+
}
|
|
1046
|
+
|
|
1047
|
+
// Stage 2: expensive proof verification
|
|
1048
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1049
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1050
|
+
if (!secondStageOutcome.allPassed) {
|
|
1051
|
+
const { severity, name } = secondStageOutcome.failure;
|
|
1052
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
1053
|
+
validator: name,
|
|
1054
|
+
severity,
|
|
1055
|
+
source: source.toString(),
|
|
1056
|
+
});
|
|
1057
|
+
return { result: TopicValidatorResult.Reject, severity };
|
|
1058
|
+
}
|
|
1059
|
+
|
|
1060
|
+
// Pool add: persist the tx
|
|
1061
|
+
const txHash = tx.getTxHash();
|
|
1062
|
+
const addResult = await this.mempools.txPool.addPendingTxs([tx], { source: 'gossip' });
|
|
1063
|
+
|
|
1064
|
+
const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
|
|
1065
|
+
const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
|
|
1066
|
+
|
|
1067
|
+
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
1068
|
+
wasAccepted,
|
|
1069
|
+
wasIgnored,
|
|
883
1070
|
[Attributes.P2P_ID]: source.toString(),
|
|
884
1071
|
});
|
|
885
1072
|
|
|
886
|
-
if (
|
|
887
|
-
return { result: TopicValidatorResult.
|
|
888
|
-
} else if (
|
|
1073
|
+
if (wasAccepted) {
|
|
1074
|
+
return { result: TopicValidatorResult.Accept, obj: tx };
|
|
1075
|
+
} else if (wasIgnored) {
|
|
889
1076
|
return { result: TopicValidatorResult.Ignore, obj: tx };
|
|
890
1077
|
} else {
|
|
891
|
-
|
|
1078
|
+
this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
|
|
1079
|
+
source: source.toString(),
|
|
1080
|
+
txHash: txHash.toString(),
|
|
1081
|
+
});
|
|
1082
|
+
return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.HighToleranceError };
|
|
892
1083
|
}
|
|
893
1084
|
};
|
|
894
1085
|
|
|
@@ -897,6 +1088,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
897
1088
|
return;
|
|
898
1089
|
}
|
|
899
1090
|
|
|
1091
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
900
1092
|
const txHash = tx.getTxHash();
|
|
901
1093
|
const txHashString = txHash.toString();
|
|
902
1094
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
@@ -904,13 +1096,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
904
1096
|
txHash: txHashString,
|
|
905
1097
|
});
|
|
906
1098
|
|
|
907
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
908
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
909
|
-
return;
|
|
910
|
-
}
|
|
911
|
-
|
|
912
1099
|
this.instrumentation.incrementTxReceived(1);
|
|
913
|
-
await this.mempools.txPool.addTxs([tx]);
|
|
914
1100
|
}
|
|
915
1101
|
|
|
916
1102
|
/**
|
|
@@ -922,47 +1108,17 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
922
1108
|
msgId: string,
|
|
923
1109
|
source: PeerId,
|
|
924
1110
|
): Promise<void> {
|
|
925
|
-
const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
|
|
926
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
927
|
-
const pool = this.mempools.attestationPool;
|
|
928
|
-
const validationResult = await this.validateCheckpointAttestation(source, attestation);
|
|
929
|
-
const isValid = validationResult.result === 'accept';
|
|
930
|
-
const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
|
|
931
|
-
|
|
932
|
-
let canAdd = true;
|
|
933
|
-
if (isValid && !exists) {
|
|
934
|
-
const slot = attestation.payload.header.slotNumber;
|
|
935
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
936
|
-
const committeeSize = committee?.length ?? 0;
|
|
937
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
938
|
-
}
|
|
939
|
-
|
|
940
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
941
|
-
isValid,
|
|
942
|
-
exists,
|
|
943
|
-
canAdd,
|
|
944
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
945
|
-
[Attributes.P2P_ID]: source.toString(),
|
|
946
|
-
});
|
|
947
|
-
|
|
948
|
-
if (validationResult.result === 'reject') {
|
|
949
|
-
return { result: TopicValidatorResult.Reject };
|
|
950
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
951
|
-
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
952
|
-
} else if (!canAdd) {
|
|
953
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
954
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
955
|
-
archive: attestation.archive.toString(),
|
|
956
|
-
source: source.toString(),
|
|
957
|
-
});
|
|
958
|
-
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
959
|
-
} else {
|
|
960
|
-
return { result: TopicValidatorResult.Accept, obj: attestation };
|
|
961
|
-
}
|
|
962
|
-
};
|
|
963
|
-
|
|
964
1111
|
const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
|
|
965
|
-
|
|
1112
|
+
() => {
|
|
1113
|
+
const attestation = this.tryDeserialize(() => CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1114
|
+
if (!attestation) {
|
|
1115
|
+
return Promise.resolve({
|
|
1116
|
+
result: TopicValidatorResult.Reject,
|
|
1117
|
+
severity: PeerErrorSeverity.LowToleranceError,
|
|
1118
|
+
});
|
|
1119
|
+
}
|
|
1120
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1121
|
+
},
|
|
966
1122
|
msgId,
|
|
967
1123
|
source,
|
|
968
1124
|
TopicType.checkpoint_attestation,
|
|
@@ -972,8 +1128,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
972
1128
|
return;
|
|
973
1129
|
}
|
|
974
1130
|
|
|
975
|
-
this.logger.
|
|
976
|
-
`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
1131
|
+
this.logger.verbose(
|
|
1132
|
+
`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
977
1133
|
{
|
|
978
1134
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
979
1135
|
slot: attestation.slotNumber,
|
|
@@ -981,60 +1137,169 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
981
1137
|
source: source.toString(),
|
|
982
1138
|
},
|
|
983
1139
|
);
|
|
984
|
-
|
|
985
|
-
await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
|
|
986
1140
|
}
|
|
987
1141
|
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1142
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */
|
|
1143
|
+
@trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation) => ({
|
|
1144
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1145
|
+
}))
|
|
1146
|
+
protected async validateAndStoreCheckpointAttestation(
|
|
1147
|
+
peerId: PeerId,
|
|
1148
|
+
attestation: CheckpointAttestation,
|
|
1149
|
+
): Promise<ReceivedMessageValidationResult<CheckpointAttestation>> {
|
|
1150
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1151
|
+
|
|
1152
|
+
if (validationResult.result === 'reject') {
|
|
1153
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1154
|
+
return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
|
|
1155
|
+
}
|
|
1156
|
+
|
|
1157
|
+
if (validationResult.result === 'ignore') {
|
|
1158
|
+
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
1159
|
+
}
|
|
1160
|
+
|
|
1161
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1162
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1163
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1164
|
+
const { added, alreadyExists, count } =
|
|
1165
|
+
await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1166
|
+
|
|
1167
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1168
|
+
added,
|
|
1169
|
+
alreadyExists,
|
|
1170
|
+
count,
|
|
1171
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1172
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1173
|
+
});
|
|
1174
|
+
|
|
1175
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1176
|
+
if (alreadyExists) {
|
|
1177
|
+
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
1178
|
+
}
|
|
1179
|
+
|
|
1180
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1181
|
+
if (!added) {
|
|
1182
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1183
|
+
slot: slot.toString(),
|
|
1184
|
+
archive: attestation.archive.toString(),
|
|
1185
|
+
source: peerId.toString(),
|
|
1186
|
+
attester: attestation.getSender()?.toString(),
|
|
1187
|
+
count,
|
|
1004
1188
|
});
|
|
1189
|
+
return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.HighToleranceError };
|
|
1190
|
+
}
|
|
1005
1191
|
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
this.
|
|
1012
|
-
|
|
1013
|
-
|
|
1014
|
-
|
|
1015
|
-
|
|
1192
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1193
|
+
// count is the number of attestations by this signer for this slot
|
|
1194
|
+
if (count === 2) {
|
|
1195
|
+
const attester = attestation.getSender();
|
|
1196
|
+
if (attester) {
|
|
1197
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1198
|
+
slot: slot.toString(),
|
|
1199
|
+
archive: attestation.archive.toString(),
|
|
1200
|
+
source: peerId.toString(),
|
|
1201
|
+
attester: attester.toString(),
|
|
1016
1202
|
});
|
|
1017
|
-
|
|
1018
|
-
} else {
|
|
1019
|
-
return { result: TopicValidatorResult.Accept, obj: block };
|
|
1203
|
+
this.duplicateAttestationCallback?.({ slot, attester });
|
|
1020
1204
|
}
|
|
1021
|
-
}
|
|
1205
|
+
}
|
|
1022
1206
|
|
|
1023
|
-
|
|
1024
|
-
|
|
1207
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1208
|
+
this.checkpointAttestationCallback?.(attestation);
|
|
1209
|
+
return { result: TopicValidatorResult.Accept, obj: attestation };
|
|
1210
|
+
}
|
|
1211
|
+
|
|
1212
|
+
protected async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
1213
|
+
const {
|
|
1214
|
+
result,
|
|
1215
|
+
obj: block,
|
|
1216
|
+
metadata: { isEquivocated } = {},
|
|
1217
|
+
} = await this.validateReceivedMessage<BlockProposal, { isEquivocated: boolean }>(
|
|
1218
|
+
() => this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)),
|
|
1025
1219
|
msgId,
|
|
1026
1220
|
source,
|
|
1027
1221
|
TopicType.block_proposal,
|
|
1028
1222
|
);
|
|
1029
1223
|
|
|
1030
|
-
|
|
1224
|
+
// If not accepted or equivocated, return
|
|
1225
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
|
|
1031
1226
|
return;
|
|
1032
1227
|
}
|
|
1033
1228
|
|
|
1034
1229
|
await this.processValidBlockProposal(block, source);
|
|
1035
1230
|
}
|
|
1036
1231
|
|
|
1037
|
-
|
|
1232
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */
|
|
1233
|
+
@trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block) => ({
|
|
1234
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
1235
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
1236
|
+
}))
|
|
1237
|
+
protected async validateAndStoreBlockProposal(
|
|
1238
|
+
peerId: PeerId,
|
|
1239
|
+
block: BlockProposal,
|
|
1240
|
+
): Promise<ReceivedMessageValidationResult<BlockProposal, { isEquivocated: boolean }>> {
|
|
1241
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1242
|
+
|
|
1243
|
+
if (validationResult.result === 'reject') {
|
|
1244
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1245
|
+
return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
|
|
1246
|
+
}
|
|
1247
|
+
|
|
1248
|
+
if (validationResult.result === 'ignore') {
|
|
1249
|
+
return { result: TopicValidatorResult.Ignore, obj: block };
|
|
1250
|
+
}
|
|
1251
|
+
|
|
1252
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1253
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1254
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1255
|
+
|
|
1256
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1257
|
+
if (alreadyExists) {
|
|
1258
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1259
|
+
...block.toBlockInfo(),
|
|
1260
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1261
|
+
proposer: block.getSender()?.toString(),
|
|
1262
|
+
source: peerId.toString(),
|
|
1263
|
+
});
|
|
1264
|
+
return { result: TopicValidatorResult.Ignore, obj: block, metadata: { isEquivocated } };
|
|
1265
|
+
}
|
|
1266
|
+
|
|
1267
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1268
|
+
if (!added) {
|
|
1269
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1270
|
+
...block.toBlockInfo(),
|
|
1271
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1272
|
+
count,
|
|
1273
|
+
proposer: block.getSender()?.toString(),
|
|
1274
|
+
source: peerId.toString(),
|
|
1275
|
+
});
|
|
1276
|
+
return {
|
|
1277
|
+
result: TopicValidatorResult.Reject,
|
|
1278
|
+
metadata: { isEquivocated },
|
|
1279
|
+
severity: PeerErrorSeverity.HighToleranceError,
|
|
1280
|
+
};
|
|
1281
|
+
}
|
|
1282
|
+
|
|
1283
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1284
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1285
|
+
if (isEquivocated) {
|
|
1286
|
+
const proposer = block.getSender();
|
|
1287
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1288
|
+
...block.toBlockInfo(),
|
|
1289
|
+
source: peerId.toString(),
|
|
1290
|
+
proposer: proposer?.toString(),
|
|
1291
|
+
});
|
|
1292
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1293
|
+
if (proposer && count === 2) {
|
|
1294
|
+
this.duplicateProposalCallback?.({ slot: block.slotNumber, proposer, type: 'block' });
|
|
1295
|
+
}
|
|
1296
|
+
return { result: TopicValidatorResult.Accept, obj: block, metadata: { isEquivocated } };
|
|
1297
|
+
}
|
|
1298
|
+
|
|
1299
|
+
// Otherwise, we're good to go!
|
|
1300
|
+
return { result: TopicValidatorResult.Accept, obj: block };
|
|
1301
|
+
}
|
|
1302
|
+
|
|
1038
1303
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1039
1304
|
// should not be here as it does not deal with p2p networking.
|
|
1040
1305
|
@trackSpan('Libp2pService.processValidBlockProposal', async block => ({
|
|
@@ -1042,7 +1307,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1042
1307
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
1043
1308
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1044
1309
|
}))
|
|
1045
|
-
|
|
1310
|
+
protected async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
|
|
1046
1311
|
const slot = block.slotNumber;
|
|
1047
1312
|
this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
1048
1313
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
|
|
@@ -1050,30 +1315,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1050
1315
|
...block.toBlockInfo(),
|
|
1051
1316
|
});
|
|
1052
1317
|
|
|
1053
|
-
//
|
|
1054
|
-
|
|
1055
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1056
|
-
} catch (err: unknown) {
|
|
1057
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1058
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1059
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1060
|
-
slot: String(slot),
|
|
1061
|
-
archive: block.archive.toString(),
|
|
1062
|
-
error: (err as Error).message,
|
|
1063
|
-
});
|
|
1064
|
-
return;
|
|
1065
|
-
}
|
|
1066
|
-
throw err;
|
|
1067
|
-
}
|
|
1068
|
-
|
|
1069
|
-
// Mark the txs in this proposal as non-evictable
|
|
1070
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1318
|
+
// Mark the txs in this proposal as protected
|
|
1319
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1071
1320
|
|
|
1072
1321
|
// Call the block received callback to validate the proposal.
|
|
1073
1322
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1074
1323
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1075
1324
|
if (!isValid) {
|
|
1076
|
-
this.logger.
|
|
1325
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1077
1326
|
}
|
|
1078
1327
|
}
|
|
1079
1328
|
|
|
@@ -1081,67 +1330,165 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1081
1330
|
* Handle a gossiped checkpoint proposal.
|
|
1082
1331
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1083
1332
|
*/
|
|
1084
|
-
|
|
1085
|
-
|
|
1086
|
-
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
|
|
1090
|
-
|
|
1091
|
-
|
|
1092
|
-
const exists = isValid && (await pool.hasCheckpointProposal(checkpoint));
|
|
1093
|
-
const canAdd = isValid && (await pool.canAddCheckpointProposal(checkpoint));
|
|
1094
|
-
|
|
1095
|
-
this.logger.trace(`Validate propagated checkpoint proposal`, {
|
|
1096
|
-
isValid,
|
|
1097
|
-
exists,
|
|
1098
|
-
canAdd,
|
|
1099
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1100
|
-
[Attributes.P2P_ID]: source.toString(),
|
|
1101
|
-
});
|
|
1102
|
-
|
|
1103
|
-
if (validationResult.result === 'reject') {
|
|
1104
|
-
return { result: TopicValidatorResult.Reject };
|
|
1105
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
1106
|
-
return { result: TopicValidatorResult.Ignore, obj: checkpoint };
|
|
1107
|
-
} else if (!canAdd) {
|
|
1108
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1109
|
-
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1110
|
-
slot: checkpoint.slotNumber.toString(),
|
|
1111
|
-
archive: checkpoint.archive.toString(),
|
|
1112
|
-
source: source.toString(),
|
|
1113
|
-
});
|
|
1114
|
-
return { result: TopicValidatorResult.Reject };
|
|
1115
|
-
} else {
|
|
1116
|
-
return { result: TopicValidatorResult.Accept, obj: checkpoint };
|
|
1117
|
-
}
|
|
1118
|
-
};
|
|
1119
|
-
|
|
1120
|
-
const { result, obj: checkpoint } = await this.validateReceivedMessage<CheckpointProposal>(
|
|
1121
|
-
validationFunc,
|
|
1333
|
+
protected async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
1334
|
+
const {
|
|
1335
|
+
result,
|
|
1336
|
+
obj: checkpoint,
|
|
1337
|
+
metadata: { isEquivocated, processBlock } = {},
|
|
1338
|
+
} = await this.validateReceivedMessage<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>(
|
|
1339
|
+
() => this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)),
|
|
1122
1340
|
msgId,
|
|
1123
1341
|
source,
|
|
1124
1342
|
TopicType.checkpoint_proposal,
|
|
1125
1343
|
);
|
|
1126
1344
|
|
|
1127
|
-
|
|
1345
|
+
// Process checkpoint proposal if valid and not equivocated.
|
|
1346
|
+
const processCheckpointFn = () =>
|
|
1347
|
+
result === TopicValidatorResult.Accept && checkpoint && !isEquivocated
|
|
1348
|
+
? this.processValidCheckpointProposal(checkpoint.toCore(), source)
|
|
1349
|
+
: Promise.resolve();
|
|
1350
|
+
|
|
1351
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1352
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1353
|
+
const processBlockFn = () =>
|
|
1354
|
+
processBlock && checkpoint && checkpoint.getBlockProposal()
|
|
1355
|
+
? this.processValidBlockProposal(checkpoint.getBlockProposal()!, source)
|
|
1356
|
+
: Promise.resolve();
|
|
1357
|
+
|
|
1358
|
+
// A node that skips checkpoint validation attests without re-executing the embedded last block, so run
|
|
1359
|
+
// the checkpoint callback first: this creates and broadcasts the attestation before the block is
|
|
1360
|
+
// processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
|
|
1361
|
+
// waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
|
|
1362
|
+
// window, after which peers reject it as stale.
|
|
1363
|
+
if (this.config.skipCheckpointProposalValidation) {
|
|
1364
|
+
await processCheckpointFn();
|
|
1365
|
+
await processBlockFn();
|
|
1128
1366
|
return;
|
|
1129
1367
|
}
|
|
1130
1368
|
|
|
1131
|
-
|
|
1369
|
+
// Process the block first, since it's required for the checkpoint proposal validation.
|
|
1370
|
+
await processBlockFn();
|
|
1371
|
+
await processCheckpointFn();
|
|
1372
|
+
}
|
|
1373
|
+
|
|
1374
|
+
/**
|
|
1375
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1376
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1377
|
+
*/
|
|
1378
|
+
@trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint) => ({
|
|
1379
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1380
|
+
}))
|
|
1381
|
+
protected async validateAndStoreCheckpointProposal(
|
|
1382
|
+
peerId: PeerId,
|
|
1383
|
+
checkpoint: CheckpointProposal,
|
|
1384
|
+
): Promise<ReceivedMessageValidationResult<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>> {
|
|
1385
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1386
|
+
|
|
1387
|
+
if (validationResult.result === 'reject') {
|
|
1388
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1389
|
+
return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
|
|
1390
|
+
}
|
|
1391
|
+
|
|
1392
|
+
if (validationResult.result === 'ignore') {
|
|
1393
|
+
return { result: TopicValidatorResult.Ignore, obj: checkpoint };
|
|
1394
|
+
}
|
|
1395
|
+
|
|
1396
|
+
// Extract and try to add the block proposal first if present
|
|
1397
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1398
|
+
let processBlock = false;
|
|
1399
|
+
if (blockProposal) {
|
|
1400
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1401
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1402
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1403
|
+
});
|
|
1404
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1405
|
+
const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
|
|
1406
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1407
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1408
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1409
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1410
|
+
isEquivocated,
|
|
1411
|
+
result: blockProposalResult.result,
|
|
1412
|
+
});
|
|
1413
|
+
return {
|
|
1414
|
+
result: TopicValidatorResult.Reject,
|
|
1415
|
+
severity:
|
|
1416
|
+
'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError,
|
|
1417
|
+
};
|
|
1418
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1419
|
+
processBlock = true;
|
|
1420
|
+
}
|
|
1421
|
+
}
|
|
1422
|
+
|
|
1423
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1424
|
+
const checkpointCore = checkpoint.toCore();
|
|
1425
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1426
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1427
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1428
|
+
|
|
1429
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1430
|
+
if (alreadyExists) {
|
|
1431
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1432
|
+
...checkpoint.toCheckpointInfo(),
|
|
1433
|
+
source: peerId.toString(),
|
|
1434
|
+
});
|
|
1435
|
+
return {
|
|
1436
|
+
result: TopicValidatorResult.Ignore,
|
|
1437
|
+
obj: checkpoint,
|
|
1438
|
+
metadata: { isEquivocated, processBlock },
|
|
1439
|
+
};
|
|
1440
|
+
}
|
|
1441
|
+
|
|
1442
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1443
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1444
|
+
if (!added) {
|
|
1445
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1446
|
+
...checkpoint.toCheckpointInfo(),
|
|
1447
|
+
count,
|
|
1448
|
+
source: peerId.toString(),
|
|
1449
|
+
});
|
|
1450
|
+
return {
|
|
1451
|
+
result: TopicValidatorResult.Reject,
|
|
1452
|
+
obj: checkpoint,
|
|
1453
|
+
metadata: { isEquivocated, processBlock },
|
|
1454
|
+
severity: PeerErrorSeverity.HighToleranceError,
|
|
1455
|
+
};
|
|
1456
|
+
}
|
|
1457
|
+
|
|
1458
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1459
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1460
|
+
if (isEquivocated) {
|
|
1461
|
+
const proposer = checkpoint.getSender();
|
|
1462
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1463
|
+
...checkpoint.toCheckpointInfo(),
|
|
1464
|
+
source: peerId.toString(),
|
|
1465
|
+
proposer: proposer?.toString(),
|
|
1466
|
+
});
|
|
1467
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1468
|
+
if (proposer && count === 2) {
|
|
1469
|
+
this.duplicateProposalCallback?.({ slot: checkpoint.slotNumber, proposer, type: 'checkpoint' });
|
|
1470
|
+
}
|
|
1471
|
+
return {
|
|
1472
|
+
result: TopicValidatorResult.Accept,
|
|
1473
|
+
obj: checkpoint,
|
|
1474
|
+
metadata: { isEquivocated, processBlock },
|
|
1475
|
+
};
|
|
1476
|
+
}
|
|
1477
|
+
|
|
1478
|
+
// Otherwise, we're good to go!
|
|
1479
|
+
return { result: TopicValidatorResult.Accept, obj: checkpoint, metadata: { processBlock, isEquivocated } };
|
|
1132
1480
|
}
|
|
1133
1481
|
|
|
1134
1482
|
/**
|
|
1135
1483
|
* Process a validated checkpoint proposal.
|
|
1136
|
-
*
|
|
1137
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1484
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1138
1485
|
*/
|
|
1139
1486
|
@trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
|
|
1140
1487
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
1141
1488
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
1142
1489
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1143
1490
|
}))
|
|
1144
|
-
|
|
1491
|
+
protected async processValidCheckpointProposal(checkpoint: CheckpointProposalCore, sender: PeerId) {
|
|
1145
1492
|
const slot = checkpoint.slotNumber;
|
|
1146
1493
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
1147
1494
|
p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
|
|
@@ -1150,37 +1497,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1150
1497
|
source: sender.toString(),
|
|
1151
1498
|
});
|
|
1152
1499
|
|
|
1153
|
-
|
|
1154
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1155
|
-
|
|
1156
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1157
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1158
|
-
|
|
1159
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1160
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1161
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1162
|
-
}
|
|
1163
|
-
|
|
1164
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1165
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1166
|
-
if (blockProposal) {
|
|
1167
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1168
|
-
if (!isValid) {
|
|
1169
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1170
|
-
slot: slot.toString(),
|
|
1171
|
-
archive: checkpoint.archive.toString(),
|
|
1172
|
-
blockNumber: blockProposal.blockNumber.toString(),
|
|
1173
|
-
});
|
|
1174
|
-
return;
|
|
1175
|
-
}
|
|
1176
|
-
}
|
|
1500
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1177
1501
|
|
|
1178
1502
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1179
1503
|
// to validate and potentially generate attestations
|
|
1180
|
-
const attestations = await this.
|
|
1504
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1181
1505
|
if (attestations && attestations.length > 0) {
|
|
1182
1506
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1183
|
-
await this.mempools.attestationPool.
|
|
1507
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1184
1508
|
for (const attestation of attestations) {
|
|
1185
1509
|
await this.propagate(attestation);
|
|
1186
1510
|
}
|
|
@@ -1200,82 +1524,87 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1200
1524
|
}
|
|
1201
1525
|
|
|
1202
1526
|
/**
|
|
1203
|
-
* Validate the requested block transactions
|
|
1527
|
+
* Validate the requested block transactions request-response consistency.
|
|
1528
|
+
* It does NOT validate the transactions themselves.
|
|
1204
1529
|
* @param request - The block transactions request.
|
|
1205
1530
|
* @param response - The block transactions response.
|
|
1206
1531
|
* @param peerId - The ID of the peer that made the request.
|
|
1207
|
-
* @returns True if the
|
|
1532
|
+
* @returns True if the request-response is consistent, false otherwise.
|
|
1208
1533
|
*/
|
|
1209
|
-
@trackSpan('Libp2pService.
|
|
1210
|
-
[Attributes.
|
|
1534
|
+
@trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', request => ({
|
|
1535
|
+
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
|
|
1211
1536
|
}))
|
|
1212
|
-
|
|
1537
|
+
protected async validateRequestedBlockTxsConsistency(
|
|
1213
1538
|
request: BlockTxsRequest,
|
|
1214
1539
|
response: BlockTxsResponse,
|
|
1215
1540
|
peerId: PeerId,
|
|
1216
1541
|
): Promise<boolean> {
|
|
1217
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1218
|
-
|
|
1219
1542
|
try {
|
|
1220
|
-
|
|
1543
|
+
// Check for duplicates txs (or hashes) in the response.
|
|
1544
|
+
const returnedHashes = response.txs.map(tx => tx.getTxHash().toString());
|
|
1545
|
+
const uniqueReturned = new Set(returnedHashes.map(h => h.toString()));
|
|
1546
|
+
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1221
1547
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1222
|
-
throw new ValidationError(
|
|
1223
|
-
|
|
1548
|
+
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1549
|
+
}
|
|
1550
|
+
|
|
1551
|
+
// We get the block tx hashes from the proposal or the archiver.
|
|
1552
|
+
const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
|
|
1553
|
+
const blockTxHashes =
|
|
1554
|
+
proposal?.txHashes ??
|
|
1555
|
+
(await this.archiver.getBlock({ archive: request.archiveRoot }))?.body.txEffects.map(e => e.txHash);
|
|
1556
|
+
|
|
1557
|
+
// If we don't have the block, we can't verify membership/order of the returned txs.
|
|
1558
|
+
if (!blockTxHashes) {
|
|
1559
|
+
// This shouldn't happen, since we asked for the block (proposal).
|
|
1560
|
+
// Neither a local proposal nor an archived block: we cannot verify membership/order of the
|
|
1561
|
+
// returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
|
|
1562
|
+
this.logger.warn(
|
|
1563
|
+
`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`,
|
|
1224
1564
|
);
|
|
1565
|
+
// NOTE: We mark the response as invalid, given the limitations of a true/false return value.
|
|
1566
|
+
return false;
|
|
1225
1567
|
}
|
|
1226
1568
|
|
|
1227
|
-
|
|
1228
|
-
|
|
1569
|
+
// Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
|
|
1570
|
+
const uniqueRequestedHashes = new Set([
|
|
1571
|
+
// tx hashes requested by index.
|
|
1572
|
+
...request.txIndices.getTrueIndices().map(i => blockTxHashes[i].toString()),
|
|
1573
|
+
// explicitly requested tx hashes.
|
|
1574
|
+
...request.txHashes.map(h => h.toString()),
|
|
1575
|
+
]);
|
|
1576
|
+
if (!returnedHashes.every(h => uniqueRequestedHashes.has(h))) {
|
|
1577
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1229
1578
|
throw new ValidationError(
|
|
1230
|
-
|
|
1579
|
+
'Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)',
|
|
1231
1580
|
);
|
|
1232
1581
|
}
|
|
1233
1582
|
|
|
1234
|
-
//
|
|
1235
|
-
|
|
1236
|
-
|
|
1237
|
-
|
|
1238
|
-
|
|
1239
|
-
const returnedHashes = await Promise.all(response.txs.map(tx => tx.getTxHash().toString()));
|
|
1240
|
-
const uniqueReturned = new Set(returnedHashes.map(h => h.toString()));
|
|
1241
|
-
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1242
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1243
|
-
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1583
|
+
// Tx indices information is optional, but if present, we need to verify a few things.
|
|
1584
|
+
if (!response.peerHasBlock()) {
|
|
1585
|
+
this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
|
|
1586
|
+
return true;
|
|
1244
1587
|
}
|
|
1245
|
-
|
|
1588
|
+
|
|
1589
|
+
// If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
|
|
1590
|
+
if (response.txIndices.getLength() !== blockTxHashes.length) {
|
|
1246
1591
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1247
1592
|
throw new ValidationError(
|
|
1248
|
-
`Received
|
|
1593
|
+
`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`,
|
|
1249
1594
|
);
|
|
1250
1595
|
}
|
|
1251
1596
|
|
|
1252
|
-
//
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
);
|
|
1262
|
-
const allowedIndexSet = new Set(intersectIdx);
|
|
1263
|
-
const indices = returnedHashes.map(h => hashToIndexInProposal.get(h));
|
|
1264
|
-
const allAllowed = indices.every(idx => idx !== undefined && allowedIndexSet.has(idx));
|
|
1265
|
-
const strictlyIncreasing = indices.every((idx, i) => (i === 0 ? idx !== undefined : idx! > indices[i - 1]!));
|
|
1266
|
-
if (!allAllowed || !strictlyIncreasing) {
|
|
1267
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1268
|
-
throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
|
|
1269
|
-
}
|
|
1270
|
-
} else {
|
|
1271
|
-
// No local proposal, cannot check the membership/order of the returned txs
|
|
1272
|
-
this.logger.warn(
|
|
1273
|
-
`Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`,
|
|
1274
|
-
);
|
|
1275
|
-
return false;
|
|
1597
|
+
// For every index we requested that the peer claims to have (per its bitvector), the
|
|
1598
|
+
// corresponding tx must be present in the response. A peer advertising availability but
|
|
1599
|
+
// withholding the tx is inconsistent.
|
|
1600
|
+
const returnedHashSet = new Set(returnedHashes);
|
|
1601
|
+
const expectedIndices = request.txIndices.getTrueIndices().filter(i => response.txIndices.isSet(i));
|
|
1602
|
+
const missingExpected = expectedIndices.some(i => !returnedHashSet.has(blockTxHashes[i].toString()));
|
|
1603
|
+
if (missingExpected) {
|
|
1604
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1605
|
+
throw new ValidationError('Peer advertised requested txs via indices but did not return them');
|
|
1276
1606
|
}
|
|
1277
1607
|
|
|
1278
|
-
await Promise.all(response.txs.map(tx => this.validateRequestedTx(tx, peerId, requestedTxValidator)));
|
|
1279
1608
|
return true;
|
|
1280
1609
|
} catch (e: any) {
|
|
1281
1610
|
if (e instanceof ValidationError) {
|
|
@@ -1288,219 +1617,85 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1288
1617
|
}
|
|
1289
1618
|
}
|
|
1290
1619
|
|
|
1291
|
-
|
|
1292
|
-
|
|
1293
|
-
*
|
|
1294
|
-
* The core component of this validator is that each tx hash MUST match the requested tx hash,
|
|
1295
|
-
* In order to perform this check, the tx proof must be verified.
|
|
1296
|
-
*
|
|
1297
|
-
* Note: This function is called from within `ReqResp.sendRequest` as part of the
|
|
1298
|
-
* ReqRespSubProtocol.TX subprotocol validation.
|
|
1299
|
-
*
|
|
1300
|
-
* @param requestedTxHash - The collection of the txs that was requested.
|
|
1301
|
-
* @param responseTx - The collection of txs that was received as a response to the request.
|
|
1302
|
-
* @param peerId - The peer ID of the peer that sent the tx.
|
|
1303
|
-
* @returns True if the whole collection of txs is valid, false otherwise.
|
|
1304
|
-
*/
|
|
1305
|
-
@trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx) => ({
|
|
1306
|
-
[Attributes.TX_HASH]: requestedTxHash.toString(),
|
|
1307
|
-
}))
|
|
1308
|
-
private async validateRequestedTxs(requestedTxHash: TxHash[], responseTx: Tx[], peerId: PeerId): Promise<boolean> {
|
|
1309
|
-
const requested = new Set(requestedTxHash.map(h => h.toString()));
|
|
1310
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1311
|
-
|
|
1312
|
-
//TODO: (mralj) - this is somewhat naive implementation, if single tx is invlid we consider the whole response invalid.
|
|
1313
|
-
// I think we should still extract the valid txs and return them, so that we can still use the response.
|
|
1314
|
-
try {
|
|
1315
|
-
await Promise.all(responseTx.map(tx => this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
|
|
1316
|
-
return true;
|
|
1317
|
-
} catch (e: any) {
|
|
1318
|
-
if (e instanceof ValidationError) {
|
|
1319
|
-
this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
|
|
1320
|
-
} else {
|
|
1321
|
-
this.logger.error(`Error during validation of requested txs`, e);
|
|
1322
|
-
}
|
|
1323
|
-
|
|
1324
|
-
return false;
|
|
1325
|
-
}
|
|
1620
|
+
private getGasFees(): Promise<GasFees> {
|
|
1621
|
+
return this.blockMinFeesProvider.getCurrentMinFees();
|
|
1326
1622
|
}
|
|
1327
1623
|
|
|
1328
1624
|
/**
|
|
1329
|
-
*
|
|
1330
|
-
*
|
|
1331
|
-
* If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
|
|
1332
|
-
* Penalizes on block number mismatch or hash mismatch.
|
|
1333
|
-
*
|
|
1334
|
-
* @param requestedBlockNumber - The requested block number.
|
|
1335
|
-
* @param responseBlock - The block returned by the peer.
|
|
1336
|
-
* @param peerId - The peer that returned the block.
|
|
1337
|
-
* @returns True if the response is valid, false otherwise.
|
|
1625
|
+
* Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
|
|
1338
1626
|
*/
|
|
1339
|
-
|
|
1340
|
-
|
|
1341
|
-
|
|
1342
|
-
|
|
1343
|
-
|
|
1344
|
-
|
|
1345
|
-
|
|
1346
|
-
|
|
1347
|
-
|
|
1348
|
-
|
|
1349
|
-
|
|
1350
|
-
|
|
1351
|
-
|
|
1352
|
-
}
|
|
1353
|
-
|
|
1354
|
-
const local = await this.archiver.getBlock(BlockNumber(reqNum));
|
|
1355
|
-
if (!local) {
|
|
1356
|
-
// We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
|
|
1357
|
-
// TODO: Consider extending this validator to accept an expected hash or
|
|
1358
|
-
// performing quorum-based checks when using P2P syncing prior to L1 sync.
|
|
1359
|
-
this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
|
|
1360
|
-
return false;
|
|
1361
|
-
}
|
|
1362
|
-
const [localHash, respHash] = await Promise.all([local.hash(), responseBlock.hash()]);
|
|
1363
|
-
if (!localHash.equals(respHash)) {
|
|
1364
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1365
|
-
return false;
|
|
1366
|
-
}
|
|
1367
|
-
|
|
1368
|
-
return true;
|
|
1369
|
-
} catch (e) {
|
|
1370
|
-
this.logger.warn(`Error validating requested block`, e);
|
|
1371
|
-
return false;
|
|
1372
|
-
}
|
|
1627
|
+
public getBatchTxRequesterService(): BatchTxRequesterLibP2PService {
|
|
1628
|
+
return {
|
|
1629
|
+
reqResp: this.reqresp,
|
|
1630
|
+
connectionSampler: this.reqresp.getConnectionSampler(),
|
|
1631
|
+
txValidatorConfig: {
|
|
1632
|
+
l1ChainId: this.config.l1ChainId,
|
|
1633
|
+
rollupVersion: this.config.rollupVersion,
|
|
1634
|
+
proofVerifier: this.proofVerifier,
|
|
1635
|
+
txValidationCache: this.txValidationCache,
|
|
1636
|
+
},
|
|
1637
|
+
peerScoring: this.peerManager,
|
|
1638
|
+
validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this),
|
|
1639
|
+
};
|
|
1373
1640
|
}
|
|
1374
1641
|
|
|
1375
|
-
|
|
1376
|
-
|
|
1377
|
-
|
|
1378
|
-
|
|
1379
|
-
|
|
1380
|
-
|
|
1381
|
-
rollupVersion: new Fr(this.config.rollupVersion),
|
|
1382
|
-
protocolContractsHash,
|
|
1383
|
-
vkTreeRoot: getVKTreeRoot(),
|
|
1384
|
-
}),
|
|
1385
|
-
new TxProofValidator(this.proofVerifier),
|
|
1642
|
+
public async validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
|
|
1643
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(
|
|
1644
|
+
this.proofVerifier,
|
|
1645
|
+
{ l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
|
|
1646
|
+
this.logger.getBindings(),
|
|
1647
|
+
this.txValidationCache,
|
|
1386
1648
|
);
|
|
1387
|
-
}
|
|
1388
|
-
|
|
1389
|
-
private async validateRequestedTx(tx: Tx, peerId: PeerId, txValidator: TxValidator, requested?: Set<`0x${string}`>) {
|
|
1390
|
-
const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
|
|
1391
|
-
|
|
1392
|
-
if (!(await tx.validateTxHash())) {
|
|
1393
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1394
|
-
throw new ValidationError(`Received tx with invalid hash ${tx.getTxHash().toString()}.`);
|
|
1395
|
-
}
|
|
1396
|
-
|
|
1397
|
-
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1398
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1399
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
|
|
1400
|
-
}
|
|
1401
|
-
|
|
1402
|
-
const { result } = await txValidator.validateTx(tx);
|
|
1403
|
-
if (result === 'invalid') {
|
|
1404
|
-
penalize(PeerErrorSeverity.LowToleranceError);
|
|
1405
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
|
|
1406
|
-
}
|
|
1407
|
-
}
|
|
1408
|
-
|
|
1409
|
-
@trackSpan('Libp2pService.validatePropagatedTx', tx => ({
|
|
1410
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString(),
|
|
1411
|
-
}))
|
|
1412
|
-
private async validatePropagatedTx(tx: Tx, peerId: PeerId): Promise<boolean> {
|
|
1413
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1414
|
-
|
|
1415
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1416
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1417
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1418
|
-
|
|
1419
|
-
for (const validator of messageValidators) {
|
|
1420
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1421
|
-
|
|
1422
|
-
if (outcome.allPassed) {
|
|
1423
|
-
continue;
|
|
1424
|
-
}
|
|
1425
|
-
const { name } = outcome.failure;
|
|
1426
|
-
let { severity } = outcome.failure;
|
|
1427
|
-
|
|
1428
|
-
// Double spend validator has a special case handler
|
|
1429
|
-
if (name === 'doubleSpendValidator') {
|
|
1430
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1431
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1432
|
-
}
|
|
1433
|
-
|
|
1434
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1435
|
-
return false;
|
|
1436
|
-
}
|
|
1437
|
-
return true;
|
|
1438
|
-
}
|
|
1439
|
-
|
|
1440
|
-
private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
|
|
1441
|
-
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1442
|
-
return this.feesCache.gasFees;
|
|
1443
|
-
}
|
|
1444
|
-
|
|
1445
|
-
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
1446
|
-
const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
|
|
1447
|
-
this.feesCache = { blockNumber, gasFees };
|
|
1448
|
-
return gasFees;
|
|
1449
|
-
}
|
|
1450
1649
|
|
|
1451
|
-
|
|
1452
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1453
|
-
|
|
1454
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1455
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1456
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1457
|
-
|
|
1458
|
-
await Promise.all(
|
|
1650
|
+
const results = await Promise.all(
|
|
1459
1651
|
txs.map(async tx => {
|
|
1460
|
-
|
|
1461
|
-
|
|
1462
|
-
if (!outcome.allPassed) {
|
|
1463
|
-
throw new Error('Invalid tx detected', { cause: { outcome } });
|
|
1464
|
-
}
|
|
1465
|
-
}
|
|
1652
|
+
const result = await validator.validateTx(tx);
|
|
1653
|
+
return result.result !== 'invalid';
|
|
1466
1654
|
}),
|
|
1467
1655
|
);
|
|
1656
|
+
if (results.some(value => value === false)) {
|
|
1657
|
+
throw new Error('Invalid tx detected');
|
|
1658
|
+
}
|
|
1468
1659
|
}
|
|
1469
1660
|
|
|
1470
|
-
/**
|
|
1471
|
-
|
|
1472
|
-
*
|
|
1473
|
-
* Each validator is a pair of a validator and a severity.
|
|
1474
|
-
* If a validator fails, the peer is penalized with the severity of the validator.
|
|
1475
|
-
*
|
|
1476
|
-
* @param currentBlockNumber - The current synced block number.
|
|
1477
|
-
* @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
|
|
1478
|
-
* @returns The message validators.
|
|
1479
|
-
*/
|
|
1480
|
-
private async createMessageValidators(
|
|
1661
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */
|
|
1662
|
+
protected async createFirstStageMessageValidators(
|
|
1481
1663
|
currentBlockNumber: BlockNumber,
|
|
1482
1664
|
nextSlotTimestamp: UInt64,
|
|
1483
|
-
): Promise<Record<string,
|
|
1484
|
-
const gasFees = await this.getGasFees(
|
|
1485
|
-
const allowedInSetup =
|
|
1486
|
-
|
|
1487
|
-
|
|
1488
|
-
|
|
1489
|
-
|
|
1665
|
+
): Promise<Record<string, TransactionValidator>> {
|
|
1666
|
+
const gasFees = await this.getGasFees();
|
|
1667
|
+
const allowedInSetup = [
|
|
1668
|
+
...(await getDefaultAllowedSetupFunctions()),
|
|
1669
|
+
...(this.config.txPublicSetupAllowListExtend ?? []),
|
|
1670
|
+
];
|
|
1671
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1672
|
+
const l1Constants = await this.archiver.getL1Constants();
|
|
1673
|
+
|
|
1674
|
+
return createFirstStageTxValidationsForGossipedTransactions(
|
|
1490
1675
|
nextSlotTimestamp,
|
|
1491
|
-
|
|
1676
|
+
blockNumber,
|
|
1492
1677
|
this.worldStateSynchronizer,
|
|
1493
1678
|
gasFees,
|
|
1494
1679
|
this.config.l1ChainId,
|
|
1495
1680
|
this.config.rollupVersion,
|
|
1496
1681
|
protocolContractsHash,
|
|
1497
1682
|
this.archiver,
|
|
1498
|
-
this.proofVerifier,
|
|
1499
1683
|
!this.config.disableTransactions,
|
|
1500
1684
|
allowedInSetup,
|
|
1685
|
+
this.logger.getBindings(),
|
|
1686
|
+
{
|
|
1687
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1688
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1689
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas,
|
|
1690
|
+
},
|
|
1501
1691
|
);
|
|
1502
1692
|
}
|
|
1503
1693
|
|
|
1694
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */
|
|
1695
|
+
protected createSecondStageMessageValidators(): Record<string, TransactionValidator> {
|
|
1696
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1697
|
+
}
|
|
1698
|
+
|
|
1504
1699
|
/**
|
|
1505
1700
|
* Run validations on a tx.
|
|
1506
1701
|
* @param tx - The tx to validate.
|
|
@@ -1509,7 +1704,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1509
1704
|
*/
|
|
1510
1705
|
private async runValidations(
|
|
1511
1706
|
tx: Tx,
|
|
1512
|
-
messageValidators: Record<string,
|
|
1707
|
+
messageValidators: Record<string, TransactionValidator>,
|
|
1513
1708
|
): Promise<ValidationOutcome> {
|
|
1514
1709
|
const validationPromises = Object.entries(messageValidators).map(async ([name, { validator, severity }]) => {
|
|
1515
1710
|
const { result } = await validator.validateTx(tx);
|
|
@@ -1518,8 +1713,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1518
1713
|
|
|
1519
1714
|
// A promise that resolves when all validations have been run
|
|
1520
1715
|
const allValidations = await Promise.all(validationPromises);
|
|
1521
|
-
const
|
|
1522
|
-
if (
|
|
1716
|
+
const failures = allValidations.filter(x => !x.isValid);
|
|
1717
|
+
if (failures.length > 0) {
|
|
1718
|
+
// Pick the most severe failure (lowest tolerance = harshest penalty)
|
|
1719
|
+
const failed = maxBy(failures, f => PeerErrorSeverityByHarshness.indexOf(f.severity))!;
|
|
1523
1720
|
return {
|
|
1524
1721
|
allPassed: false,
|
|
1525
1722
|
failure: {
|
|
@@ -1551,15 +1748,18 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1551
1748
|
return PeerErrorSeverity.HighToleranceError;
|
|
1552
1749
|
}
|
|
1553
1750
|
|
|
1554
|
-
const snapshotValidator = new DoubleSpendTxValidator(
|
|
1555
|
-
|
|
1556
|
-
|
|
1557
|
-
|
|
1558
|
-
|
|
1559
|
-
|
|
1560
|
-
|
|
1751
|
+
const snapshotValidator = new DoubleSpendTxValidator(
|
|
1752
|
+
{
|
|
1753
|
+
nullifiersExist: async (nullifiers: Buffer[]) => {
|
|
1754
|
+
const merkleTree = this.worldStateSynchronizer.getSnapshot(
|
|
1755
|
+
BlockNumber(blockNumber - this.config.doubleSpendSeverePeerPenaltyWindow),
|
|
1756
|
+
);
|
|
1757
|
+
const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
|
|
1758
|
+
return indices.map(index => index !== undefined);
|
|
1759
|
+
},
|
|
1561
1760
|
},
|
|
1562
|
-
|
|
1761
|
+
this.logger.getBindings(),
|
|
1762
|
+
);
|
|
1563
1763
|
|
|
1564
1764
|
const validSnapshot = await snapshotValidator.validateTx(tx);
|
|
1565
1765
|
if (validSnapshot.result !== 'valid') {
|
|
@@ -1569,74 +1769,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1569
1769
|
return PeerErrorSeverity.HighToleranceError;
|
|
1570
1770
|
}
|
|
1571
1771
|
|
|
1572
|
-
/**
|
|
1573
|
-
* Validate a checkpoint attestation.
|
|
1574
|
-
*
|
|
1575
|
-
* @param attestation - The checkpoint attestation to validate.
|
|
1576
|
-
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1577
|
-
*/
|
|
1578
|
-
@trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation) => ({
|
|
1579
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
1580
|
-
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
1581
|
-
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1582
|
-
}))
|
|
1583
|
-
public async validateCheckpointAttestation(
|
|
1584
|
-
peerId: PeerId,
|
|
1585
|
-
attestation: CheckpointAttestation,
|
|
1586
|
-
): Promise<P2PValidationResult> {
|
|
1587
|
-
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1588
|
-
|
|
1589
|
-
if (result.result === 'reject') {
|
|
1590
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1591
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1592
|
-
}
|
|
1593
|
-
|
|
1594
|
-
return result;
|
|
1595
|
-
}
|
|
1596
|
-
|
|
1597
|
-
/**
|
|
1598
|
-
* Validate a block proposal.
|
|
1599
|
-
*
|
|
1600
|
-
* @param block - The block proposal to validate.
|
|
1601
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1602
|
-
*/
|
|
1603
|
-
@trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
|
|
1604
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
1605
|
-
}))
|
|
1606
|
-
public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<P2PValidationResult> {
|
|
1607
|
-
const result = await this.blockProposalValidator.validate(block);
|
|
1608
|
-
|
|
1609
|
-
if (result.result === 'reject') {
|
|
1610
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1611
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1612
|
-
}
|
|
1613
|
-
|
|
1614
|
-
return result;
|
|
1615
|
-
}
|
|
1616
|
-
|
|
1617
|
-
/**
|
|
1618
|
-
* Validate a checkpoint proposal.
|
|
1619
|
-
*
|
|
1620
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1621
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1622
|
-
*/
|
|
1623
|
-
@trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
|
|
1624
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1625
|
-
}))
|
|
1626
|
-
public async validateCheckpointProposal(
|
|
1627
|
-
peerId: PeerId,
|
|
1628
|
-
checkpoint: CheckpointProposal,
|
|
1629
|
-
): Promise<P2PValidationResult> {
|
|
1630
|
-
const result = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1631
|
-
|
|
1632
|
-
if (result.result === 'reject') {
|
|
1633
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1634
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1635
|
-
}
|
|
1636
|
-
|
|
1637
|
-
return result;
|
|
1638
|
-
}
|
|
1639
|
-
|
|
1640
1772
|
public getPeerScore(peerId: PeerId): number {
|
|
1641
1773
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1642
1774
|
}
|