@aztec/p2p 0.0.1-commit.d431d1c → 0.0.1-commit.d58ff9d0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -3
- package/dest/bootstrap/bootstrap.d.ts +4 -3
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +26 -10
- package/dest/client/factory.d.ts +13 -12
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +70 -20
- package/dest/client/interface.d.ts +90 -40
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +69 -64
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +247 -244
- package/dest/config.d.ts +169 -84
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +159 -45
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +164 -106
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +518 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +550 -125
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +7 -5
- package/dest/mem_pools/index.d.ts +3 -3
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +12 -5
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +40 -19
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +243 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +11 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +122 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +368 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +68 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +178 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +91 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +1013 -0
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +11 -4
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +67 -13
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +9 -5
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -11
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +36 -9
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +156 -43
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +40 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
- package/dest/msg_validators/tx_validator/factory.d.ts +136 -5
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +268 -58
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +105 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +138 -53
- package/dest/msg_validators/tx_validator/index.d.ts +5 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +4 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
- package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
- package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/size_validator.js +4 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +14 -10
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +120 -24
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +37 -17
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +59 -15
- package/dest/services/encoding.d.ts +24 -7
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +43 -26
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +167 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +336 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +28 -3
- package/dest/services/libp2p/libp2p_service.d.ts +116 -60
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +800 -586
- package/dest/services/peer-manager/metrics.d.ts +4 -2
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +26 -5
- package/dest/services/peer-manager/peer_manager.d.ts +20 -3
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +83 -26
- package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +135 -17
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
- package/dest/services/reqresp/interface.d.ts +27 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +23 -19
- package/dest/services/reqresp/metrics.d.ts +6 -5
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +16 -5
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +8 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +36 -8
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +84 -20
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +21 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +12 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +90 -188
- package/dest/services/service.d.ts +65 -13
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +11 -11
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +27 -26
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +8 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +50 -56
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +298 -70
- package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +28 -31
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +29 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +142 -0
- package/dest/services/tx_provider.d.ts +8 -6
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +12 -8
- package/dest/services/tx_provider_instrumentation.d.ts +1 -1
- package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
- package/dest/services/tx_provider_instrumentation.js +5 -5
- package/dest/test-helpers/index.d.ts +3 -1
- package/dest/test-helpers/index.d.ts.map +1 -1
- package/dest/test-helpers/index.js +2 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +46 -6
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +115 -14
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +19 -20
- package/dest/test-helpers/test_tx_provider.d.ts +42 -0
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
- package/dest/test-helpers/test_tx_provider.js +44 -0
- package/dest/test-helpers/testbench-utils.d.ts +164 -0
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
- package/dest/test-helpers/testbench-utils.js +400 -0
- package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +284 -139
- package/dest/testbench/worker_client_manager.d.ts +57 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +277 -49
- package/dest/util.d.ts +13 -8
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +16 -16
- package/src/bootstrap/bootstrap.ts +24 -7
- package/src/client/factory.ts +139 -39
- package/src/client/interface.ts +97 -48
- package/src/client/p2p_client.ts +291 -312
- package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
- package/src/config.ts +287 -49
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +13 -19
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +585 -94
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +656 -141
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +14 -8
- package/src/mem_pools/index.ts +2 -2
- package/src/mem_pools/instrumentation.ts +29 -18
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +283 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +274 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +465 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +252 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1215 -0
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +60 -16
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +30 -16
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +163 -50
- package/src/msg_validators/tx_validator/README.md +129 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +50 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
- package/src/msg_validators/tx_validator/factory.ts +430 -56
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +198 -51
- package/src/msg_validators/tx_validator/index.ts +4 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +18 -7
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
- package/src/msg_validators/tx_validator/size_validator.ts +6 -2
- package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
- package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +14 -19
- package/src/services/discv5/discV5_service.ts +127 -15
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +77 -39
- package/src/services/encoding.ts +42 -26
- package/src/services/gossipsub/README.md +663 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +478 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/instrumentation.ts +29 -2
- package/src/services/libp2p/libp2p_service.ts +893 -648
- package/src/services/peer-manager/metrics.ts +28 -4
- package/src/services/peer-manager/peer_manager.ts +91 -25
- package/src/services/peer-manager/peer_scoring.ts +131 -9
- package/src/services/reqresp/README.md +194 -0
- package/src/services/reqresp/batch-tx-requester/README.md +344 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
- package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
- package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
- package/src/services/reqresp/interface.ts +48 -46
- package/src/services/reqresp/metrics.ts +33 -9
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +10 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +108 -16
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +23 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +107 -223
- package/src/services/service.ts +85 -29
- package/src/services/tx_collection/config.ts +41 -36
- package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +11 -2
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +367 -115
- package/src/services/tx_collection/tx_collection_sink.ts +32 -36
- package/src/services/tx_collection/tx_source.ts +29 -8
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +163 -0
- package/src/services/tx_provider.ts +17 -11
- package/src/services/tx_provider_instrumentation.ts +11 -5
- package/src/test-helpers/index.ts +2 -0
- package/src/test-helpers/make-test-p2p-clients.ts +7 -6
- package/src/test-helpers/mock-pubsub.ts +137 -14
- package/src/test-helpers/reqresp-nodes.ts +17 -29
- package/src/test-helpers/test_tx_provider.ts +69 -0
- package/src/test-helpers/testbench-utils.ts +465 -0
- package/src/testbench/p2p_client_testbench_worker.ts +389 -133
- package/src/testbench/worker_client_manager.ts +355 -51
- package/src/util.ts +40 -19
- package/src/versioning.ts +3 -33
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -31
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -156
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -115
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -76
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -157
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -300
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -177
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -131
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -207
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -159
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -91
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -191
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -341
- package/src/services/tx_collection/slow_tx_collection.ts +0 -233
|
@@ -370,23 +370,23 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import {
|
|
376
|
-
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
375
|
+
import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
|
|
377
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
378
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
379
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
380
|
-
import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
|
|
381
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
382
|
-
import {
|
|
383
|
-
import {
|
|
380
|
+
import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
|
|
381
|
+
import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
|
|
382
|
+
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
383
|
+
import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
|
|
384
384
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
385
385
|
import { Tx } from '@aztec/stdlib/tx';
|
|
386
386
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
387
387
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
388
388
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
389
|
-
import { createPeerScoreParams
|
|
389
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
390
390
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
391
391
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
392
392
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -395,58 +395,60 @@ import { identify } from '@libp2p/identify';
|
|
|
395
395
|
import { TopicValidatorResult } from '@libp2p/interface';
|
|
396
396
|
import { mplex } from '@libp2p/mplex';
|
|
397
397
|
import { tcp } from '@libp2p/tcp';
|
|
398
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
398
399
|
import { ENR } from '@nethermindeth/enr';
|
|
399
400
|
import { createLibp2p } from 'libp2p';
|
|
400
|
-
import {
|
|
401
|
-
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator,
|
|
401
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
402
|
+
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
402
403
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
403
|
-
import {
|
|
404
|
-
import { createTxMessageValidators } from '../../msg_validators/tx_validator/factory.js';
|
|
405
|
-
import { AggregateTxValidator, DataTxValidator, DoubleSpendTxValidator, MetadataTxValidator, TxProofValidator } from '../../msg_validators/tx_validator/index.js';
|
|
404
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
406
405
|
import { GossipSubEvent } from '../../types/index.js';
|
|
407
406
|
import { convertToMultiaddr } from '../../util.js';
|
|
408
407
|
import { getVersions } from '../../versioning.js';
|
|
409
408
|
import { AztecDatastore } from '../data_store.js';
|
|
410
409
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
411
|
-
import { SnappyTransform,
|
|
412
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
410
|
+
import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
411
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
412
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
413
413
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
414
414
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
415
|
-
import {
|
|
416
|
-
import { reqRespBlockTxsHandler } from '../reqresp/
|
|
417
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
418
|
-
import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
|
|
415
|
+
import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
|
|
416
|
+
import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
419
417
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
420
418
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
421
|
-
|
|
419
|
+
/**
|
|
420
|
+
* Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
|
|
421
|
+
* bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
|
|
422
|
+
* materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
|
|
423
|
+
*/ function buildConsensusTimetable(config, l1Constants) {
|
|
424
|
+
const blockDuration = config.blockDurationMs / 1000;
|
|
425
|
+
return new ConsensusTimetable({
|
|
426
|
+
l1Constants,
|
|
427
|
+
blockDuration,
|
|
428
|
+
checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
|
|
429
|
+
});
|
|
430
|
+
}
|
|
431
|
+
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
432
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
433
|
+
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
434
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
435
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
436
|
+
})), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
422
437
|
[Attributes.SLOT_NUMBER]: block.slotNumber,
|
|
423
438
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
424
439
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
425
|
-
})),
|
|
440
|
+
})), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
|
|
441
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
442
|
+
})), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
|
|
426
443
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
427
444
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
428
445
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
429
|
-
})),
|
|
430
|
-
[Attributes.
|
|
431
|
-
})), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
432
|
-
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
433
|
-
})), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
434
|
-
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
435
|
-
})), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
|
|
436
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString()
|
|
437
|
-
})), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
438
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
439
|
-
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
440
|
-
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
441
|
-
})), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
|
|
442
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
443
|
-
})), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
|
|
444
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
446
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
|
|
447
|
+
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
445
448
|
}));
|
|
446
449
|
/**
|
|
447
450
|
* Lib P2P implementation of the P2PService interface.
|
|
448
451
|
*/ export class LibP2PService extends WithTracer {
|
|
449
|
-
clientType;
|
|
450
452
|
config;
|
|
451
453
|
node;
|
|
452
454
|
peerDiscoveryService;
|
|
@@ -457,52 +459,39 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
457
459
|
epochCache;
|
|
458
460
|
proofVerifier;
|
|
459
461
|
worldStateSynchronizer;
|
|
462
|
+
blockMinFeesProvider;
|
|
463
|
+
txValidationCache;
|
|
460
464
|
static{
|
|
461
465
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
462
466
|
[
|
|
463
467
|
_dec,
|
|
464
468
|
2,
|
|
465
|
-
"
|
|
469
|
+
"validateAndStoreCheckpointAttestation"
|
|
466
470
|
],
|
|
467
471
|
[
|
|
468
472
|
_dec1,
|
|
469
473
|
2,
|
|
470
|
-
"
|
|
474
|
+
"validateAndStoreBlockProposal"
|
|
471
475
|
],
|
|
472
476
|
[
|
|
473
477
|
_dec2,
|
|
474
478
|
2,
|
|
475
|
-
"
|
|
479
|
+
"processValidBlockProposal"
|
|
476
480
|
],
|
|
477
481
|
[
|
|
478
482
|
_dec3,
|
|
479
483
|
2,
|
|
480
|
-
"
|
|
484
|
+
"validateAndStoreCheckpointProposal"
|
|
481
485
|
],
|
|
482
486
|
[
|
|
483
487
|
_dec4,
|
|
484
488
|
2,
|
|
485
|
-
"
|
|
489
|
+
"processValidCheckpointProposal"
|
|
486
490
|
],
|
|
487
491
|
[
|
|
488
492
|
_dec5,
|
|
489
493
|
2,
|
|
490
|
-
"
|
|
491
|
-
],
|
|
492
|
-
[
|
|
493
|
-
_dec6,
|
|
494
|
-
2,
|
|
495
|
-
"validateCheckpointAttestation"
|
|
496
|
-
],
|
|
497
|
-
[
|
|
498
|
-
_dec7,
|
|
499
|
-
2,
|
|
500
|
-
"validateBlockProposal"
|
|
501
|
-
],
|
|
502
|
-
[
|
|
503
|
-
_dec8,
|
|
504
|
-
2,
|
|
505
|
-
"validateCheckpointProposal"
|
|
494
|
+
"validateRequestedBlockTxsConsistency"
|
|
506
495
|
]
|
|
507
496
|
], []));
|
|
508
497
|
}
|
|
@@ -514,7 +503,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
514
503
|
checkpointAttestationValidator;
|
|
515
504
|
protocolVersion;
|
|
516
505
|
topicStrings;
|
|
517
|
-
|
|
506
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
507
|
+
/** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
|
|
508
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
509
|
+
/** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
|
|
518
510
|
/**
|
|
519
511
|
* Callback for when a block is received from a peer.
|
|
520
512
|
* @param block - The block received from the peer.
|
|
@@ -524,13 +516,20 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
524
516
|
* Callback for when a checkpoint proposal is received from a peer.
|
|
525
517
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
526
518
|
* @returns The attestations for the checkpoint, if any.
|
|
527
|
-
*/
|
|
519
|
+
*/ allNodesCheckpointReceivedCallback;
|
|
520
|
+
/**
|
|
521
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
522
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
523
|
+
* @returns The attestations for the checkpoint, if any.
|
|
524
|
+
*/ validatorCheckpointReceivedCallback;
|
|
528
525
|
gossipSubEventHandler;
|
|
526
|
+
ipChangedHandler;
|
|
527
|
+
discoveredP2pIp;
|
|
529
528
|
instrumentation;
|
|
530
529
|
telemetry;
|
|
531
530
|
logger;
|
|
532
|
-
constructor(
|
|
533
|
-
super(telemetry, 'LibP2PService'), this.
|
|
531
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
|
|
532
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
534
533
|
this.telemetry = telemetry;
|
|
535
534
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
536
535
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -546,40 +545,57 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
546
545
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
547
546
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
548
547
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
txsPermitted: !config.disableTransactions
|
|
554
|
-
|
|
555
|
-
|
|
548
|
+
// Build the consensus timetable once from protocol slot-timing constants and inject it into every
|
|
549
|
+
// validator so they share one set of receive-window bounds, independent of proposer operational budgets.
|
|
550
|
+
const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
|
|
551
|
+
const proposalValidatorOpts = {
|
|
552
|
+
txsPermitted: !config.disableTransactions,
|
|
553
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
554
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
555
|
+
skipSlotValidation: config.skipProposalSlotValidation,
|
|
556
|
+
signatureContext: {
|
|
557
|
+
chainId: config.l1ChainId,
|
|
558
|
+
rollupAddress: config.rollupAddress
|
|
559
|
+
},
|
|
560
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
561
|
+
};
|
|
562
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
563
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
564
|
+
const attestationValidatorOpts = {
|
|
565
|
+
signatureContext: proposalValidatorOpts.signatureContext,
|
|
566
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
567
|
+
};
|
|
568
|
+
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
|
|
556
569
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
557
570
|
this.blockReceivedCallback = async (block)=>{
|
|
558
|
-
this.logger.
|
|
571
|
+
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
559
572
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
|
|
560
573
|
});
|
|
561
|
-
return
|
|
574
|
+
return true;
|
|
575
|
+
};
|
|
576
|
+
this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
|
|
577
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
562
578
|
};
|
|
563
|
-
this.
|
|
564
|
-
this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
|
|
579
|
+
this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
|
|
565
580
|
return Promise.resolve(undefined);
|
|
566
581
|
};
|
|
567
582
|
}
|
|
568
583
|
updateConfig(config) {
|
|
569
584
|
this.reqresp.updateConfig(config);
|
|
585
|
+
this.config = merge(this.config, config);
|
|
570
586
|
}
|
|
571
587
|
/**
|
|
572
588
|
* Creates an instance of the LibP2P service.
|
|
573
589
|
* @param config - The configuration to use when creating the service.
|
|
574
590
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
575
591
|
* @returns The new service.
|
|
576
|
-
*/ static async new(
|
|
577
|
-
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
592
|
+
*/ static async new(config, peerId, deps) {
|
|
593
|
+
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
|
|
578
594
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
579
595
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
580
596
|
const datastore = new AztecDatastore(peerStore);
|
|
581
|
-
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry);
|
|
582
|
-
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service
|
|
597
|
+
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
|
|
598
|
+
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
|
|
583
599
|
// Seed libp2p's bootstrap discovery with private and trusted peers
|
|
584
600
|
const bootstrapNodes = [
|
|
585
601
|
...config.privatePeers,
|
|
@@ -593,27 +609,46 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
593
609
|
}
|
|
594
610
|
const versions = getVersions(config);
|
|
595
611
|
const protocolVersion = compressComponentVersions(versions);
|
|
596
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
597
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
598
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
599
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
600
612
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
601
|
-
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
613
|
+
const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
614
|
+
try {
|
|
615
|
+
const peerId = await enr.peerId();
|
|
616
|
+
const address = enr.getLocationMultiaddr('tcp');
|
|
617
|
+
if (address === undefined) {
|
|
618
|
+
throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
|
|
619
|
+
}
|
|
620
|
+
return {
|
|
621
|
+
id: peerId,
|
|
622
|
+
addrs: [
|
|
623
|
+
address
|
|
624
|
+
]
|
|
625
|
+
};
|
|
626
|
+
} catch (err) {
|
|
627
|
+
// A malformed configured ENR shouldn't abort node setup — skip it and log.
|
|
628
|
+
logger.warn(`Skipping preferred peer with invalid ENR`, {
|
|
629
|
+
err
|
|
630
|
+
});
|
|
631
|
+
return undefined;
|
|
606
632
|
}
|
|
607
|
-
|
|
608
|
-
id: peerId,
|
|
609
|
-
addrs: [
|
|
610
|
-
address
|
|
611
|
-
]
|
|
612
|
-
};
|
|
613
|
-
}))).filter((peer)=>peer !== undefined);
|
|
633
|
+
})));
|
|
614
634
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
615
635
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
616
636
|
] : [];
|
|
637
|
+
// Create dynamic topic score params based on network configuration. Scoring uses the network-wide
|
|
638
|
+
// max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
|
|
639
|
+
// peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
|
|
640
|
+
const l1Constants = epochCache.getL1Constants();
|
|
641
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
642
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
643
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
644
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
645
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
|
|
646
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
647
|
+
});
|
|
648
|
+
// Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
|
|
649
|
+
// message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
|
|
650
|
+
// so a crafted topic colliding on msg id can suppress a real message as a duplicate.
|
|
651
|
+
const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
|
|
617
652
|
const node = await createLibp2p({
|
|
618
653
|
start: false,
|
|
619
654
|
peerId,
|
|
@@ -647,8 +682,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
647
682
|
],
|
|
648
683
|
datastore,
|
|
649
684
|
peerDiscovery,
|
|
685
|
+
// Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
|
|
650
686
|
streamMuxers: [
|
|
651
|
-
yamux(
|
|
687
|
+
yamux({
|
|
688
|
+
maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
|
|
689
|
+
}),
|
|
652
690
|
mplex()
|
|
653
691
|
],
|
|
654
692
|
connectionEncryption: [
|
|
@@ -666,7 +704,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
666
704
|
},
|
|
667
705
|
connectionGater: {
|
|
668
706
|
denyInboundConnection: (maConn)=>{
|
|
669
|
-
const allowed = peerManager.
|
|
707
|
+
const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
|
|
670
708
|
if (allowed) {
|
|
671
709
|
return false;
|
|
672
710
|
}
|
|
@@ -676,7 +714,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
676
714
|
denyInboundEncryptedConnection: (peerId, _maConn)=>{
|
|
677
715
|
//NOTE: it is not necessary to check address here because this was already done by
|
|
678
716
|
// denyInboundConnection
|
|
679
|
-
const allowed = peerManager.
|
|
717
|
+
const allowed = peerManager.isPeerAllowedToConnect(peerId);
|
|
680
718
|
if (allowed) {
|
|
681
719
|
return false;
|
|
682
720
|
}
|
|
@@ -703,9 +741,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
703
741
|
mcacheLength: config.gossipsubMcacheLength,
|
|
704
742
|
mcacheGossip: config.gossipsubMcacheGossip,
|
|
705
743
|
seenTTL: config.gossipsubSeenTTL,
|
|
744
|
+
allowedTopics,
|
|
745
|
+
// No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
|
|
746
|
+
// raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
|
|
747
|
+
// a different message with no fallback to the full id. Dedup instead rests solely on the
|
|
748
|
+
// cryptographic, topic-framed msgIdFn below.
|
|
706
749
|
msgIdFn: getMsgIdFn,
|
|
707
750
|
msgIdToStrFn: msgIdToStrFn,
|
|
708
|
-
fastMsgIdFn: fastMsgIdFn,
|
|
709
751
|
dataTransform: new SnappyTransform(),
|
|
710
752
|
metricsRegister: otelMetricsAdapter,
|
|
711
753
|
metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
|
|
@@ -714,43 +756,29 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
714
756
|
scoreParams: createPeerScoreParams({
|
|
715
757
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
716
758
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
717
|
-
topics:
|
|
718
|
-
[txTopic]: createTopicScoreParams({
|
|
719
|
-
topicWeight: 1,
|
|
720
|
-
invalidMessageDeliveriesWeight: -20,
|
|
721
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
722
|
-
}),
|
|
723
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
724
|
-
topicWeight: 1,
|
|
725
|
-
invalidMessageDeliveriesWeight: -20,
|
|
726
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
727
|
-
}),
|
|
728
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
729
|
-
topicWeight: 1,
|
|
730
|
-
invalidMessageDeliveriesWeight: -20,
|
|
731
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
732
|
-
}),
|
|
733
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
734
|
-
topicWeight: 1,
|
|
735
|
-
invalidMessageDeliveriesWeight: -20,
|
|
736
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
737
|
-
})
|
|
738
|
-
}
|
|
759
|
+
topics: topicScoreParams
|
|
739
760
|
})
|
|
740
761
|
}),
|
|
741
762
|
components: (components)=>({
|
|
742
|
-
connectionManager: components.connectionManager
|
|
763
|
+
connectionManager: components.connectionManager,
|
|
764
|
+
addressManager: components.addressManager
|
|
743
765
|
})
|
|
744
766
|
},
|
|
745
|
-
logger: createLibp2pComponentLogger(logger.module)
|
|
767
|
+
logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
|
|
746
768
|
});
|
|
747
769
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
748
770
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
749
771
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
750
|
-
//
|
|
751
|
-
|
|
772
|
+
// Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
|
|
773
|
+
reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
|
|
774
|
+
// Configure application-specific scoring for gossipsub.
|
|
775
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
776
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
777
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
778
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
779
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
752
780
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
753
|
-
return new LibP2PService(
|
|
781
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
|
|
754
782
|
}
|
|
755
783
|
/**
|
|
756
784
|
* Starts the LibP2P service.
|
|
@@ -760,42 +788,32 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
760
788
|
if (this.node.status === 'started') {
|
|
761
789
|
throw new Error('P2P service already started');
|
|
762
790
|
}
|
|
763
|
-
// Get listen & announce addresses for logging
|
|
764
791
|
const { p2pIp, p2pPort } = this.config;
|
|
765
|
-
if (!p2pIp) {
|
|
766
|
-
throw new Error('Announce address not provided.');
|
|
792
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
793
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
767
794
|
}
|
|
768
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
795
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
769
796
|
// Create request response protocol handlers
|
|
770
797
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
771
798
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
772
|
-
const blockHandler = reqRespBlockHandler(this.archiver);
|
|
773
799
|
const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
|
|
774
800
|
const requestResponseHandlers = {
|
|
775
801
|
[ReqRespSubProtocol.PING]: pingHandler,
|
|
776
802
|
[ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
|
|
777
|
-
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
778
|
-
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
803
|
+
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
779
804
|
};
|
|
780
805
|
if (!this.config.disableTransactions) {
|
|
781
|
-
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
|
|
806
|
+
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
782
807
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
783
808
|
}
|
|
784
809
|
if (!this.config.disableTransactions) {
|
|
785
810
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
786
811
|
}
|
|
787
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
788
|
-
const reqrespSubProtocolValidators = {
|
|
789
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
790
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
791
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
792
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
|
|
793
|
-
};
|
|
794
812
|
await this.peerManager.initializePeers();
|
|
795
|
-
await this.reqresp.start(requestResponseHandlers
|
|
813
|
+
await this.reqresp.start(requestResponseHandlers);
|
|
796
814
|
await this.node.start();
|
|
797
815
|
// Subscribe to standard GossipSub topics by default
|
|
798
|
-
for (const topic of
|
|
816
|
+
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
799
817
|
this.subscribeToTopic(this.topicStrings[topic]);
|
|
800
818
|
}
|
|
801
819
|
// add GossipSub listener
|
|
@@ -804,6 +822,34 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
804
822
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
805
823
|
await this.peerDiscoveryService.start();
|
|
806
824
|
}
|
|
825
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
826
|
+
if (this.config.queryForIp) {
|
|
827
|
+
this.discoveredP2pIp = this.config.p2pIp;
|
|
828
|
+
this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
|
|
829
|
+
this.ipChangedHandler = (ip)=>{
|
|
830
|
+
const addressManager = this.node.services.components.addressManager;
|
|
831
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
832
|
+
const previousIp = this.discoveredP2pIp;
|
|
833
|
+
if (previousIp) {
|
|
834
|
+
const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
|
|
835
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
836
|
+
this.logger.info('Libp2p announce address updated due to IP change', {
|
|
837
|
+
previousIp,
|
|
838
|
+
newIp: ip,
|
|
839
|
+
newMultiaddr: newAddr.toString()
|
|
840
|
+
});
|
|
841
|
+
} else {
|
|
842
|
+
this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
|
|
843
|
+
ip,
|
|
844
|
+
multiaddr: newAddr.toString()
|
|
845
|
+
});
|
|
846
|
+
}
|
|
847
|
+
addressManager.addObservedAddr(newAddr);
|
|
848
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
849
|
+
this.discoveredP2pIp = ip;
|
|
850
|
+
};
|
|
851
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
852
|
+
}
|
|
807
853
|
this.discoveryRunningPromise = new RunningPromise(async ()=>{
|
|
808
854
|
await this.peerManager.heartbeat();
|
|
809
855
|
}, this.logger, this.config.peerCheckIntervalMS);
|
|
@@ -821,6 +867,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
821
867
|
*/ async stop() {
|
|
822
868
|
// Remove gossip sub listener
|
|
823
869
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
870
|
+
if (this.ipChangedHandler) {
|
|
871
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
872
|
+
this.ipChangedHandler = undefined;
|
|
873
|
+
}
|
|
824
874
|
// Stop peer manager
|
|
825
875
|
this.logger.debug('Stopping peer manager...');
|
|
826
876
|
await this.peerManager.stop();
|
|
@@ -834,8 +884,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
834
884
|
await this.stopLibP2P();
|
|
835
885
|
this.logger.info('LibP2P service stopped');
|
|
836
886
|
}
|
|
837
|
-
addReqRespSubProtocol(subProtocol, handler
|
|
838
|
-
return this.reqresp.addSubProtocol(subProtocol, handler
|
|
887
|
+
addReqRespSubProtocol(subProtocol, handler) {
|
|
888
|
+
return this.reqresp.addSubProtocol(subProtocol, handler);
|
|
839
889
|
}
|
|
840
890
|
registerThisValidatorAddresses(address) {
|
|
841
891
|
this.peerManager.registerThisValidatorAddresses(address);
|
|
@@ -843,6 +893,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
843
893
|
getPeers(includePending) {
|
|
844
894
|
return this.peerManager.getPeers(includePending);
|
|
845
895
|
}
|
|
896
|
+
getGossipMeshPeerCount(topicType) {
|
|
897
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
898
|
+
}
|
|
846
899
|
handleGossipSubEvent(e) {
|
|
847
900
|
this.logger.trace(`Received PUBSUB message.`);
|
|
848
901
|
const safeJob = async ()=>{
|
|
@@ -854,13 +907,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
854
907
|
};
|
|
855
908
|
setImmediate(()=>void safeJob());
|
|
856
909
|
}
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
* @param protocol - The request response protocol to use
|
|
860
|
-
* @param requests - The requests to send to the peers
|
|
861
|
-
* @returns The responses to the requests
|
|
862
|
-
*/ sendBatchRequest(protocol, requests, pinnedPeerId) {
|
|
863
|
-
return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
|
|
910
|
+
sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
|
|
911
|
+
return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
|
|
864
912
|
}
|
|
865
913
|
/**
|
|
866
914
|
* Get the ENR of the node
|
|
@@ -871,8 +919,32 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
871
919
|
registerBlockReceivedCallback(callback) {
|
|
872
920
|
this.blockReceivedCallback = callback;
|
|
873
921
|
}
|
|
874
|
-
|
|
875
|
-
this.
|
|
922
|
+
registerValidatorCheckpointReceivedCallback(callback) {
|
|
923
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
924
|
+
}
|
|
925
|
+
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
926
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
927
|
+
}
|
|
928
|
+
/**
|
|
929
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
930
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
931
|
+
*/ registerDuplicateProposalCallback(callback) {
|
|
932
|
+
this.duplicateProposalCallback = callback;
|
|
933
|
+
}
|
|
934
|
+
/**
|
|
935
|
+
* Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
|
|
936
|
+
*/ registerOversizedProposalCallback(callback) {
|
|
937
|
+
this.oversizedProposalCallback = callback;
|
|
938
|
+
}
|
|
939
|
+
/**
|
|
940
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
941
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
942
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
943
|
+
*/ registerDuplicateAttestationCallback(callback) {
|
|
944
|
+
this.duplicateAttestationCallback = callback;
|
|
945
|
+
}
|
|
946
|
+
registerCheckpointAttestationCallback(callback) {
|
|
947
|
+
this.checkpointAttestationCallback = callback;
|
|
876
948
|
}
|
|
877
949
|
/**
|
|
878
950
|
* Subscribes to a topic.
|
|
@@ -925,6 +997,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
925
997
|
if (!validator || !validator.addMessage(msgId)) {
|
|
926
998
|
this.instrumentation.incMessagePrevalidationStatus(false, topicType);
|
|
927
999
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1000
|
+
if (topicType === TopicType.tx) {
|
|
1001
|
+
this.logger.verbose(`Ignoring already-seen tx gossip message`, {
|
|
1002
|
+
msgId,
|
|
1003
|
+
source: source.toString()
|
|
1004
|
+
});
|
|
1005
|
+
}
|
|
928
1006
|
return {
|
|
929
1007
|
result: false,
|
|
930
1008
|
topicType
|
|
@@ -982,12 +1060,17 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
982
1060
|
}
|
|
983
1061
|
// Process the message, optionally within a linked span for trace propagation
|
|
984
1062
|
const processMessage = async ()=>{
|
|
1063
|
+
if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
|
|
1064
|
+
this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
|
|
1065
|
+
topic: msg.topic
|
|
1066
|
+
});
|
|
1067
|
+
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1068
|
+
return;
|
|
1069
|
+
}
|
|
985
1070
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
986
1071
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
987
1072
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
988
|
-
|
|
989
|
-
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
990
|
-
}
|
|
1073
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
991
1074
|
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
992
1075
|
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
993
1076
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
@@ -1032,49 +1115,162 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1032
1115
|
return;
|
|
1033
1116
|
}
|
|
1034
1117
|
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1118
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
1035
1119
|
let resultAndObj = {
|
|
1036
|
-
result: TopicValidatorResult.Reject
|
|
1120
|
+
result: TopicValidatorResult.Reject,
|
|
1121
|
+
severity: PeerErrorSeverity.MidToleranceError
|
|
1037
1122
|
};
|
|
1038
1123
|
const timer = new Timer();
|
|
1039
1124
|
try {
|
|
1040
1125
|
resultAndObj = await validationFunc();
|
|
1041
1126
|
} catch (err) {
|
|
1042
|
-
this.
|
|
1043
|
-
this.logger.error(`Error deserializing and validating gossipsub message`, err, {
|
|
1127
|
+
this.logger.error(`Error validating gossipsub message`, err, {
|
|
1044
1128
|
msgId,
|
|
1045
1129
|
source: source.toString(),
|
|
1046
1130
|
topicType
|
|
1047
1131
|
});
|
|
1048
1132
|
}
|
|
1133
|
+
const validationTimeMs = timer.ms();
|
|
1134
|
+
const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
|
|
1135
|
+
if (validationTimeMs > mcacheWindowMs * 0.75) {
|
|
1136
|
+
this.instrumentation.incSlowValidation(topicType);
|
|
1137
|
+
this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
|
|
1138
|
+
msgId,
|
|
1139
|
+
source: source.toString(),
|
|
1140
|
+
topicType,
|
|
1141
|
+
validationTimeMs,
|
|
1142
|
+
mcacheWindowMs
|
|
1143
|
+
});
|
|
1144
|
+
}
|
|
1049
1145
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1146
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1147
|
+
msgId,
|
|
1148
|
+
source: source.toString(),
|
|
1149
|
+
topicType
|
|
1150
|
+
});
|
|
1050
1151
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1152
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
1153
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
1154
|
+
msgId,
|
|
1155
|
+
source: source.toString(),
|
|
1156
|
+
topicType,
|
|
1157
|
+
severity: resultAndObj.severity
|
|
1158
|
+
});
|
|
1159
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
1160
|
+
} else {
|
|
1161
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, {
|
|
1162
|
+
msgId,
|
|
1163
|
+
source: source.toString(),
|
|
1164
|
+
topicType
|
|
1165
|
+
});
|
|
1051
1166
|
}
|
|
1052
1167
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
1053
1168
|
return resultAndObj;
|
|
1054
1169
|
}
|
|
1170
|
+
tryDeserialize(deserializeFunc, msgId, source) {
|
|
1171
|
+
try {
|
|
1172
|
+
return deserializeFunc();
|
|
1173
|
+
} catch (err) {
|
|
1174
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
1175
|
+
err,
|
|
1176
|
+
msgId,
|
|
1177
|
+
source: source.toString()
|
|
1178
|
+
});
|
|
1179
|
+
return undefined;
|
|
1180
|
+
}
|
|
1181
|
+
}
|
|
1055
1182
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1056
1183
|
const validationFunc = async ()=>{
|
|
1057
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
1058
|
-
|
|
1059
|
-
|
|
1060
|
-
|
|
1061
|
-
|
|
1062
|
-
|
|
1184
|
+
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1185
|
+
if (!tx) {
|
|
1186
|
+
return {
|
|
1187
|
+
result: TopicValidatorResult.Reject,
|
|
1188
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1189
|
+
};
|
|
1190
|
+
}
|
|
1191
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1192
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1193
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1194
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1195
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1196
|
+
if (!firstStageOutcome.allPassed) {
|
|
1197
|
+
const { name } = firstStageOutcome.failure;
|
|
1198
|
+
let { severity } = firstStageOutcome.failure;
|
|
1199
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1200
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1201
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1202
|
+
if (name === 'doubleSpendValidator') {
|
|
1203
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1204
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1205
|
+
}
|
|
1206
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
|
|
1207
|
+
validator: name,
|
|
1208
|
+
severity,
|
|
1209
|
+
source: source.toString()
|
|
1210
|
+
});
|
|
1211
|
+
return {
|
|
1212
|
+
result: TopicValidatorResult.Reject,
|
|
1213
|
+
severity
|
|
1214
|
+
};
|
|
1215
|
+
}
|
|
1216
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1217
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1218
|
+
if (canAdd === 'ignored') {
|
|
1219
|
+
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1220
|
+
source: source.toString()
|
|
1221
|
+
});
|
|
1222
|
+
return {
|
|
1223
|
+
result: TopicValidatorResult.Ignore,
|
|
1224
|
+
obj: tx
|
|
1225
|
+
};
|
|
1226
|
+
}
|
|
1227
|
+
// Stage 2: expensive proof verification
|
|
1228
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1229
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1230
|
+
if (!secondStageOutcome.allPassed) {
|
|
1231
|
+
const { severity, name } = secondStageOutcome.failure;
|
|
1232
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
1233
|
+
validator: name,
|
|
1234
|
+
severity,
|
|
1235
|
+
source: source.toString()
|
|
1236
|
+
});
|
|
1237
|
+
return {
|
|
1238
|
+
result: TopicValidatorResult.Reject,
|
|
1239
|
+
severity
|
|
1240
|
+
};
|
|
1241
|
+
}
|
|
1242
|
+
// Pool add: persist the tx
|
|
1243
|
+
const txHash = tx.getTxHash();
|
|
1244
|
+
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1245
|
+
tx
|
|
1246
|
+
], {
|
|
1247
|
+
source: 'gossip'
|
|
1248
|
+
});
|
|
1249
|
+
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1250
|
+
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1251
|
+
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
1252
|
+
wasAccepted,
|
|
1253
|
+
wasIgnored,
|
|
1063
1254
|
[Attributes.P2P_ID]: source.toString()
|
|
1064
1255
|
});
|
|
1065
|
-
if (
|
|
1256
|
+
if (wasAccepted) {
|
|
1066
1257
|
return {
|
|
1067
|
-
result: TopicValidatorResult.
|
|
1258
|
+
result: TopicValidatorResult.Accept,
|
|
1259
|
+
obj: tx
|
|
1068
1260
|
};
|
|
1069
|
-
} else if (
|
|
1261
|
+
} else if (wasIgnored) {
|
|
1070
1262
|
return {
|
|
1071
1263
|
result: TopicValidatorResult.Ignore,
|
|
1072
1264
|
obj: tx
|
|
1073
1265
|
};
|
|
1074
1266
|
} else {
|
|
1267
|
+
this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
|
|
1268
|
+
source: source.toString(),
|
|
1269
|
+
txHash: txHash.toString()
|
|
1270
|
+
});
|
|
1075
1271
|
return {
|
|
1076
|
-
result: TopicValidatorResult.
|
|
1077
|
-
|
|
1272
|
+
result: TopicValidatorResult.Reject,
|
|
1273
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1078
1274
|
};
|
|
1079
1275
|
}
|
|
1080
1276
|
};
|
|
@@ -1082,131 +1278,230 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1082
1278
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1083
1279
|
return;
|
|
1084
1280
|
}
|
|
1281
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
1085
1282
|
const txHash = tx.getTxHash();
|
|
1086
1283
|
const txHashString = txHash.toString();
|
|
1087
1284
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
1088
1285
|
source: source.toString(),
|
|
1089
1286
|
txHash: txHashString
|
|
1090
1287
|
});
|
|
1091
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
1092
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
1093
|
-
return;
|
|
1094
|
-
}
|
|
1095
1288
|
this.instrumentation.incrementTxReceived(1);
|
|
1096
|
-
await this.mempools.txPool.addTxs([
|
|
1097
|
-
tx
|
|
1098
|
-
]);
|
|
1099
1289
|
}
|
|
1100
1290
|
/**
|
|
1101
1291
|
* Process a checkpoint attestation from a peer.
|
|
1102
1292
|
* Validates the attestation and adds it to the pool.
|
|
1103
1293
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1104
|
-
const
|
|
1105
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
1106
|
-
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1110
|
-
if (isValid && !exists) {
|
|
1111
|
-
const slot = attestation.payload.header.slotNumber;
|
|
1112
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
1113
|
-
const committeeSize = committee?.length ?? 0;
|
|
1114
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
1115
|
-
}
|
|
1116
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1117
|
-
isValid,
|
|
1118
|
-
exists,
|
|
1119
|
-
canAdd,
|
|
1120
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1121
|
-
[Attributes.P2P_ID]: source.toString()
|
|
1122
|
-
});
|
|
1123
|
-
if (!isValid) {
|
|
1124
|
-
return {
|
|
1125
|
-
result: TopicValidatorResult.Reject
|
|
1126
|
-
};
|
|
1127
|
-
} else if (exists) {
|
|
1128
|
-
return {
|
|
1129
|
-
result: TopicValidatorResult.Ignore,
|
|
1130
|
-
obj: attestation
|
|
1131
|
-
};
|
|
1132
|
-
} else if (!canAdd) {
|
|
1133
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
1134
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
1135
|
-
archive: attestation.archive.toString(),
|
|
1136
|
-
source: source.toString()
|
|
1294
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
|
|
1295
|
+
const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1296
|
+
if (!attestation) {
|
|
1297
|
+
return Promise.resolve({
|
|
1298
|
+
result: TopicValidatorResult.Reject,
|
|
1299
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1137
1300
|
});
|
|
1138
|
-
return {
|
|
1139
|
-
result: TopicValidatorResult.Ignore,
|
|
1140
|
-
obj: attestation
|
|
1141
|
-
};
|
|
1142
|
-
} else {
|
|
1143
|
-
return {
|
|
1144
|
-
result: TopicValidatorResult.Accept,
|
|
1145
|
-
obj: attestation
|
|
1146
|
-
};
|
|
1147
1301
|
}
|
|
1148
|
-
|
|
1149
|
-
|
|
1302
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1303
|
+
}, msgId, source, TopicType.checkpoint_attestation);
|
|
1150
1304
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1151
1305
|
return;
|
|
1152
1306
|
}
|
|
1153
|
-
this.logger.
|
|
1307
|
+
this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
|
|
1154
1308
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
1155
1309
|
slot: attestation.slotNumber,
|
|
1156
1310
|
archive: attestation.archive.toString(),
|
|
1157
1311
|
source: source.toString()
|
|
1158
1312
|
});
|
|
1159
|
-
await this.mempools.attestationPool.addCheckpointAttestations([
|
|
1160
|
-
attestation
|
|
1161
|
-
]);
|
|
1162
1313
|
}
|
|
1163
|
-
async
|
|
1164
|
-
const
|
|
1165
|
-
|
|
1166
|
-
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1314
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
|
|
1315
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1316
|
+
if (validationResult.result === 'reject') {
|
|
1317
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1318
|
+
return {
|
|
1319
|
+
result: TopicValidatorResult.Reject,
|
|
1320
|
+
severity: validationResult.severity
|
|
1321
|
+
};
|
|
1322
|
+
}
|
|
1323
|
+
if (validationResult.result === 'ignore') {
|
|
1324
|
+
return {
|
|
1325
|
+
result: TopicValidatorResult.Ignore,
|
|
1326
|
+
obj: attestation
|
|
1327
|
+
};
|
|
1328
|
+
}
|
|
1329
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1330
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1331
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1332
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1333
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1334
|
+
added,
|
|
1335
|
+
alreadyExists,
|
|
1336
|
+
count,
|
|
1337
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1338
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1339
|
+
});
|
|
1340
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1341
|
+
if (alreadyExists) {
|
|
1342
|
+
return {
|
|
1343
|
+
result: TopicValidatorResult.Ignore,
|
|
1344
|
+
obj: attestation
|
|
1345
|
+
};
|
|
1346
|
+
}
|
|
1347
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1348
|
+
if (!added) {
|
|
1349
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1350
|
+
slot: slot.toString(),
|
|
1351
|
+
archive: attestation.archive.toString(),
|
|
1352
|
+
source: peerId.toString(),
|
|
1353
|
+
attester: attestation.getSender()?.toString(),
|
|
1354
|
+
count
|
|
1176
1355
|
});
|
|
1177
|
-
|
|
1178
|
-
|
|
1179
|
-
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
this.
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
|
|
1191
|
-
|
|
1356
|
+
return {
|
|
1357
|
+
result: TopicValidatorResult.Reject,
|
|
1358
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1359
|
+
};
|
|
1360
|
+
}
|
|
1361
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1362
|
+
// count is the number of attestations by this signer for this slot
|
|
1363
|
+
if (count === 2) {
|
|
1364
|
+
const attester = attestation.getSender();
|
|
1365
|
+
if (attester) {
|
|
1366
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1367
|
+
slot: slot.toString(),
|
|
1368
|
+
archive: attestation.archive.toString(),
|
|
1369
|
+
source: peerId.toString(),
|
|
1370
|
+
attester: attester.toString()
|
|
1371
|
+
});
|
|
1372
|
+
this.duplicateAttestationCallback?.({
|
|
1373
|
+
slot,
|
|
1374
|
+
attester
|
|
1192
1375
|
});
|
|
1193
|
-
return {
|
|
1194
|
-
result: TopicValidatorResult.Reject
|
|
1195
|
-
};
|
|
1196
|
-
} else {
|
|
1197
|
-
return {
|
|
1198
|
-
result: TopicValidatorResult.Accept,
|
|
1199
|
-
obj: block
|
|
1200
|
-
};
|
|
1201
1376
|
}
|
|
1377
|
+
}
|
|
1378
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1379
|
+
this.checkpointAttestationCallback?.(attestation);
|
|
1380
|
+
return {
|
|
1381
|
+
result: TopicValidatorResult.Accept,
|
|
1382
|
+
obj: attestation
|
|
1202
1383
|
};
|
|
1203
|
-
|
|
1204
|
-
|
|
1384
|
+
}
|
|
1385
|
+
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1386
|
+
const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1387
|
+
// If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
|
|
1388
|
+
// slashing evidence but never attested or processed.
|
|
1389
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
|
|
1205
1390
|
return;
|
|
1206
1391
|
}
|
|
1207
1392
|
await this.processValidBlockProposal(block, source);
|
|
1208
1393
|
}
|
|
1209
|
-
|
|
1394
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
|
|
1395
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1396
|
+
if (validationResult.result === 'reject') {
|
|
1397
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1398
|
+
return {
|
|
1399
|
+
result: TopicValidatorResult.Reject,
|
|
1400
|
+
severity: validationResult.severity
|
|
1401
|
+
};
|
|
1402
|
+
}
|
|
1403
|
+
if (validationResult.result === 'ignore') {
|
|
1404
|
+
return {
|
|
1405
|
+
result: TopicValidatorResult.Ignore,
|
|
1406
|
+
obj: block
|
|
1407
|
+
};
|
|
1408
|
+
}
|
|
1409
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1410
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1411
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1412
|
+
// An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
|
|
1413
|
+
// proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
|
|
1414
|
+
// attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
|
|
1415
|
+
const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
|
|
1416
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1417
|
+
if (alreadyExists) {
|
|
1418
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1419
|
+
...block.toBlockInfo(),
|
|
1420
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1421
|
+
proposer: block.getSender()?.toString(),
|
|
1422
|
+
source: peerId.toString()
|
|
1423
|
+
});
|
|
1424
|
+
return {
|
|
1425
|
+
result: TopicValidatorResult.Ignore,
|
|
1426
|
+
obj: block,
|
|
1427
|
+
metadata: {
|
|
1428
|
+
isEquivocated,
|
|
1429
|
+
isOversized
|
|
1430
|
+
}
|
|
1431
|
+
};
|
|
1432
|
+
}
|
|
1433
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1434
|
+
if (!added) {
|
|
1435
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1436
|
+
...block.toBlockInfo(),
|
|
1437
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1438
|
+
count,
|
|
1439
|
+
proposer: block.getSender()?.toString(),
|
|
1440
|
+
source: peerId.toString()
|
|
1441
|
+
});
|
|
1442
|
+
return {
|
|
1443
|
+
result: TopicValidatorResult.Reject,
|
|
1444
|
+
metadata: {
|
|
1445
|
+
isEquivocated,
|
|
1446
|
+
isOversized
|
|
1447
|
+
},
|
|
1448
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1449
|
+
};
|
|
1450
|
+
}
|
|
1451
|
+
// The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
|
|
1452
|
+
// slashed. Fired alongside (not instead of) equivocation detection below.
|
|
1453
|
+
if (isOversized) {
|
|
1454
|
+
const proposer = block.getSender();
|
|
1455
|
+
if (proposer) {
|
|
1456
|
+
this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
|
|
1457
|
+
...block.toBlockInfo(),
|
|
1458
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1459
|
+
maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
|
|
1460
|
+
source: peerId.toString(),
|
|
1461
|
+
proposer: proposer.toString()
|
|
1462
|
+
});
|
|
1463
|
+
this.oversizedProposalCallback?.({
|
|
1464
|
+
slot: block.slotNumber,
|
|
1465
|
+
proposer
|
|
1466
|
+
});
|
|
1467
|
+
}
|
|
1468
|
+
}
|
|
1469
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1470
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1471
|
+
if (isEquivocated) {
|
|
1472
|
+
const proposer = block.getSender();
|
|
1473
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1474
|
+
...block.toBlockInfo(),
|
|
1475
|
+
source: peerId.toString(),
|
|
1476
|
+
proposer: proposer?.toString()
|
|
1477
|
+
});
|
|
1478
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1479
|
+
if (proposer && count === 2) {
|
|
1480
|
+
this.duplicateProposalCallback?.({
|
|
1481
|
+
slot: block.slotNumber,
|
|
1482
|
+
proposer,
|
|
1483
|
+
type: 'block'
|
|
1484
|
+
});
|
|
1485
|
+
}
|
|
1486
|
+
return {
|
|
1487
|
+
result: TopicValidatorResult.Accept,
|
|
1488
|
+
obj: block,
|
|
1489
|
+
metadata: {
|
|
1490
|
+
isEquivocated,
|
|
1491
|
+
isOversized
|
|
1492
|
+
}
|
|
1493
|
+
};
|
|
1494
|
+
}
|
|
1495
|
+
// Otherwise, we're good to go!
|
|
1496
|
+
return {
|
|
1497
|
+
result: TopicValidatorResult.Accept,
|
|
1498
|
+
obj: block,
|
|
1499
|
+
metadata: {
|
|
1500
|
+
isEquivocated: false,
|
|
1501
|
+
isOversized
|
|
1502
|
+
}
|
|
1503
|
+
};
|
|
1504
|
+
}
|
|
1210
1505
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1211
1506
|
// should not be here as it does not deal with p2p networking.
|
|
1212
1507
|
async processValidBlockProposal(block, sender) {
|
|
@@ -1216,84 +1511,170 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1216
1511
|
source: sender.toString(),
|
|
1217
1512
|
...block.toBlockInfo()
|
|
1218
1513
|
});
|
|
1219
|
-
//
|
|
1220
|
-
|
|
1221
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1222
|
-
} catch (err) {
|
|
1223
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1224
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1225
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1226
|
-
slot: String(slot),
|
|
1227
|
-
archive: block.archive.toString(),
|
|
1228
|
-
error: err.message
|
|
1229
|
-
});
|
|
1230
|
-
return;
|
|
1231
|
-
}
|
|
1232
|
-
throw err;
|
|
1233
|
-
}
|
|
1234
|
-
// Mark the txs in this proposal as non-evictable
|
|
1235
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1514
|
+
// Mark the txs in this proposal as protected
|
|
1515
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1236
1516
|
// Call the block received callback to validate the proposal.
|
|
1237
1517
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1238
1518
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1239
1519
|
if (!isValid) {
|
|
1240
|
-
this.logger.
|
|
1520
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1521
|
+
// Release the protections this proposal created so its txs return to pending. Only entries still
|
|
1522
|
+
// keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
|
|
1523
|
+
await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
|
|
1241
1524
|
}
|
|
1242
1525
|
}
|
|
1243
1526
|
/**
|
|
1244
1527
|
* Handle a gossiped checkpoint proposal.
|
|
1245
1528
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1246
1529
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1247
|
-
|
|
1248
|
-
|
|
1249
|
-
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1530
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1531
|
+
// An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
|
|
1532
|
+
// Process checkpoint proposal if valid and neither equivocated nor oversized.
|
|
1533
|
+
const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
|
|
1534
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1535
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1536
|
+
const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
|
|
1537
|
+
// A node that skips checkpoint validation attests without re-executing the embedded last block, so run
|
|
1538
|
+
// the checkpoint callback first: this creates and broadcasts the attestation before the block is
|
|
1539
|
+
// processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
|
|
1540
|
+
// waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
|
|
1541
|
+
// window, after which peers reject it as stale.
|
|
1542
|
+
if (this.config.skipCheckpointProposalValidation) {
|
|
1543
|
+
await processCheckpointFn();
|
|
1544
|
+
await processBlockFn();
|
|
1545
|
+
return;
|
|
1546
|
+
}
|
|
1547
|
+
// Process the block first, since it's required for the checkpoint proposal validation.
|
|
1548
|
+
await processBlockFn();
|
|
1549
|
+
await processCheckpointFn();
|
|
1550
|
+
}
|
|
1551
|
+
/**
|
|
1552
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1553
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1554
|
+
*/ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
|
|
1555
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1556
|
+
if (validationResult.result === 'reject') {
|
|
1557
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1558
|
+
return {
|
|
1559
|
+
result: TopicValidatorResult.Reject,
|
|
1560
|
+
severity: validationResult.severity
|
|
1561
|
+
};
|
|
1562
|
+
}
|
|
1563
|
+
if (validationResult.result === 'ignore') {
|
|
1564
|
+
return {
|
|
1565
|
+
result: TopicValidatorResult.Ignore,
|
|
1566
|
+
obj: checkpoint
|
|
1567
|
+
};
|
|
1568
|
+
}
|
|
1569
|
+
// Extract and try to add the block proposal first if present
|
|
1570
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1571
|
+
let processBlock = false;
|
|
1572
|
+
let isOversized = false;
|
|
1573
|
+
if (blockProposal) {
|
|
1574
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1258
1575
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1259
|
-
[Attributes.P2P_ID]:
|
|
1576
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1260
1577
|
});
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
} else if (!canAdd) {
|
|
1271
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1272
|
-
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1273
|
-
slot: checkpoint.slotNumber.toString(),
|
|
1274
|
-
archive: checkpoint.archive.toString(),
|
|
1275
|
-
source: source.toString()
|
|
1578
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1579
|
+
const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
|
|
1580
|
+
isOversized = blockIsOversized ?? false;
|
|
1581
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1582
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1583
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1584
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1585
|
+
isEquivocated,
|
|
1586
|
+
result: blockProposalResult.result
|
|
1276
1587
|
});
|
|
1277
1588
|
return {
|
|
1278
|
-
result: TopicValidatorResult.Reject
|
|
1279
|
-
|
|
1280
|
-
} else {
|
|
1281
|
-
return {
|
|
1282
|
-
result: TopicValidatorResult.Accept,
|
|
1283
|
-
obj: checkpoint
|
|
1589
|
+
result: TopicValidatorResult.Reject,
|
|
1590
|
+
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1284
1591
|
};
|
|
1592
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
|
|
1593
|
+
// An oversized terminal block is re-broadcast as slashing evidence but never processed.
|
|
1594
|
+
processBlock = true;
|
|
1285
1595
|
}
|
|
1286
|
-
};
|
|
1287
|
-
const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
|
|
1288
|
-
if (result !== TopicValidatorResult.Accept || !checkpoint) {
|
|
1289
|
-
return;
|
|
1290
1596
|
}
|
|
1291
|
-
|
|
1597
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1598
|
+
const checkpointCore = checkpoint.toCore();
|
|
1599
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1600
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1601
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1602
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1603
|
+
if (alreadyExists) {
|
|
1604
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1605
|
+
...checkpoint.toCheckpointInfo(),
|
|
1606
|
+
source: peerId.toString()
|
|
1607
|
+
});
|
|
1608
|
+
return {
|
|
1609
|
+
result: TopicValidatorResult.Ignore,
|
|
1610
|
+
obj: checkpoint,
|
|
1611
|
+
metadata: {
|
|
1612
|
+
isEquivocated,
|
|
1613
|
+
processBlock,
|
|
1614
|
+
isOversized
|
|
1615
|
+
}
|
|
1616
|
+
};
|
|
1617
|
+
}
|
|
1618
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
|
|
1619
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1620
|
+
if (!added) {
|
|
1621
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1622
|
+
...checkpoint.toCheckpointInfo(),
|
|
1623
|
+
count,
|
|
1624
|
+
source: peerId.toString()
|
|
1625
|
+
});
|
|
1626
|
+
return {
|
|
1627
|
+
result: TopicValidatorResult.Reject,
|
|
1628
|
+
obj: checkpoint,
|
|
1629
|
+
metadata: {
|
|
1630
|
+
isEquivocated,
|
|
1631
|
+
processBlock,
|
|
1632
|
+
isOversized
|
|
1633
|
+
},
|
|
1634
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1635
|
+
};
|
|
1636
|
+
}
|
|
1637
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1638
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1639
|
+
if (isEquivocated) {
|
|
1640
|
+
const proposer = checkpoint.getSender();
|
|
1641
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1642
|
+
...checkpoint.toCheckpointInfo(),
|
|
1643
|
+
source: peerId.toString(),
|
|
1644
|
+
proposer: proposer?.toString()
|
|
1645
|
+
});
|
|
1646
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1647
|
+
if (proposer && count === 2) {
|
|
1648
|
+
this.duplicateProposalCallback?.({
|
|
1649
|
+
slot: checkpoint.slotNumber,
|
|
1650
|
+
proposer,
|
|
1651
|
+
type: 'checkpoint'
|
|
1652
|
+
});
|
|
1653
|
+
}
|
|
1654
|
+
return {
|
|
1655
|
+
result: TopicValidatorResult.Accept,
|
|
1656
|
+
obj: checkpoint,
|
|
1657
|
+
metadata: {
|
|
1658
|
+
isEquivocated,
|
|
1659
|
+
processBlock,
|
|
1660
|
+
isOversized
|
|
1661
|
+
}
|
|
1662
|
+
};
|
|
1663
|
+
}
|
|
1664
|
+
// Otherwise, we're good to go!
|
|
1665
|
+
return {
|
|
1666
|
+
result: TopicValidatorResult.Accept,
|
|
1667
|
+
obj: checkpoint,
|
|
1668
|
+
metadata: {
|
|
1669
|
+
processBlock,
|
|
1670
|
+
isEquivocated,
|
|
1671
|
+
isOversized
|
|
1672
|
+
}
|
|
1673
|
+
};
|
|
1292
1674
|
}
|
|
1293
1675
|
/**
|
|
1294
1676
|
* Process a validated checkpoint proposal.
|
|
1295
|
-
*
|
|
1296
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1677
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1297
1678
|
*/ async processValidCheckpointProposal(checkpoint, sender) {
|
|
1298
1679
|
const slot = checkpoint.slotNumber;
|
|
1299
1680
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
@@ -1302,33 +1683,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1302
1683
|
archive: checkpoint.archive.toString(),
|
|
1303
1684
|
source: sender.toString()
|
|
1304
1685
|
});
|
|
1305
|
-
|
|
1306
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1307
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1308
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1309
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1310
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1311
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1312
|
-
}
|
|
1313
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1314
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1315
|
-
if (blockProposal) {
|
|
1316
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1317
|
-
if (!isValid) {
|
|
1318
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1319
|
-
slot: slot.toString(),
|
|
1320
|
-
archive: checkpoint.archive.toString(),
|
|
1321
|
-
blockNumber: blockProposal.blockNumber.toString()
|
|
1322
|
-
});
|
|
1323
|
-
return;
|
|
1324
|
-
}
|
|
1325
|
-
}
|
|
1686
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1326
1687
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1327
1688
|
// to validate and potentially generate attestations
|
|
1328
|
-
const attestations = await this.
|
|
1689
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1329
1690
|
if (attestations && attestations.length > 0) {
|
|
1330
1691
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1331
|
-
await this.mempools.attestationPool.
|
|
1692
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1332
1693
|
for (const attestation of attestations){
|
|
1333
1694
|
await this.propagate(attestation);
|
|
1334
1695
|
}
|
|
@@ -1349,62 +1710,66 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1349
1710
|
});
|
|
1350
1711
|
}
|
|
1351
1712
|
/**
|
|
1352
|
-
* Validate the requested block transactions
|
|
1713
|
+
* Validate the requested block transactions request-response consistency.
|
|
1714
|
+
* It does NOT validate the transactions themselves.
|
|
1353
1715
|
* @param request - The block transactions request.
|
|
1354
1716
|
* @param response - The block transactions response.
|
|
1355
1717
|
* @param peerId - The ID of the peer that made the request.
|
|
1356
|
-
* @returns True if the
|
|
1357
|
-
*/ async
|
|
1358
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1718
|
+
* @returns True if the request-response is consistent, false otherwise.
|
|
1719
|
+
*/ async validateRequestedBlockTxsConsistency(request, response, peerId) {
|
|
1359
1720
|
try {
|
|
1360
|
-
|
|
1361
|
-
|
|
1362
|
-
throw new ValidationError(`Received block txs for unexpected block: expected ${request.blockHash.toString()}, got ${response.blockHash.toString()}`);
|
|
1363
|
-
}
|
|
1364
|
-
if (response.txIndices.getLength() !== request.txIndices.getLength()) {
|
|
1365
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1366
|
-
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
|
|
1367
|
-
}
|
|
1368
|
-
// Check no duplicates and not exceeding returnable count
|
|
1369
|
-
const requestedIndices = new Set(request.txIndices.getTrueIndices());
|
|
1370
|
-
const availableIndices = new Set(response.txIndices.getTrueIndices());
|
|
1371
|
-
const maxReturnable = [
|
|
1372
|
-
...requestedIndices
|
|
1373
|
-
].filter((i)=>availableIndices.has(i)).length;
|
|
1374
|
-
const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
|
|
1721
|
+
// Check for duplicates txs (or hashes) in the response.
|
|
1722
|
+
const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
|
|
1375
1723
|
const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
|
|
1376
1724
|
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1377
1725
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1378
1726
|
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1379
1727
|
}
|
|
1380
|
-
|
|
1728
|
+
// We get the block tx hashes from the proposal or the archiver.
|
|
1729
|
+
const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
|
|
1730
|
+
const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
|
|
1731
|
+
archive: request.archiveRoot
|
|
1732
|
+
}))?.body.txEffects.map((e)=>e.txHash);
|
|
1733
|
+
// If we don't have the block, we can't verify membership/order of the returned txs.
|
|
1734
|
+
if (!blockTxHashes) {
|
|
1735
|
+
// This shouldn't happen, since we asked for the block (proposal).
|
|
1736
|
+
// Neither a local proposal nor an archived block: we cannot verify membership/order of the
|
|
1737
|
+
// returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
|
|
1738
|
+
this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
|
|
1739
|
+
// NOTE: We mark the response as invalid, given the limitations of a true/false return value.
|
|
1740
|
+
return false;
|
|
1741
|
+
}
|
|
1742
|
+
// Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
|
|
1743
|
+
const uniqueRequestedHashes = new Set([
|
|
1744
|
+
// tx hashes requested by index.
|
|
1745
|
+
...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
|
|
1746
|
+
// explicitly requested tx hashes.
|
|
1747
|
+
...request.txHashes.map((h)=>h.toString())
|
|
1748
|
+
]);
|
|
1749
|
+
if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
|
|
1750
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1751
|
+
throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
|
|
1752
|
+
}
|
|
1753
|
+
// Tx indices information is optional, but if present, we need to verify a few things.
|
|
1754
|
+
if (!response.peerHasBlock()) {
|
|
1755
|
+
this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
|
|
1756
|
+
return true;
|
|
1757
|
+
}
|
|
1758
|
+
// If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
|
|
1759
|
+
if (response.txIndices.getLength() !== blockTxHashes.length) {
|
|
1381
1760
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1382
|
-
throw new ValidationError(`Received
|
|
1761
|
+
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
|
|
1383
1762
|
}
|
|
1384
|
-
//
|
|
1385
|
-
|
|
1386
|
-
|
|
1387
|
-
|
|
1388
|
-
|
|
1389
|
-
|
|
1390
|
-
|
|
1391
|
-
|
|
1392
|
-
|
|
1393
|
-
]));
|
|
1394
|
-
const allowedIndexSet = new Set(intersectIdx);
|
|
1395
|
-
const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
|
|
1396
|
-
const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
|
|
1397
|
-
const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
|
|
1398
|
-
if (!allAllowed || !strictlyIncreasing) {
|
|
1399
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1400
|
-
throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
|
|
1401
|
-
}
|
|
1402
|
-
} else {
|
|
1403
|
-
// No local proposal, cannot check the membership/order of the returned txs
|
|
1404
|
-
this.logger.warn(`Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`);
|
|
1405
|
-
return false;
|
|
1763
|
+
// For every index we requested that the peer claims to have (per its bitvector), the
|
|
1764
|
+
// corresponding tx must be present in the response. A peer advertising availability but
|
|
1765
|
+
// withholding the tx is inconsistent.
|
|
1766
|
+
const returnedHashSet = new Set(returnedHashes);
|
|
1767
|
+
const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
|
|
1768
|
+
const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
|
|
1769
|
+
if (missingExpected) {
|
|
1770
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1771
|
+
throw new ValidationError('Peer advertised requested txs via indices but did not return them');
|
|
1406
1772
|
}
|
|
1407
|
-
await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
|
|
1408
1773
|
return true;
|
|
1409
1774
|
} catch (e) {
|
|
1410
1775
|
if (e instanceof ValidationError) {
|
|
@@ -1415,165 +1780,54 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1415
1780
|
return false;
|
|
1416
1781
|
}
|
|
1417
1782
|
}
|
|
1418
|
-
|
|
1419
|
-
|
|
1420
|
-
*
|
|
1421
|
-
* The core component of this validator is that each tx hash MUST match the requested tx hash,
|
|
1422
|
-
* In order to perform this check, the tx proof must be verified.
|
|
1423
|
-
*
|
|
1424
|
-
* Note: This function is called from within `ReqResp.sendRequest` as part of the
|
|
1425
|
-
* ReqRespSubProtocol.TX subprotocol validation.
|
|
1426
|
-
*
|
|
1427
|
-
* @param requestedTxHash - The collection of the txs that was requested.
|
|
1428
|
-
* @param responseTx - The collection of txs that was received as a response to the request.
|
|
1429
|
-
* @param peerId - The peer ID of the peer that sent the tx.
|
|
1430
|
-
* @returns True if the whole collection of txs is valid, false otherwise.
|
|
1431
|
-
*/ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
|
|
1432
|
-
const requested = new Set(requestedTxHash.map((h)=>h.toString()));
|
|
1433
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1434
|
-
//TODO: (mralj) - this is somewhat naive implementation, if single tx is invlid we consider the whole response invalid.
|
|
1435
|
-
// I think we should still extract the valid txs and return them, so that we can still use the response.
|
|
1436
|
-
try {
|
|
1437
|
-
await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
|
|
1438
|
-
return true;
|
|
1439
|
-
} catch (e) {
|
|
1440
|
-
if (e instanceof ValidationError) {
|
|
1441
|
-
this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
|
|
1442
|
-
} else {
|
|
1443
|
-
this.logger.error(`Error during validation of requested txs`, e);
|
|
1444
|
-
}
|
|
1445
|
-
return false;
|
|
1446
|
-
}
|
|
1783
|
+
getGasFees() {
|
|
1784
|
+
return this.blockMinFeesProvider.getCurrentMinFees();
|
|
1447
1785
|
}
|
|
1448
1786
|
/**
|
|
1449
|
-
*
|
|
1450
|
-
|
|
1451
|
-
|
|
1452
|
-
|
|
1453
|
-
|
|
1454
|
-
|
|
1455
|
-
|
|
1456
|
-
|
|
1457
|
-
|
|
1458
|
-
|
|
1459
|
-
|
|
1460
|
-
|
|
1461
|
-
|
|
1462
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1463
|
-
return false;
|
|
1464
|
-
}
|
|
1465
|
-
const local = await this.archiver.getBlock(BlockNumber(reqNum));
|
|
1466
|
-
if (!local) {
|
|
1467
|
-
// We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
|
|
1468
|
-
// TODO: Consider extending this validator to accept an expected hash or
|
|
1469
|
-
// performing quorum-based checks when using P2P syncing prior to L1 sync.
|
|
1470
|
-
this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
|
|
1471
|
-
return false;
|
|
1472
|
-
}
|
|
1473
|
-
const [localHash, respHash] = await Promise.all([
|
|
1474
|
-
local.hash(),
|
|
1475
|
-
responseBlock.hash()
|
|
1476
|
-
]);
|
|
1477
|
-
if (!localHash.equals(respHash)) {
|
|
1478
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1479
|
-
return false;
|
|
1480
|
-
}
|
|
1481
|
-
return true;
|
|
1482
|
-
} catch (e) {
|
|
1483
|
-
this.logger.warn(`Error validating requested block`, e);
|
|
1484
|
-
return false;
|
|
1485
|
-
}
|
|
1486
|
-
}
|
|
1487
|
-
createRequestedTxValidator() {
|
|
1488
|
-
return new AggregateTxValidator(new DataTxValidator(), new SizeTxValidator(), new MetadataTxValidator({
|
|
1489
|
-
l1ChainId: new Fr(this.config.l1ChainId),
|
|
1490
|
-
rollupVersion: new Fr(this.config.rollupVersion),
|
|
1491
|
-
protocolContractsHash,
|
|
1492
|
-
vkTreeRoot: getVKTreeRoot()
|
|
1493
|
-
}), new TxProofValidator(this.proofVerifier));
|
|
1494
|
-
}
|
|
1495
|
-
async validateRequestedTx(tx, peerId, txValidator, requested) {
|
|
1496
|
-
const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
|
|
1497
|
-
if (!await tx.validateTxHash()) {
|
|
1498
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1499
|
-
throw new ValidationError(`Received tx with invalid hash ${tx.getTxHash().toString()}.`);
|
|
1500
|
-
}
|
|
1501
|
-
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1502
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1503
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
|
|
1504
|
-
}
|
|
1505
|
-
const { result } = await txValidator.validateTx(tx);
|
|
1506
|
-
if (result === 'invalid') {
|
|
1507
|
-
penalize(PeerErrorSeverity.LowToleranceError);
|
|
1508
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
|
|
1509
|
-
}
|
|
1510
|
-
}
|
|
1511
|
-
async validatePropagatedTx(tx, peerId) {
|
|
1512
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1513
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1514
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1515
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1516
|
-
for (const validator of messageValidators){
|
|
1517
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1518
|
-
if (outcome.allPassed) {
|
|
1519
|
-
continue;
|
|
1520
|
-
}
|
|
1521
|
-
const { name } = outcome.failure;
|
|
1522
|
-
let { severity } = outcome.failure;
|
|
1523
|
-
// Double spend validator has a special case handler
|
|
1524
|
-
if (name === 'doubleSpendValidator') {
|
|
1525
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1526
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1527
|
-
}
|
|
1528
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1529
|
-
return false;
|
|
1530
|
-
}
|
|
1531
|
-
return true;
|
|
1532
|
-
}
|
|
1533
|
-
async getGasFees(blockNumber) {
|
|
1534
|
-
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1535
|
-
return this.feesCache.gasFees;
|
|
1536
|
-
}
|
|
1537
|
-
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
1538
|
-
const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
|
|
1539
|
-
this.feesCache = {
|
|
1540
|
-
blockNumber,
|
|
1541
|
-
gasFees
|
|
1787
|
+
* Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
|
|
1788
|
+
*/ getBatchTxRequesterService() {
|
|
1789
|
+
return {
|
|
1790
|
+
reqResp: this.reqresp,
|
|
1791
|
+
connectionSampler: this.reqresp.getConnectionSampler(),
|
|
1792
|
+
txValidatorConfig: {
|
|
1793
|
+
l1ChainId: this.config.l1ChainId,
|
|
1794
|
+
rollupVersion: this.config.rollupVersion,
|
|
1795
|
+
proofVerifier: this.proofVerifier,
|
|
1796
|
+
txValidationCache: this.txValidationCache
|
|
1797
|
+
},
|
|
1798
|
+
peerScoring: this.peerManager,
|
|
1799
|
+
validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
|
|
1542
1800
|
};
|
|
1543
|
-
return gasFees;
|
|
1544
1801
|
}
|
|
1545
|
-
async
|
|
1546
|
-
const
|
|
1547
|
-
|
|
1548
|
-
|
|
1549
|
-
|
|
1550
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
1551
|
-
|
|
1552
|
-
|
|
1553
|
-
if (!outcome.allPassed) {
|
|
1554
|
-
throw new Error('Invalid tx detected', {
|
|
1555
|
-
cause: {
|
|
1556
|
-
outcome
|
|
1557
|
-
}
|
|
1558
|
-
});
|
|
1559
|
-
}
|
|
1560
|
-
}
|
|
1802
|
+
async validateTxsReceivedInBlockProposal(txs) {
|
|
1803
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1804
|
+
l1ChainId: this.config.l1ChainId,
|
|
1805
|
+
rollupVersion: this.config.rollupVersion
|
|
1806
|
+
}, this.logger.getBindings(), this.txValidationCache);
|
|
1807
|
+
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1808
|
+
const result = await validator.validateTx(tx);
|
|
1809
|
+
return result.result !== 'invalid';
|
|
1561
1810
|
}));
|
|
1811
|
+
if (results.some((value)=>value === false)) {
|
|
1812
|
+
throw new Error('Invalid tx detected');
|
|
1813
|
+
}
|
|
1562
1814
|
}
|
|
1563
|
-
/**
|
|
1564
|
-
|
|
1565
|
-
|
|
1566
|
-
|
|
1567
|
-
|
|
1568
|
-
|
|
1569
|
-
|
|
1570
|
-
|
|
1571
|
-
|
|
1572
|
-
|
|
1573
|
-
|
|
1574
|
-
|
|
1575
|
-
|
|
1576
|
-
|
|
1815
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1816
|
+
const gasFees = await this.getGasFees();
|
|
1817
|
+
const allowedInSetup = [
|
|
1818
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1819
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1820
|
+
];
|
|
1821
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1822
|
+
const l1Constants = await this.archiver.getL1Constants();
|
|
1823
|
+
const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
|
|
1824
|
+
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1825
|
+
maxTxL2Gas: networkTxGasLimits.l2Gas,
|
|
1826
|
+
maxTxDAGas: networkTxGasLimits.daGas
|
|
1827
|
+
});
|
|
1828
|
+
}
|
|
1829
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|
|
1830
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1577
1831
|
}
|
|
1578
1832
|
/**
|
|
1579
1833
|
* Run validations on a tx.
|
|
@@ -1591,8 +1845,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1591
1845
|
});
|
|
1592
1846
|
// A promise that resolves when all validations have been run
|
|
1593
1847
|
const allValidations = await Promise.all(validationPromises);
|
|
1594
|
-
const
|
|
1595
|
-
if (
|
|
1848
|
+
const failures = allValidations.filter((x)=>!x.isValid);
|
|
1849
|
+
if (failures.length > 0) {
|
|
1850
|
+
// Pick the most severe failure (lowest tolerance = harshest penalty)
|
|
1851
|
+
const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
|
|
1596
1852
|
return {
|
|
1597
1853
|
allPassed: false,
|
|
1598
1854
|
failure: {
|
|
@@ -1632,55 +1888,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1632
1888
|
const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
|
|
1633
1889
|
return indices.map((index)=>index !== undefined);
|
|
1634
1890
|
}
|
|
1635
|
-
});
|
|
1891
|
+
}, this.logger.getBindings());
|
|
1636
1892
|
const validSnapshot = await snapshotValidator.validateTx(tx);
|
|
1637
1893
|
if (validSnapshot.result !== 'valid') {
|
|
1638
1894
|
return PeerErrorSeverity.LowToleranceError;
|
|
1639
1895
|
}
|
|
1640
1896
|
return PeerErrorSeverity.HighToleranceError;
|
|
1641
1897
|
}
|
|
1642
|
-
/**
|
|
1643
|
-
* Validate a checkpoint attestation.
|
|
1644
|
-
*
|
|
1645
|
-
* @param attestation - The checkpoint attestation to validate.
|
|
1646
|
-
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1647
|
-
*/ async validateCheckpointAttestation(peerId, attestation) {
|
|
1648
|
-
const severity = await this.checkpointAttestationValidator.validate(attestation);
|
|
1649
|
-
if (severity) {
|
|
1650
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1651
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1652
|
-
return false;
|
|
1653
|
-
}
|
|
1654
|
-
return true;
|
|
1655
|
-
}
|
|
1656
|
-
/**
|
|
1657
|
-
* Validate a block proposal.
|
|
1658
|
-
*
|
|
1659
|
-
* @param block - The block proposal to validate.
|
|
1660
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1661
|
-
*/ async validateBlockProposal(peerId, block) {
|
|
1662
|
-
const severity = await this.blockProposalValidator.validate(block);
|
|
1663
|
-
if (severity) {
|
|
1664
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1665
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1666
|
-
return false;
|
|
1667
|
-
}
|
|
1668
|
-
return true;
|
|
1669
|
-
}
|
|
1670
|
-
/**
|
|
1671
|
-
* Validate a checkpoint proposal.
|
|
1672
|
-
*
|
|
1673
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1674
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1675
|
-
*/ async validateCheckpointProposal(peerId, checkpoint) {
|
|
1676
|
-
const severity = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1677
|
-
if (severity) {
|
|
1678
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1679
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1680
|
-
return false;
|
|
1681
|
-
}
|
|
1682
|
-
return true;
|
|
1683
|
-
}
|
|
1684
1898
|
getPeerScore(peerId) {
|
|
1685
1899
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1686
1900
|
}
|