@aztec/p2p 0.0.1-commit.a072138 → 0.0.1-commit.a4600f49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -3
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +22 -6
- package/dest/client/factory.d.ts +13 -12
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +67 -18
- package/dest/client/interface.d.ts +90 -40
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +69 -64
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +240 -244
- package/dest/config.d.ts +168 -89
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +157 -45
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +164 -106
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +518 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +550 -125
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +7 -5
- package/dest/mem_pools/index.d.ts +3 -3
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +12 -5
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +38 -17
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +243 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +11 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +122 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +368 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +68 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +178 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +91 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +1013 -0
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -15
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +8 -4
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +36 -9
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +130 -48
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +36 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +133 -7
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +261 -61
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +104 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +137 -53
- package/dest/msg_validators/tx_validator/index.d.ts +5 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +4 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +119 -23
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +26 -18
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +25 -20
- package/dest/services/encoding.d.ts +24 -7
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +43 -26
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +167 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +336 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +14 -0
- package/dest/services/libp2p/libp2p_service.d.ts +111 -61
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +785 -580
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +20 -3
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +83 -26
- package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +127 -15
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +7 -10
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +100 -132
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +11 -11
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/interface.d.ts +25 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +23 -19
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +34 -26
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +32 -16
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +68 -34
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +21 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +85 -219
- package/dest/services/service.d.ts +62 -13
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +11 -14
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +26 -33
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -1
- package/dest/services/tx_collection/instrumentation.js +1 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +45 -51
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +296 -68
- package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +28 -31
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +29 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +142 -0
- package/dest/services/tx_provider.d.ts +6 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +12 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +46 -6
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +115 -14
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +19 -20
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +56 -50
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +178 -75
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +113 -50
- package/dest/testbench/worker_client_manager.d.ts +12 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +57 -11
- package/dest/util.d.ts +13 -8
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +16 -16
- package/src/bootstrap/bootstrap.ts +17 -3
- package/src/client/factory.ts +135 -31
- package/src/client/interface.ts +97 -48
- package/src/client/p2p_client.ts +282 -310
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +282 -49
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +13 -19
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +585 -94
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +656 -141
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +14 -8
- package/src/mem_pools/index.ts +2 -2
- package/src/mem_pools/instrumentation.ts +27 -17
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +283 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +274 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +465 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +252 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1215 -0
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -14
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +17 -9
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +155 -49
- package/src/msg_validators/tx_validator/README.md +129 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +44 -1
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +413 -80
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +195 -54
- package/src/msg_validators/tx_validator/index.ts +4 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +126 -14
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +38 -45
- package/src/services/encoding.ts +42 -26
- package/src/services/gossipsub/README.md +663 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +478 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/instrumentation.ts +14 -0
- package/src/services/libp2p/libp2p_service.ts +858 -637
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +91 -25
- package/src/services/peer-manager/peer_scoring.ts +127 -8
- package/src/services/reqresp/README.md +194 -0
- package/src/services/reqresp/batch-tx-requester/README.md +53 -14
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +101 -147
- package/src/services/reqresp/batch-tx-requester/interface.ts +14 -10
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/interface.ts +45 -46
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +43 -30
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +84 -34
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +23 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +100 -263
- package/src/services/service.ts +81 -29
- package/src/services/tx_collection/config.ts +40 -49
- package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -6
- package/src/services/tx_collection/instrumentation.ts +1 -1
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +362 -110
- package/src/services/tx_collection/tx_collection_sink.ts +32 -36
- package/src/services/tx_collection/tx_source.ts +29 -8
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +163 -0
- package/src/services/tx_provider.ts +15 -9
- package/src/test-helpers/make-test-p2p-clients.ts +7 -6
- package/src/test-helpers/mock-pubsub.ts +137 -14
- package/src/test-helpers/reqresp-nodes.ts +17 -29
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +185 -94
- package/src/testbench/p2p_client_testbench_worker.ts +122 -65
- package/src/testbench/worker_client_manager.ts +72 -25
- package/src/util.ts +40 -19
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/clock_tolerance.d.ts +0 -21
- package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
- package/dest/msg_validators/clock_tolerance.js +0 -37
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -311
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -177
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -336
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/clock_tolerance.ts +0 -51
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -364
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -114
- package/src/services/tx_collection/slow_tx_collection.ts +0 -233
|
@@ -370,21 +370,23 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import {
|
|
375
|
+
import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
|
|
376
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
379
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
380
|
-
import {
|
|
381
|
-
import {
|
|
380
|
+
import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
|
|
381
|
+
import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
|
|
382
|
+
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
383
|
+
import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
|
|
382
384
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
383
385
|
import { Tx } from '@aztec/stdlib/tx';
|
|
384
386
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
385
387
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
386
388
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
387
|
-
import { createPeerScoreParams
|
|
389
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
388
390
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
389
391
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
390
392
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -393,58 +395,60 @@ import { identify } from '@libp2p/identify';
|
|
|
393
395
|
import { TopicValidatorResult } from '@libp2p/interface';
|
|
394
396
|
import { mplex } from '@libp2p/mplex';
|
|
395
397
|
import { tcp } from '@libp2p/tcp';
|
|
398
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
396
399
|
import { ENR } from '@nethermindeth/enr';
|
|
397
400
|
import { createLibp2p } from 'libp2p';
|
|
398
|
-
import {
|
|
399
|
-
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
|
|
401
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
402
|
+
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
400
403
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
401
|
-
import {
|
|
402
|
-
import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
|
|
403
|
-
import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
|
|
404
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
404
405
|
import { GossipSubEvent } from '../../types/index.js';
|
|
405
406
|
import { convertToMultiaddr } from '../../util.js';
|
|
406
407
|
import { getVersions } from '../../versioning.js';
|
|
407
408
|
import { AztecDatastore } from '../data_store.js';
|
|
408
409
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
409
|
-
import { SnappyTransform,
|
|
410
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
410
|
+
import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
411
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
412
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
411
413
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
412
414
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
413
|
-
import {
|
|
414
|
-
import { reqRespBlockTxsHandler } from '../reqresp/
|
|
415
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
416
|
-
import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
|
|
415
|
+
import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
|
|
416
|
+
import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
417
417
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
418
418
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
419
|
-
|
|
419
|
+
/**
|
|
420
|
+
* Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
|
|
421
|
+
* bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
|
|
422
|
+
* materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
|
|
423
|
+
*/ function buildConsensusTimetable(config, l1Constants) {
|
|
424
|
+
const blockDuration = config.blockDurationMs / 1000;
|
|
425
|
+
return new ConsensusTimetable({
|
|
426
|
+
l1Constants,
|
|
427
|
+
blockDuration,
|
|
428
|
+
checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
|
|
429
|
+
});
|
|
430
|
+
}
|
|
431
|
+
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
432
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
433
|
+
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
434
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
435
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
436
|
+
})), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
420
437
|
[Attributes.SLOT_NUMBER]: block.slotNumber,
|
|
421
438
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
422
439
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
423
|
-
})),
|
|
440
|
+
})), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
|
|
441
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
442
|
+
})), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
|
|
424
443
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
425
444
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
426
445
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
427
|
-
})),
|
|
446
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
|
|
428
447
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
429
|
-
})), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
430
|
-
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
431
|
-
})), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
432
|
-
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
433
|
-
})), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
|
|
434
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString()
|
|
435
|
-
})), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
436
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
437
|
-
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
438
|
-
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
439
|
-
})), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
|
|
440
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
441
|
-
})), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
|
|
442
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
443
448
|
}));
|
|
444
449
|
/**
|
|
445
450
|
* Lib P2P implementation of the P2PService interface.
|
|
446
451
|
*/ export class LibP2PService extends WithTracer {
|
|
447
|
-
clientType;
|
|
448
452
|
config;
|
|
449
453
|
node;
|
|
450
454
|
peerDiscoveryService;
|
|
@@ -455,52 +459,39 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
455
459
|
epochCache;
|
|
456
460
|
proofVerifier;
|
|
457
461
|
worldStateSynchronizer;
|
|
462
|
+
blockMinFeesProvider;
|
|
463
|
+
txValidationCache;
|
|
458
464
|
static{
|
|
459
465
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
460
466
|
[
|
|
461
467
|
_dec,
|
|
462
468
|
2,
|
|
463
|
-
"
|
|
469
|
+
"validateAndStoreCheckpointAttestation"
|
|
464
470
|
],
|
|
465
471
|
[
|
|
466
472
|
_dec1,
|
|
467
473
|
2,
|
|
468
|
-
"
|
|
474
|
+
"validateAndStoreBlockProposal"
|
|
469
475
|
],
|
|
470
476
|
[
|
|
471
477
|
_dec2,
|
|
472
478
|
2,
|
|
473
|
-
"
|
|
479
|
+
"processValidBlockProposal"
|
|
474
480
|
],
|
|
475
481
|
[
|
|
476
482
|
_dec3,
|
|
477
483
|
2,
|
|
478
|
-
"
|
|
484
|
+
"validateAndStoreCheckpointProposal"
|
|
479
485
|
],
|
|
480
486
|
[
|
|
481
487
|
_dec4,
|
|
482
488
|
2,
|
|
483
|
-
"
|
|
489
|
+
"processValidCheckpointProposal"
|
|
484
490
|
],
|
|
485
491
|
[
|
|
486
492
|
_dec5,
|
|
487
493
|
2,
|
|
488
|
-
"
|
|
489
|
-
],
|
|
490
|
-
[
|
|
491
|
-
_dec6,
|
|
492
|
-
2,
|
|
493
|
-
"validateCheckpointAttestation"
|
|
494
|
-
],
|
|
495
|
-
[
|
|
496
|
-
_dec7,
|
|
497
|
-
2,
|
|
498
|
-
"validateBlockProposal"
|
|
499
|
-
],
|
|
500
|
-
[
|
|
501
|
-
_dec8,
|
|
502
|
-
2,
|
|
503
|
-
"validateCheckpointProposal"
|
|
494
|
+
"validateRequestedBlockTxsConsistency"
|
|
504
495
|
]
|
|
505
496
|
], []));
|
|
506
497
|
}
|
|
@@ -512,7 +503,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
512
503
|
checkpointAttestationValidator;
|
|
513
504
|
protocolVersion;
|
|
514
505
|
topicStrings;
|
|
515
|
-
|
|
506
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
507
|
+
/** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
|
|
508
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
509
|
+
/** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
|
|
516
510
|
/**
|
|
517
511
|
* Callback for when a block is received from a peer.
|
|
518
512
|
* @param block - The block received from the peer.
|
|
@@ -522,13 +516,20 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
522
516
|
* Callback for when a checkpoint proposal is received from a peer.
|
|
523
517
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
524
518
|
* @returns The attestations for the checkpoint, if any.
|
|
525
|
-
*/
|
|
519
|
+
*/ allNodesCheckpointReceivedCallback;
|
|
520
|
+
/**
|
|
521
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
522
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
523
|
+
* @returns The attestations for the checkpoint, if any.
|
|
524
|
+
*/ validatorCheckpointReceivedCallback;
|
|
526
525
|
gossipSubEventHandler;
|
|
526
|
+
ipChangedHandler;
|
|
527
|
+
discoveredP2pIp;
|
|
527
528
|
instrumentation;
|
|
528
529
|
telemetry;
|
|
529
530
|
logger;
|
|
530
|
-
constructor(
|
|
531
|
-
super(telemetry, 'LibP2PService'), this.
|
|
531
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
|
|
532
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
532
533
|
this.telemetry = telemetry;
|
|
533
534
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
534
535
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -544,40 +545,57 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
544
545
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
545
546
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
546
547
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
txsPermitted: !config.disableTransactions
|
|
552
|
-
|
|
553
|
-
|
|
548
|
+
// Build the consensus timetable once from protocol slot-timing constants and inject it into every
|
|
549
|
+
// validator so they share one set of receive-window bounds, independent of proposer operational budgets.
|
|
550
|
+
const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
|
|
551
|
+
const proposalValidatorOpts = {
|
|
552
|
+
txsPermitted: !config.disableTransactions,
|
|
553
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
554
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
555
|
+
skipSlotValidation: config.skipProposalSlotValidation,
|
|
556
|
+
signatureContext: {
|
|
557
|
+
chainId: config.l1ChainId,
|
|
558
|
+
rollupAddress: config.rollupAddress
|
|
559
|
+
},
|
|
560
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
561
|
+
};
|
|
562
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
563
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
564
|
+
const attestationValidatorOpts = {
|
|
565
|
+
signatureContext: proposalValidatorOpts.signatureContext,
|
|
566
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
567
|
+
};
|
|
568
|
+
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
|
|
554
569
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
555
570
|
this.blockReceivedCallback = async (block)=>{
|
|
556
|
-
this.logger.
|
|
571
|
+
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
557
572
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
|
|
558
573
|
});
|
|
559
|
-
return
|
|
574
|
+
return true;
|
|
575
|
+
};
|
|
576
|
+
this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
|
|
577
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
560
578
|
};
|
|
561
|
-
this.
|
|
562
|
-
this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
|
|
579
|
+
this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
|
|
563
580
|
return Promise.resolve(undefined);
|
|
564
581
|
};
|
|
565
582
|
}
|
|
566
583
|
updateConfig(config) {
|
|
567
584
|
this.reqresp.updateConfig(config);
|
|
585
|
+
this.config = merge(this.config, config);
|
|
568
586
|
}
|
|
569
587
|
/**
|
|
570
588
|
* Creates an instance of the LibP2P service.
|
|
571
589
|
* @param config - The configuration to use when creating the service.
|
|
572
590
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
573
591
|
* @returns The new service.
|
|
574
|
-
*/ static async new(
|
|
575
|
-
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
592
|
+
*/ static async new(config, peerId, deps) {
|
|
593
|
+
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
|
|
576
594
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
577
595
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
578
596
|
const datastore = new AztecDatastore(peerStore);
|
|
579
597
|
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
|
|
580
|
-
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
|
|
598
|
+
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
|
|
581
599
|
// Seed libp2p's bootstrap discovery with private and trusted peers
|
|
582
600
|
const bootstrapNodes = [
|
|
583
601
|
...config.privatePeers,
|
|
@@ -591,27 +609,46 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
591
609
|
}
|
|
592
610
|
const versions = getVersions(config);
|
|
593
611
|
const protocolVersion = compressComponentVersions(versions);
|
|
594
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
595
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
596
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
597
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
598
612
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
599
|
-
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
613
|
+
const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
614
|
+
try {
|
|
615
|
+
const peerId = await enr.peerId();
|
|
616
|
+
const address = enr.getLocationMultiaddr('tcp');
|
|
617
|
+
if (address === undefined) {
|
|
618
|
+
throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
|
|
619
|
+
}
|
|
620
|
+
return {
|
|
621
|
+
id: peerId,
|
|
622
|
+
addrs: [
|
|
623
|
+
address
|
|
624
|
+
]
|
|
625
|
+
};
|
|
626
|
+
} catch (err) {
|
|
627
|
+
// A malformed configured ENR shouldn't abort node setup — skip it and log.
|
|
628
|
+
logger.warn(`Skipping preferred peer with invalid ENR`, {
|
|
629
|
+
err
|
|
630
|
+
});
|
|
631
|
+
return undefined;
|
|
604
632
|
}
|
|
605
|
-
|
|
606
|
-
id: peerId,
|
|
607
|
-
addrs: [
|
|
608
|
-
address
|
|
609
|
-
]
|
|
610
|
-
};
|
|
611
|
-
}))).filter((peer)=>peer !== undefined);
|
|
633
|
+
})));
|
|
612
634
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
613
635
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
614
636
|
] : [];
|
|
637
|
+
// Create dynamic topic score params based on network configuration. Scoring uses the network-wide
|
|
638
|
+
// max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
|
|
639
|
+
// peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
|
|
640
|
+
const l1Constants = epochCache.getL1Constants();
|
|
641
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
642
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
643
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
644
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
645
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
|
|
646
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
647
|
+
});
|
|
648
|
+
// Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
|
|
649
|
+
// message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
|
|
650
|
+
// so a crafted topic colliding on msg id can suppress a real message as a duplicate.
|
|
651
|
+
const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
|
|
615
652
|
const node = await createLibp2p({
|
|
616
653
|
start: false,
|
|
617
654
|
peerId,
|
|
@@ -645,8 +682,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
645
682
|
],
|
|
646
683
|
datastore,
|
|
647
684
|
peerDiscovery,
|
|
685
|
+
// Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
|
|
648
686
|
streamMuxers: [
|
|
649
|
-
yamux(
|
|
687
|
+
yamux({
|
|
688
|
+
maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
|
|
689
|
+
}),
|
|
650
690
|
mplex()
|
|
651
691
|
],
|
|
652
692
|
connectionEncryption: [
|
|
@@ -664,7 +704,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
664
704
|
},
|
|
665
705
|
connectionGater: {
|
|
666
706
|
denyInboundConnection: (maConn)=>{
|
|
667
|
-
const allowed = peerManager.
|
|
707
|
+
const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
|
|
668
708
|
if (allowed) {
|
|
669
709
|
return false;
|
|
670
710
|
}
|
|
@@ -674,7 +714,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
674
714
|
denyInboundEncryptedConnection: (peerId, _maConn)=>{
|
|
675
715
|
//NOTE: it is not necessary to check address here because this was already done by
|
|
676
716
|
// denyInboundConnection
|
|
677
|
-
const allowed = peerManager.
|
|
717
|
+
const allowed = peerManager.isPeerAllowedToConnect(peerId);
|
|
678
718
|
if (allowed) {
|
|
679
719
|
return false;
|
|
680
720
|
}
|
|
@@ -701,9 +741,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
701
741
|
mcacheLength: config.gossipsubMcacheLength,
|
|
702
742
|
mcacheGossip: config.gossipsubMcacheGossip,
|
|
703
743
|
seenTTL: config.gossipsubSeenTTL,
|
|
744
|
+
allowedTopics,
|
|
745
|
+
// No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
|
|
746
|
+
// raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
|
|
747
|
+
// a different message with no fallback to the full id. Dedup instead rests solely on the
|
|
748
|
+
// cryptographic, topic-framed msgIdFn below.
|
|
704
749
|
msgIdFn: getMsgIdFn,
|
|
705
750
|
msgIdToStrFn: msgIdToStrFn,
|
|
706
|
-
fastMsgIdFn: fastMsgIdFn,
|
|
707
751
|
dataTransform: new SnappyTransform(),
|
|
708
752
|
metricsRegister: otelMetricsAdapter,
|
|
709
753
|
metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
|
|
@@ -712,32 +756,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
712
756
|
scoreParams: createPeerScoreParams({
|
|
713
757
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
714
758
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
715
|
-
topics:
|
|
716
|
-
[txTopic]: createTopicScoreParams({
|
|
717
|
-
topicWeight: 1,
|
|
718
|
-
invalidMessageDeliveriesWeight: -20,
|
|
719
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
720
|
-
}),
|
|
721
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
722
|
-
topicWeight: 1,
|
|
723
|
-
invalidMessageDeliveriesWeight: -20,
|
|
724
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
725
|
-
}),
|
|
726
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
727
|
-
topicWeight: 1,
|
|
728
|
-
invalidMessageDeliveriesWeight: -20,
|
|
729
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
730
|
-
}),
|
|
731
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
732
|
-
topicWeight: 1,
|
|
733
|
-
invalidMessageDeliveriesWeight: -20,
|
|
734
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
735
|
-
})
|
|
736
|
-
}
|
|
759
|
+
topics: topicScoreParams
|
|
737
760
|
})
|
|
738
761
|
}),
|
|
739
762
|
components: (components)=>({
|
|
740
|
-
connectionManager: components.connectionManager
|
|
763
|
+
connectionManager: components.connectionManager,
|
|
764
|
+
addressManager: components.addressManager
|
|
741
765
|
})
|
|
742
766
|
},
|
|
743
767
|
logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
|
|
@@ -745,10 +769,16 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
745
769
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
746
770
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
747
771
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
748
|
-
//
|
|
749
|
-
|
|
772
|
+
// Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
|
|
773
|
+
reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
|
|
774
|
+
// Configure application-specific scoring for gossipsub.
|
|
775
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
776
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
777
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
778
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
779
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
750
780
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
751
|
-
return new LibP2PService(
|
|
781
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
|
|
752
782
|
}
|
|
753
783
|
/**
|
|
754
784
|
* Starts the LibP2P service.
|
|
@@ -758,42 +788,32 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
758
788
|
if (this.node.status === 'started') {
|
|
759
789
|
throw new Error('P2P service already started');
|
|
760
790
|
}
|
|
761
|
-
// Get listen & announce addresses for logging
|
|
762
791
|
const { p2pIp, p2pPort } = this.config;
|
|
763
|
-
if (!p2pIp) {
|
|
764
|
-
throw new Error('Announce address not provided.');
|
|
792
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
793
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
765
794
|
}
|
|
766
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
795
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
767
796
|
// Create request response protocol handlers
|
|
768
797
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
769
798
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
770
|
-
const blockHandler = reqRespBlockHandler(this.archiver);
|
|
771
799
|
const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
|
|
772
800
|
const requestResponseHandlers = {
|
|
773
801
|
[ReqRespSubProtocol.PING]: pingHandler,
|
|
774
802
|
[ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
|
|
775
|
-
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
776
|
-
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
803
|
+
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
777
804
|
};
|
|
778
805
|
if (!this.config.disableTransactions) {
|
|
779
|
-
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
|
|
806
|
+
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
780
807
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
781
808
|
}
|
|
782
809
|
if (!this.config.disableTransactions) {
|
|
783
810
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
784
811
|
}
|
|
785
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
786
|
-
const reqrespSubProtocolValidators = {
|
|
787
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
788
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
789
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
790
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
|
|
791
|
-
};
|
|
792
812
|
await this.peerManager.initializePeers();
|
|
793
|
-
await this.reqresp.start(requestResponseHandlers
|
|
813
|
+
await this.reqresp.start(requestResponseHandlers);
|
|
794
814
|
await this.node.start();
|
|
795
815
|
// Subscribe to standard GossipSub topics by default
|
|
796
|
-
for (const topic of
|
|
816
|
+
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
797
817
|
this.subscribeToTopic(this.topicStrings[topic]);
|
|
798
818
|
}
|
|
799
819
|
// add GossipSub listener
|
|
@@ -802,6 +822,34 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
802
822
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
803
823
|
await this.peerDiscoveryService.start();
|
|
804
824
|
}
|
|
825
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
826
|
+
if (this.config.queryForIp) {
|
|
827
|
+
this.discoveredP2pIp = this.config.p2pIp;
|
|
828
|
+
this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
|
|
829
|
+
this.ipChangedHandler = (ip)=>{
|
|
830
|
+
const addressManager = this.node.services.components.addressManager;
|
|
831
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
832
|
+
const previousIp = this.discoveredP2pIp;
|
|
833
|
+
if (previousIp) {
|
|
834
|
+
const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
|
|
835
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
836
|
+
this.logger.info('Libp2p announce address updated due to IP change', {
|
|
837
|
+
previousIp,
|
|
838
|
+
newIp: ip,
|
|
839
|
+
newMultiaddr: newAddr.toString()
|
|
840
|
+
});
|
|
841
|
+
} else {
|
|
842
|
+
this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
|
|
843
|
+
ip,
|
|
844
|
+
multiaddr: newAddr.toString()
|
|
845
|
+
});
|
|
846
|
+
}
|
|
847
|
+
addressManager.addObservedAddr(newAddr);
|
|
848
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
849
|
+
this.discoveredP2pIp = ip;
|
|
850
|
+
};
|
|
851
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
852
|
+
}
|
|
805
853
|
this.discoveryRunningPromise = new RunningPromise(async ()=>{
|
|
806
854
|
await this.peerManager.heartbeat();
|
|
807
855
|
}, this.logger, this.config.peerCheckIntervalMS);
|
|
@@ -819,6 +867,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
819
867
|
*/ async stop() {
|
|
820
868
|
// Remove gossip sub listener
|
|
821
869
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
870
|
+
if (this.ipChangedHandler) {
|
|
871
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
872
|
+
this.ipChangedHandler = undefined;
|
|
873
|
+
}
|
|
822
874
|
// Stop peer manager
|
|
823
875
|
this.logger.debug('Stopping peer manager...');
|
|
824
876
|
await this.peerManager.stop();
|
|
@@ -832,8 +884,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
832
884
|
await this.stopLibP2P();
|
|
833
885
|
this.logger.info('LibP2P service stopped');
|
|
834
886
|
}
|
|
835
|
-
addReqRespSubProtocol(subProtocol, handler
|
|
836
|
-
return this.reqresp.addSubProtocol(subProtocol, handler
|
|
887
|
+
addReqRespSubProtocol(subProtocol, handler) {
|
|
888
|
+
return this.reqresp.addSubProtocol(subProtocol, handler);
|
|
837
889
|
}
|
|
838
890
|
registerThisValidatorAddresses(address) {
|
|
839
891
|
this.peerManager.registerThisValidatorAddresses(address);
|
|
@@ -841,6 +893,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
841
893
|
getPeers(includePending) {
|
|
842
894
|
return this.peerManager.getPeers(includePending);
|
|
843
895
|
}
|
|
896
|
+
getGossipMeshPeerCount(topicType) {
|
|
897
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
898
|
+
}
|
|
844
899
|
handleGossipSubEvent(e) {
|
|
845
900
|
this.logger.trace(`Received PUBSUB message.`);
|
|
846
901
|
const safeJob = async ()=>{
|
|
@@ -852,14 +907,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
852
907
|
};
|
|
853
908
|
setImmediate(()=>void safeJob());
|
|
854
909
|
}
|
|
855
|
-
/**
|
|
856
|
-
* Send a batch of requests to peers, and return the responses
|
|
857
|
-
* @param protocol - The request response protocol to use
|
|
858
|
-
* @param requests - The requests to send to the peers
|
|
859
|
-
* @returns The responses to the requests
|
|
860
|
-
*/ sendBatchRequest(protocol, requests, pinnedPeerId) {
|
|
861
|
-
return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
|
|
862
|
-
}
|
|
863
910
|
sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
|
|
864
911
|
return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
|
|
865
912
|
}
|
|
@@ -872,8 +919,32 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
872
919
|
registerBlockReceivedCallback(callback) {
|
|
873
920
|
this.blockReceivedCallback = callback;
|
|
874
921
|
}
|
|
875
|
-
|
|
876
|
-
this.
|
|
922
|
+
registerValidatorCheckpointReceivedCallback(callback) {
|
|
923
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
924
|
+
}
|
|
925
|
+
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
926
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
927
|
+
}
|
|
928
|
+
/**
|
|
929
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
930
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
931
|
+
*/ registerDuplicateProposalCallback(callback) {
|
|
932
|
+
this.duplicateProposalCallback = callback;
|
|
933
|
+
}
|
|
934
|
+
/**
|
|
935
|
+
* Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
|
|
936
|
+
*/ registerOversizedProposalCallback(callback) {
|
|
937
|
+
this.oversizedProposalCallback = callback;
|
|
938
|
+
}
|
|
939
|
+
/**
|
|
940
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
941
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
942
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
943
|
+
*/ registerDuplicateAttestationCallback(callback) {
|
|
944
|
+
this.duplicateAttestationCallback = callback;
|
|
945
|
+
}
|
|
946
|
+
registerCheckpointAttestationCallback(callback) {
|
|
947
|
+
this.checkpointAttestationCallback = callback;
|
|
877
948
|
}
|
|
878
949
|
/**
|
|
879
950
|
* Subscribes to a topic.
|
|
@@ -926,6 +997,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
926
997
|
if (!validator || !validator.addMessage(msgId)) {
|
|
927
998
|
this.instrumentation.incMessagePrevalidationStatus(false, topicType);
|
|
928
999
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1000
|
+
if (topicType === TopicType.tx) {
|
|
1001
|
+
this.logger.verbose(`Ignoring already-seen tx gossip message`, {
|
|
1002
|
+
msgId,
|
|
1003
|
+
source: source.toString()
|
|
1004
|
+
});
|
|
1005
|
+
}
|
|
929
1006
|
return {
|
|
930
1007
|
result: false,
|
|
931
1008
|
topicType
|
|
@@ -983,12 +1060,17 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
983
1060
|
}
|
|
984
1061
|
// Process the message, optionally within a linked span for trace propagation
|
|
985
1062
|
const processMessage = async ()=>{
|
|
1063
|
+
if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
|
|
1064
|
+
this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
|
|
1065
|
+
topic: msg.topic
|
|
1066
|
+
});
|
|
1067
|
+
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1068
|
+
return;
|
|
1069
|
+
}
|
|
986
1070
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
987
1071
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
988
1072
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
989
|
-
|
|
990
|
-
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
991
|
-
}
|
|
1073
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
992
1074
|
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
993
1075
|
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
994
1076
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
@@ -1033,49 +1115,162 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1033
1115
|
return;
|
|
1034
1116
|
}
|
|
1035
1117
|
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1118
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
1036
1119
|
let resultAndObj = {
|
|
1037
|
-
result: TopicValidatorResult.Reject
|
|
1120
|
+
result: TopicValidatorResult.Reject,
|
|
1121
|
+
severity: PeerErrorSeverity.MidToleranceError
|
|
1038
1122
|
};
|
|
1039
1123
|
const timer = new Timer();
|
|
1040
1124
|
try {
|
|
1041
1125
|
resultAndObj = await validationFunc();
|
|
1042
1126
|
} catch (err) {
|
|
1043
|
-
this.
|
|
1044
|
-
this.logger.error(`Error deserializing and validating gossipsub message`, err, {
|
|
1127
|
+
this.logger.error(`Error validating gossipsub message`, err, {
|
|
1045
1128
|
msgId,
|
|
1046
1129
|
source: source.toString(),
|
|
1047
1130
|
topicType
|
|
1048
1131
|
});
|
|
1049
1132
|
}
|
|
1133
|
+
const validationTimeMs = timer.ms();
|
|
1134
|
+
const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
|
|
1135
|
+
if (validationTimeMs > mcacheWindowMs * 0.75) {
|
|
1136
|
+
this.instrumentation.incSlowValidation(topicType);
|
|
1137
|
+
this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
|
|
1138
|
+
msgId,
|
|
1139
|
+
source: source.toString(),
|
|
1140
|
+
topicType,
|
|
1141
|
+
validationTimeMs,
|
|
1142
|
+
mcacheWindowMs
|
|
1143
|
+
});
|
|
1144
|
+
}
|
|
1050
1145
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1146
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1147
|
+
msgId,
|
|
1148
|
+
source: source.toString(),
|
|
1149
|
+
topicType
|
|
1150
|
+
});
|
|
1051
1151
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1152
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
1153
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
1154
|
+
msgId,
|
|
1155
|
+
source: source.toString(),
|
|
1156
|
+
topicType,
|
|
1157
|
+
severity: resultAndObj.severity
|
|
1158
|
+
});
|
|
1159
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
1160
|
+
} else {
|
|
1161
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, {
|
|
1162
|
+
msgId,
|
|
1163
|
+
source: source.toString(),
|
|
1164
|
+
topicType
|
|
1165
|
+
});
|
|
1052
1166
|
}
|
|
1053
1167
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
1054
1168
|
return resultAndObj;
|
|
1055
1169
|
}
|
|
1170
|
+
tryDeserialize(deserializeFunc, msgId, source) {
|
|
1171
|
+
try {
|
|
1172
|
+
return deserializeFunc();
|
|
1173
|
+
} catch (err) {
|
|
1174
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
1175
|
+
err,
|
|
1176
|
+
msgId,
|
|
1177
|
+
source: source.toString()
|
|
1178
|
+
});
|
|
1179
|
+
return undefined;
|
|
1180
|
+
}
|
|
1181
|
+
}
|
|
1056
1182
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1057
1183
|
const validationFunc = async ()=>{
|
|
1058
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
1059
|
-
|
|
1060
|
-
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
|
-
|
|
1184
|
+
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1185
|
+
if (!tx) {
|
|
1186
|
+
return {
|
|
1187
|
+
result: TopicValidatorResult.Reject,
|
|
1188
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1189
|
+
};
|
|
1190
|
+
}
|
|
1191
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1192
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1193
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1194
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1195
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1196
|
+
if (!firstStageOutcome.allPassed) {
|
|
1197
|
+
const { name } = firstStageOutcome.failure;
|
|
1198
|
+
let { severity } = firstStageOutcome.failure;
|
|
1199
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1200
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1201
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1202
|
+
if (name === 'doubleSpendValidator') {
|
|
1203
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1204
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1205
|
+
}
|
|
1206
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
|
|
1207
|
+
validator: name,
|
|
1208
|
+
severity,
|
|
1209
|
+
source: source.toString()
|
|
1210
|
+
});
|
|
1211
|
+
return {
|
|
1212
|
+
result: TopicValidatorResult.Reject,
|
|
1213
|
+
severity
|
|
1214
|
+
};
|
|
1215
|
+
}
|
|
1216
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1217
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1218
|
+
if (canAdd === 'ignored') {
|
|
1219
|
+
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1220
|
+
source: source.toString()
|
|
1221
|
+
});
|
|
1222
|
+
return {
|
|
1223
|
+
result: TopicValidatorResult.Ignore,
|
|
1224
|
+
obj: tx
|
|
1225
|
+
};
|
|
1226
|
+
}
|
|
1227
|
+
// Stage 2: expensive proof verification
|
|
1228
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1229
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1230
|
+
if (!secondStageOutcome.allPassed) {
|
|
1231
|
+
const { severity, name } = secondStageOutcome.failure;
|
|
1232
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
1233
|
+
validator: name,
|
|
1234
|
+
severity,
|
|
1235
|
+
source: source.toString()
|
|
1236
|
+
});
|
|
1237
|
+
return {
|
|
1238
|
+
result: TopicValidatorResult.Reject,
|
|
1239
|
+
severity
|
|
1240
|
+
};
|
|
1241
|
+
}
|
|
1242
|
+
// Pool add: persist the tx
|
|
1243
|
+
const txHash = tx.getTxHash();
|
|
1244
|
+
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1245
|
+
tx
|
|
1246
|
+
], {
|
|
1247
|
+
source: 'gossip'
|
|
1248
|
+
});
|
|
1249
|
+
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1250
|
+
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1251
|
+
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
1252
|
+
wasAccepted,
|
|
1253
|
+
wasIgnored,
|
|
1064
1254
|
[Attributes.P2P_ID]: source.toString()
|
|
1065
1255
|
});
|
|
1066
|
-
if (
|
|
1256
|
+
if (wasAccepted) {
|
|
1067
1257
|
return {
|
|
1068
|
-
result: TopicValidatorResult.
|
|
1258
|
+
result: TopicValidatorResult.Accept,
|
|
1259
|
+
obj: tx
|
|
1069
1260
|
};
|
|
1070
|
-
} else if (
|
|
1261
|
+
} else if (wasIgnored) {
|
|
1071
1262
|
return {
|
|
1072
1263
|
result: TopicValidatorResult.Ignore,
|
|
1073
1264
|
obj: tx
|
|
1074
1265
|
};
|
|
1075
1266
|
} else {
|
|
1267
|
+
this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
|
|
1268
|
+
source: source.toString(),
|
|
1269
|
+
txHash: txHash.toString()
|
|
1270
|
+
});
|
|
1076
1271
|
return {
|
|
1077
|
-
result: TopicValidatorResult.
|
|
1078
|
-
|
|
1272
|
+
result: TopicValidatorResult.Reject,
|
|
1273
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1079
1274
|
};
|
|
1080
1275
|
}
|
|
1081
1276
|
};
|
|
@@ -1083,133 +1278,230 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1083
1278
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1084
1279
|
return;
|
|
1085
1280
|
}
|
|
1281
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
1086
1282
|
const txHash = tx.getTxHash();
|
|
1087
1283
|
const txHashString = txHash.toString();
|
|
1088
1284
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
1089
1285
|
source: source.toString(),
|
|
1090
1286
|
txHash: txHashString
|
|
1091
1287
|
});
|
|
1092
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
1093
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
1094
|
-
return;
|
|
1095
|
-
}
|
|
1096
1288
|
this.instrumentation.incrementTxReceived(1);
|
|
1097
|
-
await this.mempools.txPool.addTxs([
|
|
1098
|
-
tx
|
|
1099
|
-
]);
|
|
1100
1289
|
}
|
|
1101
1290
|
/**
|
|
1102
1291
|
* Process a checkpoint attestation from a peer.
|
|
1103
1292
|
* Validates the attestation and adds it to the pool.
|
|
1104
1293
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1105
|
-
const
|
|
1106
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1110
|
-
|
|
1111
|
-
let canAdd = true;
|
|
1112
|
-
if (isValid && !exists) {
|
|
1113
|
-
const slot = attestation.payload.header.slotNumber;
|
|
1114
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
1115
|
-
const committeeSize = committee?.length ?? 0;
|
|
1116
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
1117
|
-
}
|
|
1118
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1119
|
-
isValid,
|
|
1120
|
-
exists,
|
|
1121
|
-
canAdd,
|
|
1122
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1123
|
-
[Attributes.P2P_ID]: source.toString()
|
|
1124
|
-
});
|
|
1125
|
-
if (validationResult.result === 'reject') {
|
|
1126
|
-
return {
|
|
1127
|
-
result: TopicValidatorResult.Reject
|
|
1128
|
-
};
|
|
1129
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
1130
|
-
return {
|
|
1131
|
-
result: TopicValidatorResult.Ignore,
|
|
1132
|
-
obj: attestation
|
|
1133
|
-
};
|
|
1134
|
-
} else if (!canAdd) {
|
|
1135
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
1136
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
1137
|
-
archive: attestation.archive.toString(),
|
|
1138
|
-
source: source.toString()
|
|
1294
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
|
|
1295
|
+
const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1296
|
+
if (!attestation) {
|
|
1297
|
+
return Promise.resolve({
|
|
1298
|
+
result: TopicValidatorResult.Reject,
|
|
1299
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1139
1300
|
});
|
|
1140
|
-
return {
|
|
1141
|
-
result: TopicValidatorResult.Ignore,
|
|
1142
|
-
obj: attestation
|
|
1143
|
-
};
|
|
1144
|
-
} else {
|
|
1145
|
-
return {
|
|
1146
|
-
result: TopicValidatorResult.Accept,
|
|
1147
|
-
obj: attestation
|
|
1148
|
-
};
|
|
1149
1301
|
}
|
|
1150
|
-
|
|
1151
|
-
|
|
1302
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1303
|
+
}, msgId, source, TopicType.checkpoint_attestation);
|
|
1152
1304
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1153
1305
|
return;
|
|
1154
1306
|
}
|
|
1155
|
-
this.logger.
|
|
1307
|
+
this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
|
|
1156
1308
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
1157
1309
|
slot: attestation.slotNumber,
|
|
1158
1310
|
archive: attestation.archive.toString(),
|
|
1159
1311
|
source: source.toString()
|
|
1160
1312
|
});
|
|
1161
|
-
await this.mempools.attestationPool.addCheckpointAttestations([
|
|
1162
|
-
attestation
|
|
1163
|
-
]);
|
|
1164
1313
|
}
|
|
1165
|
-
async
|
|
1166
|
-
const
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
|
|
1177
|
-
|
|
1178
|
-
|
|
1314
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
|
|
1315
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1316
|
+
if (validationResult.result === 'reject') {
|
|
1317
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1318
|
+
return {
|
|
1319
|
+
result: TopicValidatorResult.Reject,
|
|
1320
|
+
severity: validationResult.severity
|
|
1321
|
+
};
|
|
1322
|
+
}
|
|
1323
|
+
if (validationResult.result === 'ignore') {
|
|
1324
|
+
return {
|
|
1325
|
+
result: TopicValidatorResult.Ignore,
|
|
1326
|
+
obj: attestation
|
|
1327
|
+
};
|
|
1328
|
+
}
|
|
1329
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1330
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1331
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1332
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1333
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1334
|
+
added,
|
|
1335
|
+
alreadyExists,
|
|
1336
|
+
count,
|
|
1337
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1338
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1339
|
+
});
|
|
1340
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1341
|
+
if (alreadyExists) {
|
|
1342
|
+
return {
|
|
1343
|
+
result: TopicValidatorResult.Ignore,
|
|
1344
|
+
obj: attestation
|
|
1345
|
+
};
|
|
1346
|
+
}
|
|
1347
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1348
|
+
if (!added) {
|
|
1349
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1350
|
+
slot: slot.toString(),
|
|
1351
|
+
archive: attestation.archive.toString(),
|
|
1352
|
+
source: peerId.toString(),
|
|
1353
|
+
attester: attestation.getSender()?.toString(),
|
|
1354
|
+
count
|
|
1179
1355
|
});
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
this.
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
|
|
1356
|
+
return {
|
|
1357
|
+
result: TopicValidatorResult.Reject,
|
|
1358
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1359
|
+
};
|
|
1360
|
+
}
|
|
1361
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1362
|
+
// count is the number of attestations by this signer for this slot
|
|
1363
|
+
if (count === 2) {
|
|
1364
|
+
const attester = attestation.getSender();
|
|
1365
|
+
if (attester) {
|
|
1366
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1367
|
+
slot: slot.toString(),
|
|
1368
|
+
archive: attestation.archive.toString(),
|
|
1369
|
+
source: peerId.toString(),
|
|
1370
|
+
attester: attester.toString()
|
|
1371
|
+
});
|
|
1372
|
+
this.duplicateAttestationCallback?.({
|
|
1373
|
+
slot,
|
|
1374
|
+
attester
|
|
1195
1375
|
});
|
|
1196
|
-
return {
|
|
1197
|
-
result: TopicValidatorResult.Reject
|
|
1198
|
-
};
|
|
1199
|
-
} else {
|
|
1200
|
-
return {
|
|
1201
|
-
result: TopicValidatorResult.Accept,
|
|
1202
|
-
obj: block
|
|
1203
|
-
};
|
|
1204
1376
|
}
|
|
1377
|
+
}
|
|
1378
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1379
|
+
this.checkpointAttestationCallback?.(attestation);
|
|
1380
|
+
return {
|
|
1381
|
+
result: TopicValidatorResult.Accept,
|
|
1382
|
+
obj: attestation
|
|
1205
1383
|
};
|
|
1206
|
-
|
|
1207
|
-
|
|
1384
|
+
}
|
|
1385
|
+
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1386
|
+
const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1387
|
+
// If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
|
|
1388
|
+
// slashing evidence but never attested or processed.
|
|
1389
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
|
|
1208
1390
|
return;
|
|
1209
1391
|
}
|
|
1210
1392
|
await this.processValidBlockProposal(block, source);
|
|
1211
1393
|
}
|
|
1212
|
-
|
|
1394
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
|
|
1395
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1396
|
+
if (validationResult.result === 'reject') {
|
|
1397
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1398
|
+
return {
|
|
1399
|
+
result: TopicValidatorResult.Reject,
|
|
1400
|
+
severity: validationResult.severity
|
|
1401
|
+
};
|
|
1402
|
+
}
|
|
1403
|
+
if (validationResult.result === 'ignore') {
|
|
1404
|
+
return {
|
|
1405
|
+
result: TopicValidatorResult.Ignore,
|
|
1406
|
+
obj: block
|
|
1407
|
+
};
|
|
1408
|
+
}
|
|
1409
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1410
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1411
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1412
|
+
// An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
|
|
1413
|
+
// proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
|
|
1414
|
+
// attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
|
|
1415
|
+
const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
|
|
1416
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1417
|
+
if (alreadyExists) {
|
|
1418
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1419
|
+
...block.toBlockInfo(),
|
|
1420
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1421
|
+
proposer: block.getSender()?.toString(),
|
|
1422
|
+
source: peerId.toString()
|
|
1423
|
+
});
|
|
1424
|
+
return {
|
|
1425
|
+
result: TopicValidatorResult.Ignore,
|
|
1426
|
+
obj: block,
|
|
1427
|
+
metadata: {
|
|
1428
|
+
isEquivocated,
|
|
1429
|
+
isOversized
|
|
1430
|
+
}
|
|
1431
|
+
};
|
|
1432
|
+
}
|
|
1433
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1434
|
+
if (!added) {
|
|
1435
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1436
|
+
...block.toBlockInfo(),
|
|
1437
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1438
|
+
count,
|
|
1439
|
+
proposer: block.getSender()?.toString(),
|
|
1440
|
+
source: peerId.toString()
|
|
1441
|
+
});
|
|
1442
|
+
return {
|
|
1443
|
+
result: TopicValidatorResult.Reject,
|
|
1444
|
+
metadata: {
|
|
1445
|
+
isEquivocated,
|
|
1446
|
+
isOversized
|
|
1447
|
+
},
|
|
1448
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1449
|
+
};
|
|
1450
|
+
}
|
|
1451
|
+
// The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
|
|
1452
|
+
// slashed. Fired alongside (not instead of) equivocation detection below.
|
|
1453
|
+
if (isOversized) {
|
|
1454
|
+
const proposer = block.getSender();
|
|
1455
|
+
if (proposer) {
|
|
1456
|
+
this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
|
|
1457
|
+
...block.toBlockInfo(),
|
|
1458
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1459
|
+
maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
|
|
1460
|
+
source: peerId.toString(),
|
|
1461
|
+
proposer: proposer.toString()
|
|
1462
|
+
});
|
|
1463
|
+
this.oversizedProposalCallback?.({
|
|
1464
|
+
slot: block.slotNumber,
|
|
1465
|
+
proposer
|
|
1466
|
+
});
|
|
1467
|
+
}
|
|
1468
|
+
}
|
|
1469
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1470
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1471
|
+
if (isEquivocated) {
|
|
1472
|
+
const proposer = block.getSender();
|
|
1473
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1474
|
+
...block.toBlockInfo(),
|
|
1475
|
+
source: peerId.toString(),
|
|
1476
|
+
proposer: proposer?.toString()
|
|
1477
|
+
});
|
|
1478
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1479
|
+
if (proposer && count === 2) {
|
|
1480
|
+
this.duplicateProposalCallback?.({
|
|
1481
|
+
slot: block.slotNumber,
|
|
1482
|
+
proposer,
|
|
1483
|
+
type: 'block'
|
|
1484
|
+
});
|
|
1485
|
+
}
|
|
1486
|
+
return {
|
|
1487
|
+
result: TopicValidatorResult.Accept,
|
|
1488
|
+
obj: block,
|
|
1489
|
+
metadata: {
|
|
1490
|
+
isEquivocated,
|
|
1491
|
+
isOversized
|
|
1492
|
+
}
|
|
1493
|
+
};
|
|
1494
|
+
}
|
|
1495
|
+
// Otherwise, we're good to go!
|
|
1496
|
+
return {
|
|
1497
|
+
result: TopicValidatorResult.Accept,
|
|
1498
|
+
obj: block,
|
|
1499
|
+
metadata: {
|
|
1500
|
+
isEquivocated: false,
|
|
1501
|
+
isOversized
|
|
1502
|
+
}
|
|
1503
|
+
};
|
|
1504
|
+
}
|
|
1213
1505
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1214
1506
|
// should not be here as it does not deal with p2p networking.
|
|
1215
1507
|
async processValidBlockProposal(block, sender) {
|
|
@@ -1219,85 +1511,170 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1219
1511
|
source: sender.toString(),
|
|
1220
1512
|
...block.toBlockInfo()
|
|
1221
1513
|
});
|
|
1222
|
-
//
|
|
1223
|
-
|
|
1224
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1225
|
-
} catch (err) {
|
|
1226
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1227
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1228
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1229
|
-
slot: String(slot),
|
|
1230
|
-
archive: block.archive.toString(),
|
|
1231
|
-
error: err.message
|
|
1232
|
-
});
|
|
1233
|
-
return;
|
|
1234
|
-
}
|
|
1235
|
-
throw err;
|
|
1236
|
-
}
|
|
1237
|
-
// Mark the txs in this proposal as non-evictable
|
|
1238
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1514
|
+
// Mark the txs in this proposal as protected
|
|
1515
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1239
1516
|
// Call the block received callback to validate the proposal.
|
|
1240
1517
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1241
1518
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1242
1519
|
if (!isValid) {
|
|
1243
|
-
this.logger.
|
|
1520
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1521
|
+
// Release the protections this proposal created so its txs return to pending. Only entries still
|
|
1522
|
+
// keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
|
|
1523
|
+
await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
|
|
1244
1524
|
}
|
|
1245
1525
|
}
|
|
1246
1526
|
/**
|
|
1247
1527
|
* Handle a gossiped checkpoint proposal.
|
|
1248
1528
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1249
1529
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1530
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1531
|
+
// An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
|
|
1532
|
+
// Process checkpoint proposal if valid and neither equivocated nor oversized.
|
|
1533
|
+
const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
|
|
1534
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1535
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1536
|
+
const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
|
|
1537
|
+
// A node that skips checkpoint validation attests without re-executing the embedded last block, so run
|
|
1538
|
+
// the checkpoint callback first: this creates and broadcasts the attestation before the block is
|
|
1539
|
+
// processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
|
|
1540
|
+
// waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
|
|
1541
|
+
// window, after which peers reject it as stale.
|
|
1542
|
+
if (this.config.skipCheckpointProposalValidation) {
|
|
1543
|
+
await processCheckpointFn();
|
|
1544
|
+
await processBlockFn();
|
|
1545
|
+
return;
|
|
1546
|
+
}
|
|
1547
|
+
// Process the block first, since it's required for the checkpoint proposal validation.
|
|
1548
|
+
await processBlockFn();
|
|
1549
|
+
await processCheckpointFn();
|
|
1550
|
+
}
|
|
1551
|
+
/**
|
|
1552
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1553
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1554
|
+
*/ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
|
|
1555
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1556
|
+
if (validationResult.result === 'reject') {
|
|
1557
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1558
|
+
return {
|
|
1559
|
+
result: TopicValidatorResult.Reject,
|
|
1560
|
+
severity: validationResult.severity
|
|
1561
|
+
};
|
|
1562
|
+
}
|
|
1563
|
+
if (validationResult.result === 'ignore') {
|
|
1564
|
+
return {
|
|
1565
|
+
result: TopicValidatorResult.Ignore,
|
|
1566
|
+
obj: checkpoint
|
|
1567
|
+
};
|
|
1568
|
+
}
|
|
1569
|
+
// Extract and try to add the block proposal first if present
|
|
1570
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1571
|
+
let processBlock = false;
|
|
1572
|
+
let isOversized = false;
|
|
1573
|
+
if (blockProposal) {
|
|
1574
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1262
1575
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1263
|
-
[Attributes.P2P_ID]:
|
|
1576
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1264
1577
|
});
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
|
|
1272
|
-
|
|
1273
|
-
|
|
1274
|
-
} else if (!canAdd) {
|
|
1275
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1276
|
-
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1277
|
-
slot: checkpoint.slotNumber.toString(),
|
|
1278
|
-
archive: checkpoint.archive.toString(),
|
|
1279
|
-
source: source.toString()
|
|
1578
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1579
|
+
const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
|
|
1580
|
+
isOversized = blockIsOversized ?? false;
|
|
1581
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1582
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1583
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1584
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1585
|
+
isEquivocated,
|
|
1586
|
+
result: blockProposalResult.result
|
|
1280
1587
|
});
|
|
1281
1588
|
return {
|
|
1282
|
-
result: TopicValidatorResult.Reject
|
|
1283
|
-
|
|
1284
|
-
} else {
|
|
1285
|
-
return {
|
|
1286
|
-
result: TopicValidatorResult.Accept,
|
|
1287
|
-
obj: checkpoint
|
|
1589
|
+
result: TopicValidatorResult.Reject,
|
|
1590
|
+
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1288
1591
|
};
|
|
1592
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
|
|
1593
|
+
// An oversized terminal block is re-broadcast as slashing evidence but never processed.
|
|
1594
|
+
processBlock = true;
|
|
1289
1595
|
}
|
|
1290
|
-
};
|
|
1291
|
-
const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
|
|
1292
|
-
if (result !== TopicValidatorResult.Accept || !checkpoint) {
|
|
1293
|
-
return;
|
|
1294
1596
|
}
|
|
1295
|
-
|
|
1597
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1598
|
+
const checkpointCore = checkpoint.toCore();
|
|
1599
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1600
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1601
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1602
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1603
|
+
if (alreadyExists) {
|
|
1604
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1605
|
+
...checkpoint.toCheckpointInfo(),
|
|
1606
|
+
source: peerId.toString()
|
|
1607
|
+
});
|
|
1608
|
+
return {
|
|
1609
|
+
result: TopicValidatorResult.Ignore,
|
|
1610
|
+
obj: checkpoint,
|
|
1611
|
+
metadata: {
|
|
1612
|
+
isEquivocated,
|
|
1613
|
+
processBlock,
|
|
1614
|
+
isOversized
|
|
1615
|
+
}
|
|
1616
|
+
};
|
|
1617
|
+
}
|
|
1618
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
|
|
1619
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1620
|
+
if (!added) {
|
|
1621
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1622
|
+
...checkpoint.toCheckpointInfo(),
|
|
1623
|
+
count,
|
|
1624
|
+
source: peerId.toString()
|
|
1625
|
+
});
|
|
1626
|
+
return {
|
|
1627
|
+
result: TopicValidatorResult.Reject,
|
|
1628
|
+
obj: checkpoint,
|
|
1629
|
+
metadata: {
|
|
1630
|
+
isEquivocated,
|
|
1631
|
+
processBlock,
|
|
1632
|
+
isOversized
|
|
1633
|
+
},
|
|
1634
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1635
|
+
};
|
|
1636
|
+
}
|
|
1637
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1638
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1639
|
+
if (isEquivocated) {
|
|
1640
|
+
const proposer = checkpoint.getSender();
|
|
1641
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1642
|
+
...checkpoint.toCheckpointInfo(),
|
|
1643
|
+
source: peerId.toString(),
|
|
1644
|
+
proposer: proposer?.toString()
|
|
1645
|
+
});
|
|
1646
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1647
|
+
if (proposer && count === 2) {
|
|
1648
|
+
this.duplicateProposalCallback?.({
|
|
1649
|
+
slot: checkpoint.slotNumber,
|
|
1650
|
+
proposer,
|
|
1651
|
+
type: 'checkpoint'
|
|
1652
|
+
});
|
|
1653
|
+
}
|
|
1654
|
+
return {
|
|
1655
|
+
result: TopicValidatorResult.Accept,
|
|
1656
|
+
obj: checkpoint,
|
|
1657
|
+
metadata: {
|
|
1658
|
+
isEquivocated,
|
|
1659
|
+
processBlock,
|
|
1660
|
+
isOversized
|
|
1661
|
+
}
|
|
1662
|
+
};
|
|
1663
|
+
}
|
|
1664
|
+
// Otherwise, we're good to go!
|
|
1665
|
+
return {
|
|
1666
|
+
result: TopicValidatorResult.Accept,
|
|
1667
|
+
obj: checkpoint,
|
|
1668
|
+
metadata: {
|
|
1669
|
+
processBlock,
|
|
1670
|
+
isEquivocated,
|
|
1671
|
+
isOversized
|
|
1672
|
+
}
|
|
1673
|
+
};
|
|
1296
1674
|
}
|
|
1297
1675
|
/**
|
|
1298
1676
|
* Process a validated checkpoint proposal.
|
|
1299
|
-
*
|
|
1300
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1677
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1301
1678
|
*/ async processValidCheckpointProposal(checkpoint, sender) {
|
|
1302
1679
|
const slot = checkpoint.slotNumber;
|
|
1303
1680
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
@@ -1306,33 +1683,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1306
1683
|
archive: checkpoint.archive.toString(),
|
|
1307
1684
|
source: sender.toString()
|
|
1308
1685
|
});
|
|
1309
|
-
|
|
1310
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1311
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1312
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1313
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1314
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1315
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1316
|
-
}
|
|
1317
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1318
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1319
|
-
if (blockProposal) {
|
|
1320
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1321
|
-
if (!isValid) {
|
|
1322
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1323
|
-
slot: slot.toString(),
|
|
1324
|
-
archive: checkpoint.archive.toString(),
|
|
1325
|
-
blockNumber: blockProposal.blockNumber.toString()
|
|
1326
|
-
});
|
|
1327
|
-
return;
|
|
1328
|
-
}
|
|
1329
|
-
}
|
|
1686
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1330
1687
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1331
1688
|
// to validate and potentially generate attestations
|
|
1332
|
-
const attestations = await this.
|
|
1689
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1333
1690
|
if (attestations && attestations.length > 0) {
|
|
1334
1691
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1335
|
-
await this.mempools.attestationPool.
|
|
1692
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1336
1693
|
for (const attestation of attestations){
|
|
1337
1694
|
await this.propagate(attestation);
|
|
1338
1695
|
}
|
|
@@ -1353,192 +1710,78 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1353
1710
|
});
|
|
1354
1711
|
}
|
|
1355
1712
|
/**
|
|
1356
|
-
* Validate the requested block transactions
|
|
1713
|
+
* Validate the requested block transactions request-response consistency.
|
|
1714
|
+
* It does NOT validate the transactions themselves.
|
|
1357
1715
|
* @param request - The block transactions request.
|
|
1358
1716
|
* @param response - The block transactions response.
|
|
1359
1717
|
* @param peerId - The ID of the peer that made the request.
|
|
1360
|
-
* @returns True if the
|
|
1361
|
-
*/ async
|
|
1362
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1718
|
+
* @returns True if the request-response is consistent, false otherwise.
|
|
1719
|
+
*/ async validateRequestedBlockTxsConsistency(request, response, peerId) {
|
|
1363
1720
|
try {
|
|
1364
|
-
|
|
1365
|
-
|
|
1366
|
-
throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
|
|
1367
|
-
}
|
|
1368
|
-
if (response.txIndices.getLength() !== request.txIndices.getLength()) {
|
|
1369
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1370
|
-
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
|
|
1371
|
-
}
|
|
1372
|
-
// Check no duplicates and not exceeding returnable count
|
|
1373
|
-
const requestedIndices = new Set(request.txIndices.getTrueIndices());
|
|
1374
|
-
const availableIndices = new Set(response.txIndices.getTrueIndices());
|
|
1375
|
-
const maxReturnable = [
|
|
1376
|
-
...requestedIndices
|
|
1377
|
-
].filter((i)=>availableIndices.has(i)).length;
|
|
1378
|
-
const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
|
|
1721
|
+
// Check for duplicates txs (or hashes) in the response.
|
|
1722
|
+
const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
|
|
1379
1723
|
const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
|
|
1380
1724
|
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1381
1725
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1382
1726
|
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1383
1727
|
}
|
|
1384
|
-
|
|
1385
|
-
|
|
1386
|
-
|
|
1387
|
-
|
|
1388
|
-
|
|
1389
|
-
|
|
1390
|
-
if (
|
|
1391
|
-
//
|
|
1392
|
-
|
|
1393
|
-
//
|
|
1394
|
-
|
|
1395
|
-
|
|
1396
|
-
i
|
|
1397
|
-
]));
|
|
1398
|
-
const allowedIndexSet = new Set(intersectIdx);
|
|
1399
|
-
const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
|
|
1400
|
-
const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
|
|
1401
|
-
const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
|
|
1402
|
-
if (!allAllowed || !strictlyIncreasing) {
|
|
1403
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1404
|
-
throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
|
|
1405
|
-
}
|
|
1406
|
-
} else {
|
|
1407
|
-
// No local proposal, cannot check the membership/order of the returned txs
|
|
1408
|
-
this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
|
|
1728
|
+
// We get the block tx hashes from the proposal or the archiver.
|
|
1729
|
+
const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
|
|
1730
|
+
const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
|
|
1731
|
+
archive: request.archiveRoot
|
|
1732
|
+
}))?.body.txEffects.map((e)=>e.txHash);
|
|
1733
|
+
// If we don't have the block, we can't verify membership/order of the returned txs.
|
|
1734
|
+
if (!blockTxHashes) {
|
|
1735
|
+
// This shouldn't happen, since we asked for the block (proposal).
|
|
1736
|
+
// Neither a local proposal nor an archived block: we cannot verify membership/order of the
|
|
1737
|
+
// returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
|
|
1738
|
+
this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
|
|
1739
|
+
// NOTE: We mark the response as invalid, given the limitations of a true/false return value.
|
|
1409
1740
|
return false;
|
|
1410
1741
|
}
|
|
1411
|
-
|
|
1412
|
-
|
|
1413
|
-
|
|
1414
|
-
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1419
|
-
return false;
|
|
1420
|
-
}
|
|
1421
|
-
}
|
|
1422
|
-
/**
|
|
1423
|
-
* Validate a collection of txs that has been requested from a peer.
|
|
1424
|
-
*
|
|
1425
|
-
* The core component of this validator is that each tx hash MUST match the requested tx hash,
|
|
1426
|
-
* In order to perform this check, the tx proof must be verified.
|
|
1427
|
-
*
|
|
1428
|
-
* Note: This function is called from within `ReqResp.sendRequest` as part of the
|
|
1429
|
-
* ReqRespSubProtocol.TX subprotocol validation.
|
|
1430
|
-
*
|
|
1431
|
-
* @param requestedTxHash - The collection of the txs that was requested.
|
|
1432
|
-
* @param responseTx - The collection of txs that was received as a response to the request.
|
|
1433
|
-
* @param peerId - The peer ID of the peer that sent the tx.
|
|
1434
|
-
* @returns True if the whole collection of txs is valid, false otherwise.
|
|
1435
|
-
*/ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
|
|
1436
|
-
const requested = new Set(requestedTxHash.map((h)=>h.toString()));
|
|
1437
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1438
|
-
//TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
|
|
1439
|
-
// I think we should still extract the valid txs and return them, so that we can still use the response.
|
|
1440
|
-
try {
|
|
1441
|
-
await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
|
|
1442
|
-
return true;
|
|
1443
|
-
} catch (e) {
|
|
1444
|
-
if (e instanceof ValidationError) {
|
|
1445
|
-
this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
|
|
1446
|
-
} else {
|
|
1447
|
-
this.logger.error(`Error during validation of requested txs`, e);
|
|
1448
|
-
}
|
|
1449
|
-
return false;
|
|
1450
|
-
}
|
|
1451
|
-
}
|
|
1452
|
-
/**
|
|
1453
|
-
* Validates a BLOCK response.
|
|
1454
|
-
*
|
|
1455
|
-
* If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
|
|
1456
|
-
* Penalizes on block number mismatch or hash mismatch.
|
|
1457
|
-
*
|
|
1458
|
-
* @param requestedBlockNumber - The requested block number.
|
|
1459
|
-
* @param responseBlock - The block returned by the peer.
|
|
1460
|
-
* @param peerId - The peer that returned the block.
|
|
1461
|
-
* @returns True if the response is valid, false otherwise.
|
|
1462
|
-
*/ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
|
|
1463
|
-
try {
|
|
1464
|
-
const reqNum = Number(requestedBlockNumber.toString());
|
|
1465
|
-
if (responseBlock.number !== reqNum) {
|
|
1742
|
+
// Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
|
|
1743
|
+
const uniqueRequestedHashes = new Set([
|
|
1744
|
+
// tx hashes requested by index.
|
|
1745
|
+
...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
|
|
1746
|
+
// explicitly requested tx hashes.
|
|
1747
|
+
...request.txHashes.map((h)=>h.toString())
|
|
1748
|
+
]);
|
|
1749
|
+
if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
|
|
1466
1750
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1467
|
-
|
|
1751
|
+
throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
|
|
1468
1752
|
}
|
|
1469
|
-
|
|
1470
|
-
if (!
|
|
1471
|
-
|
|
1472
|
-
|
|
1473
|
-
// performing quorum-based checks when using P2P syncing prior to L1 sync.
|
|
1474
|
-
this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
|
|
1475
|
-
return false;
|
|
1753
|
+
// Tx indices information is optional, but if present, we need to verify a few things.
|
|
1754
|
+
if (!response.peerHasBlock()) {
|
|
1755
|
+
this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
|
|
1756
|
+
return true;
|
|
1476
1757
|
}
|
|
1477
|
-
|
|
1478
|
-
|
|
1479
|
-
responseBlock.hash()
|
|
1480
|
-
]);
|
|
1481
|
-
if (!localHash.equals(respHash)) {
|
|
1758
|
+
// If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
|
|
1759
|
+
if (response.txIndices.getLength() !== blockTxHashes.length) {
|
|
1482
1760
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1483
|
-
|
|
1761
|
+
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
|
|
1762
|
+
}
|
|
1763
|
+
// For every index we requested that the peer claims to have (per its bitvector), the
|
|
1764
|
+
// corresponding tx must be present in the response. A peer advertising availability but
|
|
1765
|
+
// withholding the tx is inconsistent.
|
|
1766
|
+
const returnedHashSet = new Set(returnedHashes);
|
|
1767
|
+
const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
|
|
1768
|
+
const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
|
|
1769
|
+
if (missingExpected) {
|
|
1770
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1771
|
+
throw new ValidationError('Peer advertised requested txs via indices but did not return them');
|
|
1484
1772
|
}
|
|
1485
1773
|
return true;
|
|
1486
1774
|
} catch (e) {
|
|
1487
|
-
|
|
1488
|
-
|
|
1489
|
-
|
|
1490
|
-
|
|
1491
|
-
async validateRequestedTx(tx, peerId, txValidator, requested) {
|
|
1492
|
-
const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
|
|
1493
|
-
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1494
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1495
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
|
|
1496
|
-
}
|
|
1497
|
-
const { result } = await txValidator.validateTx(tx);
|
|
1498
|
-
if (result === 'invalid') {
|
|
1499
|
-
penalize(PeerErrorSeverity.LowToleranceError);
|
|
1500
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
|
|
1501
|
-
}
|
|
1502
|
-
}
|
|
1503
|
-
createRequestedTxValidator() {
|
|
1504
|
-
return createTxReqRespValidator(this.proofVerifier, {
|
|
1505
|
-
l1ChainId: this.config.l1ChainId,
|
|
1506
|
-
rollupVersion: this.config.rollupVersion
|
|
1507
|
-
});
|
|
1508
|
-
}
|
|
1509
|
-
async validatePropagatedTx(tx, peerId) {
|
|
1510
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1511
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1512
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1513
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1514
|
-
for (const validator of messageValidators){
|
|
1515
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1516
|
-
if (outcome.allPassed) {
|
|
1517
|
-
continue;
|
|
1518
|
-
}
|
|
1519
|
-
const { name } = outcome.failure;
|
|
1520
|
-
let { severity } = outcome.failure;
|
|
1521
|
-
// Double spend validator has a special case handler
|
|
1522
|
-
if (name === 'doubleSpendValidator') {
|
|
1523
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1524
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1775
|
+
if (e instanceof ValidationError) {
|
|
1776
|
+
this.logger.warn(`Failed validation for requested block txs from peer ${peerId.toString()}`);
|
|
1777
|
+
} else {
|
|
1778
|
+
this.logger.error(`Error during validation of requested block txs`, e);
|
|
1525
1779
|
}
|
|
1526
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1527
1780
|
return false;
|
|
1528
1781
|
}
|
|
1529
|
-
return true;
|
|
1530
1782
|
}
|
|
1531
|
-
|
|
1532
|
-
|
|
1533
|
-
return this.feesCache.gasFees;
|
|
1534
|
-
}
|
|
1535
|
-
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
1536
|
-
const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
|
|
1537
|
-
this.feesCache = {
|
|
1538
|
-
blockNumber,
|
|
1539
|
-
gasFees
|
|
1540
|
-
};
|
|
1541
|
-
return gasFees;
|
|
1783
|
+
getGasFees() {
|
|
1784
|
+
return this.blockMinFeesProvider.getCurrentMinFees();
|
|
1542
1785
|
}
|
|
1543
1786
|
/**
|
|
1544
1787
|
* Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
|
|
@@ -1549,43 +1792,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1549
1792
|
txValidatorConfig: {
|
|
1550
1793
|
l1ChainId: this.config.l1ChainId,
|
|
1551
1794
|
rollupVersion: this.config.rollupVersion,
|
|
1552
|
-
proofVerifier: this.proofVerifier
|
|
1795
|
+
proofVerifier: this.proofVerifier,
|
|
1796
|
+
txValidationCache: this.txValidationCache
|
|
1553
1797
|
},
|
|
1554
|
-
peerScoring: this.peerManager
|
|
1798
|
+
peerScoring: this.peerManager,
|
|
1799
|
+
validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
|
|
1555
1800
|
};
|
|
1556
1801
|
}
|
|
1557
|
-
async
|
|
1558
|
-
const
|
|
1559
|
-
|
|
1560
|
-
|
|
1561
|
-
|
|
1562
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
if (!outcome.allPassed) {
|
|
1566
|
-
throw new Error('Invalid tx detected', {
|
|
1567
|
-
cause: {
|
|
1568
|
-
outcome
|
|
1569
|
-
}
|
|
1570
|
-
});
|
|
1571
|
-
}
|
|
1572
|
-
}
|
|
1802
|
+
async validateTxsReceivedInBlockProposal(txs) {
|
|
1803
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1804
|
+
l1ChainId: this.config.l1ChainId,
|
|
1805
|
+
rollupVersion: this.config.rollupVersion
|
|
1806
|
+
}, this.logger.getBindings(), this.txValidationCache);
|
|
1807
|
+
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1808
|
+
const result = await validator.validateTx(tx);
|
|
1809
|
+
return result.result !== 'invalid';
|
|
1573
1810
|
}));
|
|
1811
|
+
if (results.some((value)=>value === false)) {
|
|
1812
|
+
throw new Error('Invalid tx detected');
|
|
1813
|
+
}
|
|
1574
1814
|
}
|
|
1575
|
-
/**
|
|
1576
|
-
|
|
1577
|
-
|
|
1578
|
-
|
|
1579
|
-
|
|
1580
|
-
|
|
1581
|
-
|
|
1582
|
-
|
|
1583
|
-
|
|
1584
|
-
|
|
1585
|
-
|
|
1586
|
-
|
|
1587
|
-
|
|
1588
|
-
|
|
1815
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1816
|
+
const gasFees = await this.getGasFees();
|
|
1817
|
+
const allowedInSetup = [
|
|
1818
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1819
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1820
|
+
];
|
|
1821
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1822
|
+
const l1Constants = await this.archiver.getL1Constants();
|
|
1823
|
+
const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
|
|
1824
|
+
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1825
|
+
maxTxL2Gas: networkTxGasLimits.l2Gas,
|
|
1826
|
+
maxTxDAGas: networkTxGasLimits.daGas
|
|
1827
|
+
});
|
|
1828
|
+
}
|
|
1829
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|
|
1830
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1589
1831
|
}
|
|
1590
1832
|
/**
|
|
1591
1833
|
* Run validations on a tx.
|
|
@@ -1603,8 +1845,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1603
1845
|
});
|
|
1604
1846
|
// A promise that resolves when all validations have been run
|
|
1605
1847
|
const allValidations = await Promise.all(validationPromises);
|
|
1606
|
-
const
|
|
1607
|
-
if (
|
|
1848
|
+
const failures = allValidations.filter((x)=>!x.isValid);
|
|
1849
|
+
if (failures.length > 0) {
|
|
1850
|
+
// Pick the most severe failure (lowest tolerance = harshest penalty)
|
|
1851
|
+
const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
|
|
1608
1852
|
return {
|
|
1609
1853
|
allPassed: false,
|
|
1610
1854
|
failure: {
|
|
@@ -1651,45 +1895,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1651
1895
|
}
|
|
1652
1896
|
return PeerErrorSeverity.HighToleranceError;
|
|
1653
1897
|
}
|
|
1654
|
-
/**
|
|
1655
|
-
* Validate a checkpoint attestation.
|
|
1656
|
-
*
|
|
1657
|
-
* @param attestation - The checkpoint attestation to validate.
|
|
1658
|
-
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1659
|
-
*/ async validateCheckpointAttestation(peerId, attestation) {
|
|
1660
|
-
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1661
|
-
if (result.result === 'reject') {
|
|
1662
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1663
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1664
|
-
}
|
|
1665
|
-
return result;
|
|
1666
|
-
}
|
|
1667
|
-
/**
|
|
1668
|
-
* Validate a block proposal.
|
|
1669
|
-
*
|
|
1670
|
-
* @param block - The block proposal to validate.
|
|
1671
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1672
|
-
*/ async validateBlockProposal(peerId, block) {
|
|
1673
|
-
const result = await this.blockProposalValidator.validate(block);
|
|
1674
|
-
if (result.result === 'reject') {
|
|
1675
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1676
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1677
|
-
}
|
|
1678
|
-
return result;
|
|
1679
|
-
}
|
|
1680
|
-
/**
|
|
1681
|
-
* Validate a checkpoint proposal.
|
|
1682
|
-
*
|
|
1683
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1684
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1685
|
-
*/ async validateCheckpointProposal(peerId, checkpoint) {
|
|
1686
|
-
const result = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1687
|
-
if (result.result === 'reject') {
|
|
1688
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1689
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1690
|
-
}
|
|
1691
|
-
return result;
|
|
1692
|
-
}
|
|
1693
1898
|
getPeerScore(peerId) {
|
|
1694
1899
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1695
1900
|
}
|