@aztec/p2p 0.0.1-commit.b6e433891 → 0.0.1-commit.b8a057fa
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -6
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +22 -6
- package/dest/client/factory.d.ts +4 -3
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +35 -25
- package/dest/client/interface.d.ts +48 -11
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +34 -19
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +105 -46
- package/dest/config.d.ts +143 -107
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +72 -26
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/index.d.ts +1 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +0 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +269 -196
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
- package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +6 -4
- package/dest/mem_pools/index.d.ts +1 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +9 -4
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +28 -9
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +19 -8
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +17 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +208 -118
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +36 -2
- package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +36 -17
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +119 -23
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +15 -15
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +15 -16
- package/dest/services/encoding.d.ts +19 -6
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +25 -15
- package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +4 -14
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +14 -0
- package/dest/services/libp2p/libp2p_service.d.ts +45 -40
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +388 -279
- package/dest/services/peer-manager/peer_manager.d.ts +20 -3
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +79 -23
- package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +102 -13
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +38 -44
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/interface.d.ts +16 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +10 -20
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +1 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +1 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +59 -209
- package/dest/services/service.d.ts +25 -12
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +2 -23
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +2 -55
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
- package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_source.js +39 -29
- package/dest/services/tx_collection/index.d.ts +2 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +0 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +0 -2
- package/dest/services/tx_collection/tx_collection.d.ts +35 -51
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +275 -119
- package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +2 -2
- package/dest/services/tx_collection/tx_source.d.ts +6 -5
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +13 -8
- package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +4 -14
- package/dest/services/tx_provider.d.ts +3 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +3 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -2
- package/dest/test-helpers/mock-pubsub.d.ts +23 -9
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +44 -44
- package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +16 -18
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +15 -14
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +28 -13
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +102 -41
- package/dest/testbench/worker_client_manager.d.ts +10 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +51 -9
- package/dest/util.d.ts +11 -6
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +16 -16
- package/src/bootstrap/bootstrap.ts +17 -3
- package/src/client/factory.ts +53 -24
- package/src/client/interface.ts +44 -17
- package/src/client/p2p_client.ts +125 -79
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +146 -34
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +13 -19
- package/src/index.ts +0 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +324 -239
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
- package/src/mem_pools/attestation_pool/mocks.ts +13 -8
- package/src/mem_pools/index.ts +0 -3
- package/src/mem_pools/instrumentation.ts +18 -12
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +1 -1
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +20 -8
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +22 -8
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +233 -123
- package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
- package/src/msg_validators/proposal_validator/README.md +1 -1
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
- package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
- package/src/msg_validators/tx_validator/README.md +13 -3
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +44 -1
- package/src/msg_validators/tx_validator/factory.ts +44 -20
- package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +3 -3
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +126 -14
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +20 -39
- package/src/services/encoding.ts +28 -20
- package/src/services/gossipsub/README.md +33 -11
- package/src/services/gossipsub/topic_score_params.ts +9 -18
- package/src/services/libp2p/instrumentation.ts +14 -0
- package/src/services/libp2p/libp2p_service.ts +439 -313
- package/src/services/peer-manager/peer_manager.ts +86 -22
- package/src/services/peer-manager/peer_scoring.ts +102 -8
- package/src/services/reqresp/README.md +2 -37
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +42 -52
- package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/interface.ts +21 -47
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +1 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +69 -252
- package/src/services/service.ts +31 -28
- package/src/services/tx_collection/config.ts +3 -80
- package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
- package/src/services/tx_collection/file_store_tx_source.ts +43 -31
- package/src/services/tx_collection/index.ts +1 -6
- package/src/services/tx_collection/instrumentation.ts +1 -7
- package/src/services/tx_collection/tx_collection.ts +330 -173
- package/src/services/tx_collection/tx_collection_sink.ts +2 -2
- package/src/services/tx_collection/tx_source.ts +10 -8
- package/src/services/tx_file_store/tx_file_store.ts +5 -17
- package/src/services/tx_provider.ts +5 -0
- package/src/test-helpers/make-test-p2p-clients.ts +3 -0
- package/src/test-helpers/mock-pubsub.ts +46 -60
- package/src/test-helpers/reqresp-nodes.ts +12 -22
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +35 -26
- package/src/testbench/p2p_client_testbench_worker.ts +110 -55
- package/src/testbench/worker_client_manager.ts +59 -20
- package/src/util.ts +32 -17
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
- package/dest/msg_validators/clock_tolerance.d.ts +0 -21
- package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
- package/dest/msg_validators/clock_tolerance.js +0 -38
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -311
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -211
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -344
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
- package/src/msg_validators/clock_tolerance.ts +0 -52
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -361
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
- package/src/services/tx_collection/slow_tx_collection.ts +0 -266
|
@@ -370,15 +370,17 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import { maxBy } from '@aztec/foundation/collection';
|
|
375
|
+
import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
|
|
376
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
379
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
380
|
-
import {
|
|
380
|
+
import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
|
|
381
|
+
import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
|
|
381
382
|
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
383
|
+
import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
|
|
382
384
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
383
385
|
import { Tx } from '@aztec/stdlib/tx';
|
|
384
386
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
@@ -393,24 +395,39 @@ import { identify } from '@libp2p/identify';
|
|
|
393
395
|
import { TopicValidatorResult } from '@libp2p/interface';
|
|
394
396
|
import { mplex } from '@libp2p/mplex';
|
|
395
397
|
import { tcp } from '@libp2p/tcp';
|
|
398
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
396
399
|
import { ENR } from '@nethermindeth/enr';
|
|
397
400
|
import { createLibp2p } from 'libp2p';
|
|
401
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
398
402
|
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
399
403
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
400
|
-
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs
|
|
404
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
401
405
|
import { GossipSubEvent } from '../../types/index.js';
|
|
402
406
|
import { convertToMultiaddr } from '../../util.js';
|
|
403
407
|
import { getVersions } from '../../versioning.js';
|
|
404
408
|
import { AztecDatastore } from '../data_store.js';
|
|
405
409
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
406
|
-
import { SnappyTransform,
|
|
410
|
+
import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
407
411
|
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
408
412
|
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
409
413
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
410
414
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
411
|
-
import {
|
|
415
|
+
import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
|
|
416
|
+
import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
412
417
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
413
418
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
419
|
+
/**
|
|
420
|
+
* Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
|
|
421
|
+
* bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
|
|
422
|
+
* materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
|
|
423
|
+
*/ function buildConsensusTimetable(config, l1Constants) {
|
|
424
|
+
const blockDuration = config.blockDurationMs / 1000;
|
|
425
|
+
return new ConsensusTimetable({
|
|
426
|
+
l1Constants,
|
|
427
|
+
blockDuration,
|
|
428
|
+
checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
|
|
429
|
+
});
|
|
430
|
+
}
|
|
414
431
|
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
415
432
|
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
416
433
|
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
@@ -426,12 +443,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
426
443
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
427
444
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
428
445
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
429
|
-
})), _dec5 = trackSpan('Libp2pService.
|
|
446
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
|
|
430
447
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
431
|
-
})), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
432
|
-
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
433
|
-
})), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
434
|
-
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
435
448
|
}));
|
|
436
449
|
/**
|
|
437
450
|
* Lib P2P implementation of the P2PService interface.
|
|
@@ -446,6 +459,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
446
459
|
epochCache;
|
|
447
460
|
proofVerifier;
|
|
448
461
|
worldStateSynchronizer;
|
|
462
|
+
blockMinFeesProvider;
|
|
463
|
+
txValidationCache;
|
|
449
464
|
static{
|
|
450
465
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
451
466
|
[
|
|
@@ -476,17 +491,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
476
491
|
[
|
|
477
492
|
_dec5,
|
|
478
493
|
2,
|
|
479
|
-
"
|
|
480
|
-
],
|
|
481
|
-
[
|
|
482
|
-
_dec6,
|
|
483
|
-
2,
|
|
484
|
-
"validateRequestedTxs"
|
|
485
|
-
],
|
|
486
|
-
[
|
|
487
|
-
_dec7,
|
|
488
|
-
2,
|
|
489
|
-
"validateRequestedBlock"
|
|
494
|
+
"validateRequestedBlockTxsConsistency"
|
|
490
495
|
]
|
|
491
496
|
], []));
|
|
492
497
|
}
|
|
@@ -498,9 +503,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
498
503
|
checkpointAttestationValidator;
|
|
499
504
|
protocolVersion;
|
|
500
505
|
topicStrings;
|
|
501
|
-
feesCache;
|
|
502
506
|
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
507
|
+
/** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
|
|
503
508
|
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
509
|
+
/** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
|
|
504
510
|
/**
|
|
505
511
|
* Callback for when a block is received from a peer.
|
|
506
512
|
* @param block - The block received from the peer.
|
|
@@ -510,13 +516,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
510
516
|
* Callback for when a checkpoint proposal is received from a peer.
|
|
511
517
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
512
518
|
* @returns The attestations for the checkpoint, if any.
|
|
513
|
-
*/
|
|
519
|
+
*/ allNodesCheckpointReceivedCallback;
|
|
520
|
+
/**
|
|
521
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
522
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
523
|
+
* @returns The attestations for the checkpoint, if any.
|
|
524
|
+
*/ validatorCheckpointReceivedCallback;
|
|
514
525
|
gossipSubEventHandler;
|
|
526
|
+
ipChangedHandler;
|
|
527
|
+
discoveredP2pIp;
|
|
515
528
|
instrumentation;
|
|
516
529
|
telemetry;
|
|
517
530
|
logger;
|
|
518
|
-
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
|
|
519
|
-
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
531
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
|
|
532
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
520
533
|
this.telemetry = telemetry;
|
|
521
534
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
522
535
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -532,13 +545,27 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
532
545
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
533
546
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
534
547
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
548
|
+
// Build the consensus timetable once from protocol slot-timing constants and inject it into every
|
|
549
|
+
// validator so they share one set of receive-window bounds, independent of proposer operational budgets.
|
|
550
|
+
const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
|
|
535
551
|
const proposalValidatorOpts = {
|
|
536
552
|
txsPermitted: !config.disableTransactions,
|
|
537
|
-
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
|
|
553
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
554
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
555
|
+
skipSlotValidation: config.skipProposalSlotValidation,
|
|
556
|
+
signatureContext: {
|
|
557
|
+
chainId: config.l1ChainId,
|
|
558
|
+
rollupAddress: config.rollupAddress
|
|
559
|
+
},
|
|
560
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
561
|
+
};
|
|
562
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
563
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
564
|
+
const attestationValidatorOpts = {
|
|
565
|
+
signatureContext: proposalValidatorOpts.signatureContext,
|
|
566
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
538
567
|
};
|
|
539
|
-
this.
|
|
540
|
-
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
|
|
541
|
-
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
|
|
568
|
+
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
|
|
542
569
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
543
570
|
this.blockReceivedCallback = async (block)=>{
|
|
544
571
|
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
@@ -546,13 +573,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
546
573
|
});
|
|
547
574
|
return true;
|
|
548
575
|
};
|
|
549
|
-
this.
|
|
550
|
-
|
|
576
|
+
this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
|
|
577
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
578
|
+
};
|
|
579
|
+
this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
|
|
551
580
|
return Promise.resolve(undefined);
|
|
552
581
|
};
|
|
553
582
|
}
|
|
554
583
|
updateConfig(config) {
|
|
555
584
|
this.reqresp.updateConfig(config);
|
|
585
|
+
this.config = merge(this.config, config);
|
|
556
586
|
}
|
|
557
587
|
/**
|
|
558
588
|
* Creates an instance of the LibP2P service.
|
|
@@ -560,12 +590,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
560
590
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
561
591
|
* @returns The new service.
|
|
562
592
|
*/ static async new(config, peerId, deps) {
|
|
563
|
-
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
593
|
+
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
|
|
564
594
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
565
595
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
566
596
|
const datastore = new AztecDatastore(peerStore);
|
|
567
597
|
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
|
|
568
|
-
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
|
|
598
|
+
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
|
|
569
599
|
// Seed libp2p's bootstrap discovery with private and trusted peers
|
|
570
600
|
const bootstrapNodes = [
|
|
571
601
|
...config.privatePeers,
|
|
@@ -580,31 +610,45 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
580
610
|
const versions = getVersions(config);
|
|
581
611
|
const protocolVersion = compressComponentVersions(versions);
|
|
582
612
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
583
|
-
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
613
|
+
const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
614
|
+
try {
|
|
615
|
+
const peerId = await enr.peerId();
|
|
616
|
+
const address = enr.getLocationMultiaddr('tcp');
|
|
617
|
+
if (address === undefined) {
|
|
618
|
+
throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
|
|
619
|
+
}
|
|
620
|
+
return {
|
|
621
|
+
id: peerId,
|
|
622
|
+
addrs: [
|
|
623
|
+
address
|
|
624
|
+
]
|
|
625
|
+
};
|
|
626
|
+
} catch (err) {
|
|
627
|
+
// A malformed configured ENR shouldn't abort node setup — skip it and log.
|
|
628
|
+
logger.warn(`Skipping preferred peer with invalid ENR`, {
|
|
629
|
+
err
|
|
630
|
+
});
|
|
631
|
+
return undefined;
|
|
588
632
|
}
|
|
589
|
-
|
|
590
|
-
id: peerId,
|
|
591
|
-
addrs: [
|
|
592
|
-
address
|
|
593
|
-
]
|
|
594
|
-
};
|
|
595
|
-
}))).filter((peer)=>peer !== undefined);
|
|
633
|
+
})));
|
|
596
634
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
597
635
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
598
636
|
] : [];
|
|
599
|
-
// Create dynamic topic score params based on network configuration
|
|
637
|
+
// Create dynamic topic score params based on network configuration. Scoring uses the network-wide
|
|
638
|
+
// max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
|
|
639
|
+
// peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
|
|
600
640
|
const l1Constants = epochCache.getL1Constants();
|
|
601
641
|
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
602
642
|
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
603
643
|
heartbeatIntervalMs: config.gossipsubInterval,
|
|
604
644
|
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
605
|
-
|
|
645
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
|
|
606
646
|
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
607
647
|
});
|
|
648
|
+
// Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
|
|
649
|
+
// message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
|
|
650
|
+
// so a crafted topic colliding on msg id can suppress a real message as a duplicate.
|
|
651
|
+
const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
|
|
608
652
|
const node = await createLibp2p({
|
|
609
653
|
start: false,
|
|
610
654
|
peerId,
|
|
@@ -638,8 +682,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
638
682
|
],
|
|
639
683
|
datastore,
|
|
640
684
|
peerDiscovery,
|
|
685
|
+
// Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
|
|
641
686
|
streamMuxers: [
|
|
642
|
-
yamux(
|
|
687
|
+
yamux({
|
|
688
|
+
maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
|
|
689
|
+
}),
|
|
643
690
|
mplex()
|
|
644
691
|
],
|
|
645
692
|
connectionEncryption: [
|
|
@@ -657,7 +704,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
657
704
|
},
|
|
658
705
|
connectionGater: {
|
|
659
706
|
denyInboundConnection: (maConn)=>{
|
|
660
|
-
const allowed = peerManager.
|
|
707
|
+
const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
|
|
661
708
|
if (allowed) {
|
|
662
709
|
return false;
|
|
663
710
|
}
|
|
@@ -667,7 +714,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
667
714
|
denyInboundEncryptedConnection: (peerId, _maConn)=>{
|
|
668
715
|
//NOTE: it is not necessary to check address here because this was already done by
|
|
669
716
|
// denyInboundConnection
|
|
670
|
-
const allowed = peerManager.
|
|
717
|
+
const allowed = peerManager.isPeerAllowedToConnect(peerId);
|
|
671
718
|
if (allowed) {
|
|
672
719
|
return false;
|
|
673
720
|
}
|
|
@@ -694,9 +741,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
694
741
|
mcacheLength: config.gossipsubMcacheLength,
|
|
695
742
|
mcacheGossip: config.gossipsubMcacheGossip,
|
|
696
743
|
seenTTL: config.gossipsubSeenTTL,
|
|
744
|
+
allowedTopics,
|
|
745
|
+
// No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
|
|
746
|
+
// raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
|
|
747
|
+
// a different message with no fallback to the full id. Dedup instead rests solely on the
|
|
748
|
+
// cryptographic, topic-framed msgIdFn below.
|
|
697
749
|
msgIdFn: getMsgIdFn,
|
|
698
750
|
msgIdToStrFn: msgIdToStrFn,
|
|
699
|
-
fastMsgIdFn: fastMsgIdFn,
|
|
700
751
|
dataTransform: new SnappyTransform(),
|
|
701
752
|
metricsRegister: otelMetricsAdapter,
|
|
702
753
|
metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
|
|
@@ -709,7 +760,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
709
760
|
})
|
|
710
761
|
}),
|
|
711
762
|
components: (components)=>({
|
|
712
|
-
connectionManager: components.connectionManager
|
|
763
|
+
connectionManager: components.connectionManager,
|
|
764
|
+
addressManager: components.addressManager
|
|
713
765
|
})
|
|
714
766
|
},
|
|
715
767
|
logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
|
|
@@ -717,6 +769,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
717
769
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
718
770
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
719
771
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
772
|
+
// Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
|
|
773
|
+
reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
|
|
720
774
|
// Configure application-specific scoring for gossipsub.
|
|
721
775
|
// The weight scales app score to align with gossipsub thresholds:
|
|
722
776
|
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
@@ -724,7 +778,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
724
778
|
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
725
779
|
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
726
780
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
727
|
-
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
|
|
781
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
|
|
728
782
|
}
|
|
729
783
|
/**
|
|
730
784
|
* Starts the LibP2P service.
|
|
@@ -734,22 +788,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
734
788
|
if (this.node.status === 'started') {
|
|
735
789
|
throw new Error('P2P service already started');
|
|
736
790
|
}
|
|
737
|
-
// Get listen & announce addresses for logging
|
|
738
791
|
const { p2pIp, p2pPort } = this.config;
|
|
739
|
-
if (!p2pIp) {
|
|
740
|
-
throw new Error('Announce address not provided.');
|
|
792
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
793
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
741
794
|
}
|
|
742
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
795
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
743
796
|
// Create request response protocol handlers
|
|
744
797
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
745
798
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
746
|
-
const blockHandler = reqRespBlockHandler(this.archiver);
|
|
747
799
|
const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
|
|
748
800
|
const requestResponseHandlers = {
|
|
749
801
|
[ReqRespSubProtocol.PING]: pingHandler,
|
|
750
802
|
[ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
|
|
751
|
-
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
752
|
-
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
803
|
+
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
753
804
|
};
|
|
754
805
|
if (!this.config.disableTransactions) {
|
|
755
806
|
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
@@ -758,15 +809,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
758
809
|
if (!this.config.disableTransactions) {
|
|
759
810
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
760
811
|
}
|
|
761
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
762
|
-
const reqrespSubProtocolValidators = {
|
|
763
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
764
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
765
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
766
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
|
|
767
|
-
};
|
|
768
812
|
await this.peerManager.initializePeers();
|
|
769
|
-
await this.reqresp.start(requestResponseHandlers
|
|
813
|
+
await this.reqresp.start(requestResponseHandlers);
|
|
770
814
|
await this.node.start();
|
|
771
815
|
// Subscribe to standard GossipSub topics by default
|
|
772
816
|
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
@@ -778,6 +822,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
778
822
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
779
823
|
await this.peerDiscoveryService.start();
|
|
780
824
|
}
|
|
825
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
826
|
+
if (this.config.queryForIp) {
|
|
827
|
+
this.discoveredP2pIp = this.config.p2pIp;
|
|
828
|
+
this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
|
|
829
|
+
this.ipChangedHandler = (ip)=>{
|
|
830
|
+
const addressManager = this.node.services.components.addressManager;
|
|
831
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
832
|
+
const previousIp = this.discoveredP2pIp;
|
|
833
|
+
if (previousIp) {
|
|
834
|
+
const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
|
|
835
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
836
|
+
this.logger.info('Libp2p announce address updated due to IP change', {
|
|
837
|
+
previousIp,
|
|
838
|
+
newIp: ip,
|
|
839
|
+
newMultiaddr: newAddr.toString()
|
|
840
|
+
});
|
|
841
|
+
} else {
|
|
842
|
+
this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
|
|
843
|
+
ip,
|
|
844
|
+
multiaddr: newAddr.toString()
|
|
845
|
+
});
|
|
846
|
+
}
|
|
847
|
+
addressManager.addObservedAddr(newAddr);
|
|
848
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
849
|
+
this.discoveredP2pIp = ip;
|
|
850
|
+
};
|
|
851
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
852
|
+
}
|
|
781
853
|
this.discoveryRunningPromise = new RunningPromise(async ()=>{
|
|
782
854
|
await this.peerManager.heartbeat();
|
|
783
855
|
}, this.logger, this.config.peerCheckIntervalMS);
|
|
@@ -795,6 +867,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
795
867
|
*/ async stop() {
|
|
796
868
|
// Remove gossip sub listener
|
|
797
869
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
870
|
+
if (this.ipChangedHandler) {
|
|
871
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
872
|
+
this.ipChangedHandler = undefined;
|
|
873
|
+
}
|
|
798
874
|
// Stop peer manager
|
|
799
875
|
this.logger.debug('Stopping peer manager...');
|
|
800
876
|
await this.peerManager.stop();
|
|
@@ -808,8 +884,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
808
884
|
await this.stopLibP2P();
|
|
809
885
|
this.logger.info('LibP2P service stopped');
|
|
810
886
|
}
|
|
811
|
-
addReqRespSubProtocol(subProtocol, handler
|
|
812
|
-
return this.reqresp.addSubProtocol(subProtocol, handler
|
|
887
|
+
addReqRespSubProtocol(subProtocol, handler) {
|
|
888
|
+
return this.reqresp.addSubProtocol(subProtocol, handler);
|
|
813
889
|
}
|
|
814
890
|
registerThisValidatorAddresses(address) {
|
|
815
891
|
this.peerManager.registerThisValidatorAddresses(address);
|
|
@@ -831,14 +907,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
831
907
|
};
|
|
832
908
|
setImmediate(()=>void safeJob());
|
|
833
909
|
}
|
|
834
|
-
/**
|
|
835
|
-
* Send a batch of requests to peers, and return the responses
|
|
836
|
-
* @param protocol - The request response protocol to use
|
|
837
|
-
* @param requests - The requests to send to the peers
|
|
838
|
-
* @returns The responses to the requests
|
|
839
|
-
*/ sendBatchRequest(protocol, requests, pinnedPeerId) {
|
|
840
|
-
return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
|
|
841
|
-
}
|
|
842
910
|
sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
|
|
843
911
|
return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
|
|
844
912
|
}
|
|
@@ -851,8 +919,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
851
919
|
registerBlockReceivedCallback(callback) {
|
|
852
920
|
this.blockReceivedCallback = callback;
|
|
853
921
|
}
|
|
854
|
-
|
|
855
|
-
this.
|
|
922
|
+
registerValidatorCheckpointReceivedCallback(callback) {
|
|
923
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
924
|
+
}
|
|
925
|
+
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
926
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
856
927
|
}
|
|
857
928
|
/**
|
|
858
929
|
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
@@ -861,12 +932,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
861
932
|
this.duplicateProposalCallback = callback;
|
|
862
933
|
}
|
|
863
934
|
/**
|
|
935
|
+
* Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
|
|
936
|
+
*/ registerOversizedProposalCallback(callback) {
|
|
937
|
+
this.oversizedProposalCallback = callback;
|
|
938
|
+
}
|
|
939
|
+
/**
|
|
864
940
|
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
865
941
|
* A validator signing attestations for different proposals at the same slot.
|
|
866
942
|
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
867
943
|
*/ registerDuplicateAttestationCallback(callback) {
|
|
868
944
|
this.duplicateAttestationCallback = callback;
|
|
869
945
|
}
|
|
946
|
+
registerCheckpointAttestationCallback(callback) {
|
|
947
|
+
this.checkpointAttestationCallback = callback;
|
|
948
|
+
}
|
|
870
949
|
/**
|
|
871
950
|
* Subscribes to a topic.
|
|
872
951
|
* @param topic - The topic to subscribe to.
|
|
@@ -981,6 +1060,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
981
1060
|
}
|
|
982
1061
|
// Process the message, optionally within a linked span for trace propagation
|
|
983
1062
|
const processMessage = async ()=>{
|
|
1063
|
+
if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
|
|
1064
|
+
this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
|
|
1065
|
+
topic: msg.topic
|
|
1066
|
+
});
|
|
1067
|
+
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1068
|
+
return;
|
|
1069
|
+
}
|
|
984
1070
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
985
1071
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
986
1072
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
@@ -1029,29 +1115,79 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1029
1115
|
return;
|
|
1030
1116
|
}
|
|
1031
1117
|
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1118
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
1032
1119
|
let resultAndObj = {
|
|
1033
|
-
result: TopicValidatorResult.Reject
|
|
1120
|
+
result: TopicValidatorResult.Reject,
|
|
1121
|
+
severity: PeerErrorSeverity.MidToleranceError
|
|
1034
1122
|
};
|
|
1035
1123
|
const timer = new Timer();
|
|
1036
1124
|
try {
|
|
1037
1125
|
resultAndObj = await validationFunc();
|
|
1038
1126
|
} catch (err) {
|
|
1039
|
-
this.
|
|
1040
|
-
this.logger.error(`Error deserializing and validating gossipsub message`, err, {
|
|
1127
|
+
this.logger.error(`Error validating gossipsub message`, err, {
|
|
1041
1128
|
msgId,
|
|
1042
1129
|
source: source.toString(),
|
|
1043
1130
|
topicType
|
|
1044
1131
|
});
|
|
1045
1132
|
}
|
|
1133
|
+
const validationTimeMs = timer.ms();
|
|
1134
|
+
const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
|
|
1135
|
+
if (validationTimeMs > mcacheWindowMs * 0.75) {
|
|
1136
|
+
this.instrumentation.incSlowValidation(topicType);
|
|
1137
|
+
this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
|
|
1138
|
+
msgId,
|
|
1139
|
+
source: source.toString(),
|
|
1140
|
+
topicType,
|
|
1141
|
+
validationTimeMs,
|
|
1142
|
+
mcacheWindowMs
|
|
1143
|
+
});
|
|
1144
|
+
}
|
|
1046
1145
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1146
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1147
|
+
msgId,
|
|
1148
|
+
source: source.toString(),
|
|
1149
|
+
topicType
|
|
1150
|
+
});
|
|
1047
1151
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1152
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
1153
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
1154
|
+
msgId,
|
|
1155
|
+
source: source.toString(),
|
|
1156
|
+
topicType,
|
|
1157
|
+
severity: resultAndObj.severity
|
|
1158
|
+
});
|
|
1159
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
1160
|
+
} else {
|
|
1161
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, {
|
|
1162
|
+
msgId,
|
|
1163
|
+
source: source.toString(),
|
|
1164
|
+
topicType
|
|
1165
|
+
});
|
|
1048
1166
|
}
|
|
1049
1167
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
1050
1168
|
return resultAndObj;
|
|
1051
1169
|
}
|
|
1170
|
+
tryDeserialize(deserializeFunc, msgId, source) {
|
|
1171
|
+
try {
|
|
1172
|
+
return deserializeFunc();
|
|
1173
|
+
} catch (err) {
|
|
1174
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
1175
|
+
err,
|
|
1176
|
+
msgId,
|
|
1177
|
+
source: source.toString()
|
|
1178
|
+
});
|
|
1179
|
+
return undefined;
|
|
1180
|
+
}
|
|
1181
|
+
}
|
|
1052
1182
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1053
1183
|
const validationFunc = async ()=>{
|
|
1054
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
1184
|
+
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1185
|
+
if (!tx) {
|
|
1186
|
+
return {
|
|
1187
|
+
result: TopicValidatorResult.Reject,
|
|
1188
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1189
|
+
};
|
|
1190
|
+
}
|
|
1055
1191
|
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1056
1192
|
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1057
1193
|
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
@@ -1072,9 +1208,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1072
1208
|
severity,
|
|
1073
1209
|
source: source.toString()
|
|
1074
1210
|
});
|
|
1075
|
-
this.peerManager.penalizePeer(source, severity);
|
|
1076
1211
|
return {
|
|
1077
|
-
result: TopicValidatorResult.Reject
|
|
1212
|
+
result: TopicValidatorResult.Reject,
|
|
1213
|
+
severity
|
|
1078
1214
|
};
|
|
1079
1215
|
}
|
|
1080
1216
|
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
@@ -1098,9 +1234,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1098
1234
|
severity,
|
|
1099
1235
|
source: source.toString()
|
|
1100
1236
|
});
|
|
1101
|
-
this.peerManager.penalizePeer(source, severity);
|
|
1102
1237
|
return {
|
|
1103
|
-
result: TopicValidatorResult.Reject
|
|
1238
|
+
result: TopicValidatorResult.Reject,
|
|
1239
|
+
severity
|
|
1104
1240
|
};
|
|
1105
1241
|
}
|
|
1106
1242
|
// Pool add: persist the tx
|
|
@@ -1132,9 +1268,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1132
1268
|
source: source.toString(),
|
|
1133
1269
|
txHash: txHash.toString()
|
|
1134
1270
|
});
|
|
1135
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.HighToleranceError);
|
|
1136
1271
|
return {
|
|
1137
|
-
result: TopicValidatorResult.Reject
|
|
1272
|
+
result: TopicValidatorResult.Reject,
|
|
1273
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1138
1274
|
};
|
|
1139
1275
|
}
|
|
1140
1276
|
};
|
|
@@ -1155,7 +1291,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1155
1291
|
* Process a checkpoint attestation from a peer.
|
|
1156
1292
|
* Validates the attestation and adds it to the pool.
|
|
1157
1293
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1158
|
-
const { result, obj: attestation } = await this.validateReceivedMessage(()=>
|
|
1294
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
|
|
1295
|
+
const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1296
|
+
if (!attestation) {
|
|
1297
|
+
return Promise.resolve({
|
|
1298
|
+
result: TopicValidatorResult.Reject,
|
|
1299
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1300
|
+
});
|
|
1301
|
+
}
|
|
1302
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1303
|
+
}, msgId, source, TopicType.checkpoint_attestation);
|
|
1159
1304
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1160
1305
|
return;
|
|
1161
1306
|
}
|
|
@@ -1170,9 +1315,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1170
1315
|
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1171
1316
|
if (validationResult.result === 'reject') {
|
|
1172
1317
|
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1173
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1174
1318
|
return {
|
|
1175
|
-
result: TopicValidatorResult.Reject
|
|
1319
|
+
result: TopicValidatorResult.Reject,
|
|
1320
|
+
severity: validationResult.severity
|
|
1176
1321
|
};
|
|
1177
1322
|
}
|
|
1178
1323
|
if (validationResult.result === 'ignore') {
|
|
@@ -1199,9 +1344,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1199
1344
|
obj: attestation
|
|
1200
1345
|
};
|
|
1201
1346
|
}
|
|
1202
|
-
// Could not add (cap reached for signer),
|
|
1347
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1203
1348
|
if (!added) {
|
|
1204
|
-
this.logger.warn(`
|
|
1349
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1205
1350
|
slot: slot.toString(),
|
|
1206
1351
|
archive: attestation.archive.toString(),
|
|
1207
1352
|
source: peerId.toString(),
|
|
@@ -1209,8 +1354,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1209
1354
|
count
|
|
1210
1355
|
});
|
|
1211
1356
|
return {
|
|
1212
|
-
result: TopicValidatorResult.
|
|
1213
|
-
|
|
1357
|
+
result: TopicValidatorResult.Reject,
|
|
1358
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1214
1359
|
};
|
|
1215
1360
|
}
|
|
1216
1361
|
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
@@ -1231,15 +1376,17 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1231
1376
|
}
|
|
1232
1377
|
}
|
|
1233
1378
|
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1379
|
+
this.checkpointAttestationCallback?.(attestation);
|
|
1234
1380
|
return {
|
|
1235
1381
|
result: TopicValidatorResult.Accept,
|
|
1236
1382
|
obj: attestation
|
|
1237
1383
|
};
|
|
1238
1384
|
}
|
|
1239
1385
|
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1240
|
-
const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1241
|
-
// If not accepted or
|
|
1242
|
-
|
|
1386
|
+
const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1387
|
+
// If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
|
|
1388
|
+
// slashing evidence but never attested or processed.
|
|
1389
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
|
|
1243
1390
|
return;
|
|
1244
1391
|
}
|
|
1245
1392
|
await this.processValidBlockProposal(block, source);
|
|
@@ -1248,9 +1395,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1248
1395
|
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1249
1396
|
if (validationResult.result === 'reject') {
|
|
1250
1397
|
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1251
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1252
1398
|
return {
|
|
1253
|
-
result: TopicValidatorResult.Reject
|
|
1399
|
+
result: TopicValidatorResult.Reject,
|
|
1400
|
+
severity: validationResult.severity
|
|
1254
1401
|
};
|
|
1255
1402
|
}
|
|
1256
1403
|
if (validationResult.result === 'ignore') {
|
|
@@ -1262,6 +1409,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1262
1409
|
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1263
1410
|
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1264
1411
|
const isEquivocated = count !== undefined && count > 1;
|
|
1412
|
+
// An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
|
|
1413
|
+
// proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
|
|
1414
|
+
// attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
|
|
1415
|
+
const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
|
|
1265
1416
|
// Duplicate proposal received, no need to re-broadcast
|
|
1266
1417
|
if (alreadyExists) {
|
|
1267
1418
|
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
@@ -1274,13 +1425,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1274
1425
|
result: TopicValidatorResult.Ignore,
|
|
1275
1426
|
obj: block,
|
|
1276
1427
|
metadata: {
|
|
1277
|
-
isEquivocated
|
|
1428
|
+
isEquivocated,
|
|
1429
|
+
isOversized
|
|
1278
1430
|
}
|
|
1279
1431
|
};
|
|
1280
1432
|
}
|
|
1281
1433
|
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1282
1434
|
if (!added) {
|
|
1283
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1284
1435
|
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1285
1436
|
...block.toBlockInfo(),
|
|
1286
1437
|
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
@@ -1291,10 +1442,30 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1291
1442
|
return {
|
|
1292
1443
|
result: TopicValidatorResult.Reject,
|
|
1293
1444
|
metadata: {
|
|
1294
|
-
isEquivocated
|
|
1295
|
-
|
|
1445
|
+
isEquivocated,
|
|
1446
|
+
isOversized
|
|
1447
|
+
},
|
|
1448
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1296
1449
|
};
|
|
1297
1450
|
}
|
|
1451
|
+
// The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
|
|
1452
|
+
// slashed. Fired alongside (not instead of) equivocation detection below.
|
|
1453
|
+
if (isOversized) {
|
|
1454
|
+
const proposer = block.getSender();
|
|
1455
|
+
if (proposer) {
|
|
1456
|
+
this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
|
|
1457
|
+
...block.toBlockInfo(),
|
|
1458
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1459
|
+
maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
|
|
1460
|
+
source: peerId.toString(),
|
|
1461
|
+
proposer: proposer.toString()
|
|
1462
|
+
});
|
|
1463
|
+
this.oversizedProposalCallback?.({
|
|
1464
|
+
slot: block.slotNumber,
|
|
1465
|
+
proposer
|
|
1466
|
+
});
|
|
1467
|
+
}
|
|
1468
|
+
}
|
|
1298
1469
|
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1299
1470
|
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1300
1471
|
if (isEquivocated) {
|
|
@@ -1316,14 +1487,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1316
1487
|
result: TopicValidatorResult.Accept,
|
|
1317
1488
|
obj: block,
|
|
1318
1489
|
metadata: {
|
|
1319
|
-
isEquivocated
|
|
1490
|
+
isEquivocated,
|
|
1491
|
+
isOversized
|
|
1320
1492
|
}
|
|
1321
1493
|
};
|
|
1322
1494
|
}
|
|
1323
1495
|
// Otherwise, we're good to go!
|
|
1324
1496
|
return {
|
|
1325
1497
|
result: TopicValidatorResult.Accept,
|
|
1326
|
-
obj: block
|
|
1498
|
+
obj: block,
|
|
1499
|
+
metadata: {
|
|
1500
|
+
isEquivocated: false,
|
|
1501
|
+
isOversized
|
|
1502
|
+
}
|
|
1327
1503
|
};
|
|
1328
1504
|
}
|
|
1329
1505
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
@@ -1342,22 +1518,35 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1342
1518
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1343
1519
|
if (!isValid) {
|
|
1344
1520
|
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1521
|
+
// Release the protections this proposal created so its txs return to pending. Only entries still
|
|
1522
|
+
// keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
|
|
1523
|
+
await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
|
|
1345
1524
|
}
|
|
1346
1525
|
}
|
|
1347
1526
|
/**
|
|
1348
1527
|
* Handle a gossiped checkpoint proposal.
|
|
1349
1528
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1350
1529
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1351
|
-
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1530
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1531
|
+
// An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
|
|
1532
|
+
// Process checkpoint proposal if valid and neither equivocated nor oversized.
|
|
1533
|
+
const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
|
|
1352
1534
|
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1353
1535
|
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1354
|
-
|
|
1355
|
-
|
|
1356
|
-
|
|
1357
|
-
|
|
1536
|
+
const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
|
|
1537
|
+
// A node that skips checkpoint validation attests without re-executing the embedded last block, so run
|
|
1538
|
+
// the checkpoint callback first: this creates and broadcasts the attestation before the block is
|
|
1539
|
+
// processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
|
|
1540
|
+
// waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
|
|
1541
|
+
// window, after which peers reject it as stale.
|
|
1542
|
+
if (this.config.skipCheckpointProposalValidation) {
|
|
1543
|
+
await processCheckpointFn();
|
|
1544
|
+
await processBlockFn();
|
|
1358
1545
|
return;
|
|
1359
1546
|
}
|
|
1360
|
-
|
|
1547
|
+
// Process the block first, since it's required for the checkpoint proposal validation.
|
|
1548
|
+
await processBlockFn();
|
|
1549
|
+
await processCheckpointFn();
|
|
1361
1550
|
}
|
|
1362
1551
|
/**
|
|
1363
1552
|
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
@@ -1366,9 +1555,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1366
1555
|
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1367
1556
|
if (validationResult.result === 'reject') {
|
|
1368
1557
|
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1369
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1370
1558
|
return {
|
|
1371
|
-
result: TopicValidatorResult.Reject
|
|
1559
|
+
result: TopicValidatorResult.Reject,
|
|
1560
|
+
severity: validationResult.severity
|
|
1372
1561
|
};
|
|
1373
1562
|
}
|
|
1374
1563
|
if (validationResult.result === 'ignore') {
|
|
@@ -1380,23 +1569,28 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1380
1569
|
// Extract and try to add the block proposal first if present
|
|
1381
1570
|
const blockProposal = checkpoint.getBlockProposal();
|
|
1382
1571
|
let processBlock = false;
|
|
1572
|
+
let isOversized = false;
|
|
1383
1573
|
if (blockProposal) {
|
|
1384
1574
|
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1385
1575
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1386
1576
|
[Attributes.P2P_ID]: peerId.toString()
|
|
1387
1577
|
});
|
|
1388
|
-
const
|
|
1389
|
-
|
|
1578
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1579
|
+
const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
|
|
1580
|
+
isOversized = blockIsOversized ?? false;
|
|
1581
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1390
1582
|
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1391
1583
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1392
1584
|
[Attributes.P2P_ID]: peerId.toString(),
|
|
1393
1585
|
isEquivocated,
|
|
1394
|
-
result
|
|
1586
|
+
result: blockProposalResult.result
|
|
1395
1587
|
});
|
|
1396
1588
|
return {
|
|
1397
|
-
result: TopicValidatorResult.Reject
|
|
1589
|
+
result: TopicValidatorResult.Reject,
|
|
1590
|
+
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1398
1591
|
};
|
|
1399
|
-
} else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1592
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
|
|
1593
|
+
// An oversized terminal block is re-broadcast as slashing evidence but never processed.
|
|
1400
1594
|
processBlock = true;
|
|
1401
1595
|
}
|
|
1402
1596
|
}
|
|
@@ -1416,14 +1610,14 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1416
1610
|
obj: checkpoint,
|
|
1417
1611
|
metadata: {
|
|
1418
1612
|
isEquivocated,
|
|
1419
|
-
processBlock
|
|
1613
|
+
processBlock,
|
|
1614
|
+
isOversized
|
|
1420
1615
|
}
|
|
1421
1616
|
};
|
|
1422
1617
|
}
|
|
1423
|
-
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1618
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
|
|
1424
1619
|
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1425
1620
|
if (!added) {
|
|
1426
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1427
1621
|
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1428
1622
|
...checkpoint.toCheckpointInfo(),
|
|
1429
1623
|
count,
|
|
@@ -1434,8 +1628,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1434
1628
|
obj: checkpoint,
|
|
1435
1629
|
metadata: {
|
|
1436
1630
|
isEquivocated,
|
|
1437
|
-
processBlock
|
|
1438
|
-
|
|
1631
|
+
processBlock,
|
|
1632
|
+
isOversized
|
|
1633
|
+
},
|
|
1634
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1439
1635
|
};
|
|
1440
1636
|
}
|
|
1441
1637
|
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
@@ -1460,7 +1656,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1460
1656
|
obj: checkpoint,
|
|
1461
1657
|
metadata: {
|
|
1462
1658
|
isEquivocated,
|
|
1463
|
-
processBlock
|
|
1659
|
+
processBlock,
|
|
1660
|
+
isOversized
|
|
1464
1661
|
}
|
|
1465
1662
|
};
|
|
1466
1663
|
}
|
|
@@ -1470,7 +1667,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1470
1667
|
obj: checkpoint,
|
|
1471
1668
|
metadata: {
|
|
1472
1669
|
processBlock,
|
|
1473
|
-
isEquivocated
|
|
1670
|
+
isEquivocated,
|
|
1671
|
+
isOversized
|
|
1474
1672
|
}
|
|
1475
1673
|
};
|
|
1476
1674
|
}
|
|
@@ -1485,9 +1683,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1485
1683
|
archive: checkpoint.archive.toString(),
|
|
1486
1684
|
source: sender.toString()
|
|
1487
1685
|
});
|
|
1686
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1488
1687
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1489
1688
|
// to validate and potentially generate attestations
|
|
1490
|
-
const attestations = await this.
|
|
1689
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1491
1690
|
if (attestations && attestations.length > 0) {
|
|
1492
1691
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1493
1692
|
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
@@ -1511,62 +1710,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1511
1710
|
});
|
|
1512
1711
|
}
|
|
1513
1712
|
/**
|
|
1514
|
-
* Validate the requested block transactions
|
|
1713
|
+
* Validate the requested block transactions request-response consistency.
|
|
1714
|
+
* It does NOT validate the transactions themselves.
|
|
1515
1715
|
* @param request - The block transactions request.
|
|
1516
1716
|
* @param response - The block transactions response.
|
|
1517
1717
|
* @param peerId - The ID of the peer that made the request.
|
|
1518
|
-
* @returns True if the
|
|
1519
|
-
*/ async
|
|
1520
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1718
|
+
* @returns True if the request-response is consistent, false otherwise.
|
|
1719
|
+
*/ async validateRequestedBlockTxsConsistency(request, response, peerId) {
|
|
1521
1720
|
try {
|
|
1522
|
-
|
|
1523
|
-
|
|
1524
|
-
throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
|
|
1525
|
-
}
|
|
1526
|
-
if (response.txIndices.getLength() !== request.txIndices.getLength()) {
|
|
1527
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1528
|
-
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
|
|
1529
|
-
}
|
|
1530
|
-
// Check no duplicates and not exceeding returnable count
|
|
1531
|
-
const requestedIndices = new Set(request.txIndices.getTrueIndices());
|
|
1532
|
-
const availableIndices = new Set(response.txIndices.getTrueIndices());
|
|
1533
|
-
const maxReturnable = [
|
|
1534
|
-
...requestedIndices
|
|
1535
|
-
].filter((i)=>availableIndices.has(i)).length;
|
|
1536
|
-
const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
|
|
1721
|
+
// Check for duplicates txs (or hashes) in the response.
|
|
1722
|
+
const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
|
|
1537
1723
|
const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
|
|
1538
1724
|
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1539
1725
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1540
1726
|
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1541
1727
|
}
|
|
1542
|
-
|
|
1728
|
+
// We get the block tx hashes from the proposal or the archiver.
|
|
1729
|
+
const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
|
|
1730
|
+
const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
|
|
1731
|
+
archive: request.archiveRoot
|
|
1732
|
+
}))?.body.txEffects.map((e)=>e.txHash);
|
|
1733
|
+
// If we don't have the block, we can't verify membership/order of the returned txs.
|
|
1734
|
+
if (!blockTxHashes) {
|
|
1735
|
+
// This shouldn't happen, since we asked for the block (proposal).
|
|
1736
|
+
// Neither a local proposal nor an archived block: we cannot verify membership/order of the
|
|
1737
|
+
// returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
|
|
1738
|
+
this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
|
|
1739
|
+
// NOTE: We mark the response as invalid, given the limitations of a true/false return value.
|
|
1740
|
+
return false;
|
|
1741
|
+
}
|
|
1742
|
+
// Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
|
|
1743
|
+
const uniqueRequestedHashes = new Set([
|
|
1744
|
+
// tx hashes requested by index.
|
|
1745
|
+
...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
|
|
1746
|
+
// explicitly requested tx hashes.
|
|
1747
|
+
...request.txHashes.map((h)=>h.toString())
|
|
1748
|
+
]);
|
|
1749
|
+
if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
|
|
1750
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1751
|
+
throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
|
|
1752
|
+
}
|
|
1753
|
+
// Tx indices information is optional, but if present, we need to verify a few things.
|
|
1754
|
+
if (!response.peerHasBlock()) {
|
|
1755
|
+
this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
|
|
1756
|
+
return true;
|
|
1757
|
+
}
|
|
1758
|
+
// If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
|
|
1759
|
+
if (response.txIndices.getLength() !== blockTxHashes.length) {
|
|
1543
1760
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1544
|
-
throw new ValidationError(`Received
|
|
1761
|
+
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
|
|
1545
1762
|
}
|
|
1546
|
-
//
|
|
1547
|
-
|
|
1548
|
-
|
|
1549
|
-
|
|
1550
|
-
|
|
1551
|
-
|
|
1552
|
-
|
|
1553
|
-
|
|
1554
|
-
|
|
1555
|
-
]));
|
|
1556
|
-
const allowedIndexSet = new Set(intersectIdx);
|
|
1557
|
-
const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
|
|
1558
|
-
const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
|
|
1559
|
-
const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
|
|
1560
|
-
if (!allAllowed || !strictlyIncreasing) {
|
|
1561
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1562
|
-
throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
|
|
1563
|
-
}
|
|
1564
|
-
} else {
|
|
1565
|
-
// No local proposal, cannot check the membership/order of the returned txs
|
|
1566
|
-
this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
|
|
1567
|
-
return false;
|
|
1763
|
+
// For every index we requested that the peer claims to have (per its bitvector), the
|
|
1764
|
+
// corresponding tx must be present in the response. A peer advertising availability but
|
|
1765
|
+
// withholding the tx is inconsistent.
|
|
1766
|
+
const returnedHashSet = new Set(returnedHashes);
|
|
1767
|
+
const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
|
|
1768
|
+
const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
|
|
1769
|
+
if (missingExpected) {
|
|
1770
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1771
|
+
throw new ValidationError('Peer advertised requested txs via indices but did not return them');
|
|
1568
1772
|
}
|
|
1569
|
-
await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
|
|
1570
1773
|
return true;
|
|
1571
1774
|
} catch (e) {
|
|
1572
1775
|
if (e instanceof ValidationError) {
|
|
@@ -1577,104 +1780,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1577
1780
|
return false;
|
|
1578
1781
|
}
|
|
1579
1782
|
}
|
|
1580
|
-
|
|
1581
|
-
|
|
1582
|
-
*
|
|
1583
|
-
* The core component of this validator is that each tx hash MUST match the requested tx hash,
|
|
1584
|
-
* In order to perform this check, the tx proof must be verified.
|
|
1585
|
-
*
|
|
1586
|
-
* Note: This function is called from within `ReqResp.sendRequest` as part of the
|
|
1587
|
-
* ReqRespSubProtocol.TX subprotocol validation.
|
|
1588
|
-
*
|
|
1589
|
-
* @param requestedTxHash - The collection of the txs that was requested.
|
|
1590
|
-
* @param responseTx - The collection of txs that was received as a response to the request.
|
|
1591
|
-
* @param peerId - The peer ID of the peer that sent the tx.
|
|
1592
|
-
* @returns True if the whole collection of txs is valid, false otherwise.
|
|
1593
|
-
*/ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
|
|
1594
|
-
const requested = new Set(requestedTxHash.map((h)=>h.toString()));
|
|
1595
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1596
|
-
//TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
|
|
1597
|
-
// I think we should still extract the valid txs and return them, so that we can still use the response.
|
|
1598
|
-
try {
|
|
1599
|
-
await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
|
|
1600
|
-
return true;
|
|
1601
|
-
} catch (e) {
|
|
1602
|
-
if (e instanceof ValidationError) {
|
|
1603
|
-
this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
|
|
1604
|
-
} else {
|
|
1605
|
-
this.logger.error(`Error during validation of requested txs`, e);
|
|
1606
|
-
}
|
|
1607
|
-
return false;
|
|
1608
|
-
}
|
|
1609
|
-
}
|
|
1610
|
-
/**
|
|
1611
|
-
* Validates a BLOCK response.
|
|
1612
|
-
*
|
|
1613
|
-
* If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
|
|
1614
|
-
* Penalizes on block number mismatch or hash mismatch.
|
|
1615
|
-
*
|
|
1616
|
-
* @param requestedBlockNumber - The requested block number.
|
|
1617
|
-
* @param responseBlock - The block returned by the peer.
|
|
1618
|
-
* @param peerId - The peer that returned the block.
|
|
1619
|
-
* @returns True if the response is valid, false otherwise.
|
|
1620
|
-
*/ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
|
|
1621
|
-
try {
|
|
1622
|
-
const reqNum = Number(requestedBlockNumber.toString());
|
|
1623
|
-
if (responseBlock.number !== reqNum) {
|
|
1624
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1625
|
-
return false;
|
|
1626
|
-
}
|
|
1627
|
-
const local = await this.archiver.getBlock(BlockNumber(reqNum));
|
|
1628
|
-
if (!local) {
|
|
1629
|
-
// We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
|
|
1630
|
-
// TODO: Consider extending this validator to accept an expected hash or
|
|
1631
|
-
// performing quorum-based checks when using P2P syncing prior to L1 sync.
|
|
1632
|
-
this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
|
|
1633
|
-
return false;
|
|
1634
|
-
}
|
|
1635
|
-
const [localHash, respHash] = await Promise.all([
|
|
1636
|
-
local.hash(),
|
|
1637
|
-
responseBlock.hash()
|
|
1638
|
-
]);
|
|
1639
|
-
if (!localHash.equals(respHash)) {
|
|
1640
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1641
|
-
return false;
|
|
1642
|
-
}
|
|
1643
|
-
return true;
|
|
1644
|
-
} catch (e) {
|
|
1645
|
-
this.logger.warn(`Error validating requested block`, e);
|
|
1646
|
-
return false;
|
|
1647
|
-
}
|
|
1648
|
-
}
|
|
1649
|
-
async validateRequestedTx(tx, peerId, txValidator, requested) {
|
|
1650
|
-
const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
|
|
1651
|
-
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1652
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1653
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
|
|
1654
|
-
}
|
|
1655
|
-
const { result } = await txValidator.validateTx(tx);
|
|
1656
|
-
if (result === 'invalid') {
|
|
1657
|
-
penalize(PeerErrorSeverity.LowToleranceError);
|
|
1658
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
|
|
1659
|
-
}
|
|
1660
|
-
}
|
|
1661
|
-
createRequestedTxValidator() {
|
|
1662
|
-
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1663
|
-
l1ChainId: this.config.l1ChainId,
|
|
1664
|
-
rollupVersion: this.config.rollupVersion
|
|
1665
|
-
});
|
|
1666
|
-
}
|
|
1667
|
-
async getGasFees(blockNumber) {
|
|
1668
|
-
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1669
|
-
return this.feesCache.gasFees;
|
|
1670
|
-
}
|
|
1671
|
-
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
1672
|
-
const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
|
|
1673
|
-
this.feesCache = {
|
|
1674
|
-
blockNumber,
|
|
1675
|
-
gasFees
|
|
1676
|
-
};
|
|
1677
|
-
return gasFees;
|
|
1783
|
+
getGasFees() {
|
|
1784
|
+
return this.blockMinFeesProvider.getCurrentMinFees();
|
|
1678
1785
|
}
|
|
1679
1786
|
/**
|
|
1680
1787
|
* Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
|
|
@@ -1685,16 +1792,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1685
1792
|
txValidatorConfig: {
|
|
1686
1793
|
l1ChainId: this.config.l1ChainId,
|
|
1687
1794
|
rollupVersion: this.config.rollupVersion,
|
|
1688
|
-
proofVerifier: this.proofVerifier
|
|
1795
|
+
proofVerifier: this.proofVerifier,
|
|
1796
|
+
txValidationCache: this.txValidationCache
|
|
1689
1797
|
},
|
|
1690
|
-
peerScoring: this.peerManager
|
|
1798
|
+
peerScoring: this.peerManager,
|
|
1799
|
+
validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
|
|
1691
1800
|
};
|
|
1692
1801
|
}
|
|
1693
1802
|
async validateTxsReceivedInBlockProposal(txs) {
|
|
1694
1803
|
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1695
1804
|
l1ChainId: this.config.l1ChainId,
|
|
1696
1805
|
rollupVersion: this.config.rollupVersion
|
|
1697
|
-
}, this.logger.getBindings());
|
|
1806
|
+
}, this.logger.getBindings(), this.txValidationCache);
|
|
1698
1807
|
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1699
1808
|
const result = await validator.validateTx(tx);
|
|
1700
1809
|
return result.result !== 'invalid';
|
|
@@ -1704,17 +1813,17 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1704
1813
|
}
|
|
1705
1814
|
}
|
|
1706
1815
|
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1707
|
-
const gasFees = await this.getGasFees(
|
|
1816
|
+
const gasFees = await this.getGasFees();
|
|
1708
1817
|
const allowedInSetup = [
|
|
1709
1818
|
...await getDefaultAllowedSetupFunctions(),
|
|
1710
1819
|
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1711
1820
|
];
|
|
1712
1821
|
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1713
1822
|
const l1Constants = await this.archiver.getL1Constants();
|
|
1823
|
+
const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
|
|
1714
1824
|
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1715
|
-
|
|
1716
|
-
|
|
1717
|
-
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1825
|
+
maxTxL2Gas: networkTxGasLimits.l2Gas,
|
|
1826
|
+
maxTxDAGas: networkTxGasLimits.daGas
|
|
1718
1827
|
});
|
|
1719
1828
|
}
|
|
1720
1829
|
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|