@aztec/p2p 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -6
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +22 -6
- package/dest/client/factory.d.ts +4 -3
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +32 -23
- package/dest/client/interface.d.ts +44 -11
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +34 -19
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +119 -59
- package/dest/config.d.ts +150 -107
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +77 -26
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +270 -198
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
- package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +6 -4
- package/dest/mem_pools/instrumentation.d.ts +9 -4
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +28 -9
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +8 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +1 -0
- package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +29 -16
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +119 -23
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +18 -18
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +19 -18
- package/dest/services/encoding.d.ts +19 -6
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +25 -15
- package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +4 -14
- package/dest/services/libp2p/instrumentation.d.ts +6 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +21 -0
- package/dest/services/libp2p/libp2p_service.d.ts +40 -43
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +370 -276
- package/dest/services/peer-manager/peer_manager.d.ts +26 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +103 -17
- package/dest/services/peer-manager/peer_scoring.d.ts +30 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +74 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/interface.d.ts +16 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +10 -20
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +1 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +1 -3
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +59 -209
- package/dest/services/service.d.ts +41 -19
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +2 -23
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +2 -55
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
- package/dest/services/tx_collection/index.d.ts +2 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +0 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +0 -2
- package/dest/services/tx_collection/tx_collection.d.ts +35 -51
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +275 -119
- package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +2 -2
- package/dest/services/tx_collection/tx_source.d.ts +1 -1
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +4 -1
- package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +4 -14
- package/dest/services/tx_provider.d.ts +3 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +3 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -2
- package/dest/test-helpers/mock-pubsub.d.ts +33 -9
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +57 -44
- package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +16 -18
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +15 -14
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +28 -13
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +60 -27
- package/dest/testbench/worker_client_manager.d.ts +10 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +51 -8
- package/dest/util.d.ts +11 -6
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +17 -17
- package/src/bootstrap/bootstrap.ts +17 -3
- package/src/client/factory.ts +48 -24
- package/src/client/interface.ts +39 -17
- package/src/client/p2p_client.ts +135 -92
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +159 -34
- package/src/errors/reqresp.error.ts +13 -19
- package/src/mem_pools/attestation_pool/attestation_pool.ts +325 -242
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
- package/src/mem_pools/attestation_pool/mocks.ts +13 -8
- package/src/mem_pools/instrumentation.ts +18 -12
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +13 -7
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
- package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
- package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
- package/src/msg_validators/tx_validator/README.md +13 -3
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/data_validator.ts +2 -0
- package/src/msg_validators/tx_validator/factory.ts +37 -20
- package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +126 -14
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +25 -44
- package/src/services/encoding.ts +28 -20
- package/src/services/gossipsub/README.md +33 -11
- package/src/services/gossipsub/topic_score_params.ts +9 -18
- package/src/services/libp2p/instrumentation.ts +22 -0
- package/src/services/libp2p/libp2p_service.ts +433 -302
- package/src/services/peer-manager/peer_manager.ts +112 -16
- package/src/services/peer-manager/peer_scoring.ts +81 -3
- package/src/services/reqresp/README.md +2 -37
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
- package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/interface.ts +21 -47
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +1 -3
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +69 -252
- package/src/services/service.ts +48 -37
- package/src/services/tx_collection/config.ts +3 -80
- package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
- package/src/services/tx_collection/index.ts +1 -6
- package/src/services/tx_collection/instrumentation.ts +1 -7
- package/src/services/tx_collection/tx_collection.ts +330 -173
- package/src/services/tx_collection/tx_collection_sink.ts +2 -2
- package/src/services/tx_collection/tx_source.ts +2 -1
- package/src/services/tx_file_store/tx_file_store.ts +5 -17
- package/src/services/tx_provider.ts +5 -0
- package/src/test-helpers/make-test-p2p-clients.ts +3 -0
- package/src/test-helpers/mock-pubsub.ts +61 -60
- package/src/test-helpers/reqresp-nodes.ts +12 -22
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +35 -26
- package/src/testbench/p2p_client_testbench_worker.ts +68 -44
- package/src/testbench/worker_client_manager.ts +59 -19
- package/src/util.ts +32 -17
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -315
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/msg_validators/clock_tolerance.d.ts +0 -21
- package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
- package/dest/msg_validators/clock_tolerance.js +0 -38
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -311
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -211
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -355
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/msg_validators/clock_tolerance.ts +0 -52
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -361
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
- package/src/services/tx_collection/slow_tx_collection.ts +0 -266
|
@@ -370,17 +370,20 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import { maxBy } from '@aztec/foundation/collection';
|
|
375
|
+
import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
|
|
376
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
379
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
380
|
-
import {
|
|
381
|
-
import {
|
|
380
|
+
import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
|
|
381
|
+
import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
|
|
382
|
+
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, ValidatedBlockProposal, ValidatedCheckpointProposalCore, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
383
|
+
import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
|
|
382
384
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
383
385
|
import { Tx } from '@aztec/stdlib/tx';
|
|
386
|
+
import { InvalidBlockProposalTxsError } from '@aztec/stdlib/validators';
|
|
384
387
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
385
388
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
386
389
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
@@ -393,25 +396,39 @@ import { identify } from '@libp2p/identify';
|
|
|
393
396
|
import { TopicValidatorResult } from '@libp2p/interface';
|
|
394
397
|
import { mplex } from '@libp2p/mplex';
|
|
395
398
|
import { tcp } from '@libp2p/tcp';
|
|
399
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
396
400
|
import { ENR } from '@nethermindeth/enr';
|
|
397
401
|
import { createLibp2p } from 'libp2p';
|
|
398
402
|
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
399
403
|
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
400
404
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
401
|
-
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs
|
|
405
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
402
406
|
import { GossipSubEvent } from '../../types/index.js';
|
|
403
407
|
import { convertToMultiaddr } from '../../util.js';
|
|
404
408
|
import { getVersions } from '../../versioning.js';
|
|
405
409
|
import { AztecDatastore } from '../data_store.js';
|
|
406
410
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
407
|
-
import { SnappyTransform,
|
|
411
|
+
import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
408
412
|
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
409
413
|
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
410
414
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
411
415
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
412
|
-
import {
|
|
416
|
+
import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
|
|
417
|
+
import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
413
418
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
414
419
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
420
|
+
/**
|
|
421
|
+
* Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
|
|
422
|
+
* bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
|
|
423
|
+
* materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
|
|
424
|
+
*/ function buildConsensusTimetable(config, l1Constants) {
|
|
425
|
+
const blockDuration = config.blockDurationMs / 1000;
|
|
426
|
+
return new ConsensusTimetable({
|
|
427
|
+
l1Constants,
|
|
428
|
+
blockDuration,
|
|
429
|
+
checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
|
|
430
|
+
});
|
|
431
|
+
}
|
|
415
432
|
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
416
433
|
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
417
434
|
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
@@ -427,12 +444,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
427
444
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
428
445
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
429
446
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
430
|
-
})), _dec5 = trackSpan('Libp2pService.
|
|
447
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
|
|
431
448
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
432
|
-
})), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
433
|
-
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
434
|
-
})), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
435
|
-
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
436
449
|
}));
|
|
437
450
|
/**
|
|
438
451
|
* Lib P2P implementation of the P2PService interface.
|
|
@@ -447,6 +460,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
447
460
|
epochCache;
|
|
448
461
|
proofVerifier;
|
|
449
462
|
worldStateSynchronizer;
|
|
463
|
+
blockMinFeesProvider;
|
|
464
|
+
txValidationCache;
|
|
450
465
|
static{
|
|
451
466
|
({ e: [_initProto] } = _apply_decs_2203_r(this, [
|
|
452
467
|
[
|
|
@@ -477,17 +492,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
477
492
|
[
|
|
478
493
|
_dec5,
|
|
479
494
|
2,
|
|
480
|
-
"
|
|
481
|
-
],
|
|
482
|
-
[
|
|
483
|
-
_dec6,
|
|
484
|
-
2,
|
|
485
|
-
"validateRequestedTxs"
|
|
486
|
-
],
|
|
487
|
-
[
|
|
488
|
-
_dec7,
|
|
489
|
-
2,
|
|
490
|
-
"validateRequestedBlock"
|
|
495
|
+
"validateRequestedBlockTxsConsistency"
|
|
491
496
|
]
|
|
492
497
|
], []));
|
|
493
498
|
}
|
|
@@ -499,9 +504,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
499
504
|
checkpointAttestationValidator;
|
|
500
505
|
protocolVersion;
|
|
501
506
|
topicStrings;
|
|
502
|
-
feesCache;
|
|
503
507
|
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
508
|
+
/** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
|
|
504
509
|
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
510
|
+
/** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
|
|
505
511
|
/**
|
|
506
512
|
* Callback for when a block is received from a peer.
|
|
507
513
|
* @param block - The block received from the peer.
|
|
@@ -518,11 +524,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
518
524
|
* @returns The attestations for the checkpoint, if any.
|
|
519
525
|
*/ validatorCheckpointReceivedCallback;
|
|
520
526
|
gossipSubEventHandler;
|
|
527
|
+
ipChangedHandler;
|
|
528
|
+
discoveredP2pIp;
|
|
521
529
|
instrumentation;
|
|
522
530
|
telemetry;
|
|
523
531
|
logger;
|
|
524
|
-
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
|
|
525
|
-
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
532
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
|
|
533
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
526
534
|
this.telemetry = telemetry;
|
|
527
535
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
528
536
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -538,13 +546,27 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
538
546
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
539
547
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
540
548
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
549
|
+
// Build the consensus timetable once from protocol slot-timing constants and inject it into every
|
|
550
|
+
// validator so they share one set of receive-window bounds, independent of proposer operational budgets.
|
|
551
|
+
const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
|
|
541
552
|
const proposalValidatorOpts = {
|
|
542
553
|
txsPermitted: !config.disableTransactions,
|
|
543
|
-
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
|
|
554
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
|
|
555
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
|
|
556
|
+
skipSlotValidation: config.skipProposalSlotValidation,
|
|
557
|
+
signatureContext: {
|
|
558
|
+
chainId: config.l1ChainId,
|
|
559
|
+
rollupAddress: config.rollupAddress
|
|
560
|
+
},
|
|
561
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
562
|
+
};
|
|
563
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
564
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
|
|
565
|
+
const attestationValidatorOpts = {
|
|
566
|
+
signatureContext: proposalValidatorOpts.signatureContext,
|
|
567
|
+
clockDisparityMs: config.maxGossipClockDisparityMs
|
|
544
568
|
};
|
|
545
|
-
this.
|
|
546
|
-
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
|
|
547
|
-
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
|
|
569
|
+
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
|
|
548
570
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
549
571
|
this.blockReceivedCallback = async (block)=>{
|
|
550
572
|
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
@@ -561,6 +583,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
561
583
|
}
|
|
562
584
|
updateConfig(config) {
|
|
563
585
|
this.reqresp.updateConfig(config);
|
|
586
|
+
this.config = merge(this.config, config);
|
|
564
587
|
}
|
|
565
588
|
/**
|
|
566
589
|
* Creates an instance of the LibP2P service.
|
|
@@ -568,12 +591,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
568
591
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
569
592
|
* @returns The new service.
|
|
570
593
|
*/ static async new(config, peerId, deps) {
|
|
571
|
-
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
594
|
+
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
|
|
572
595
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
573
596
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
574
597
|
const datastore = new AztecDatastore(peerStore);
|
|
575
598
|
const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
|
|
576
|
-
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
|
|
599
|
+
const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
|
|
577
600
|
// Seed libp2p's bootstrap discovery with private and trusted peers
|
|
578
601
|
const bootstrapNodes = [
|
|
579
602
|
...config.privatePeers,
|
|
@@ -588,31 +611,45 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
588
611
|
const versions = getVersions(config);
|
|
589
612
|
const protocolVersion = compressComponentVersions(versions);
|
|
590
613
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
591
|
-
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
614
|
+
const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
615
|
+
try {
|
|
616
|
+
const peerId = await enr.peerId();
|
|
617
|
+
const address = enr.getLocationMultiaddr('tcp');
|
|
618
|
+
if (address === undefined) {
|
|
619
|
+
throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
|
|
620
|
+
}
|
|
621
|
+
return {
|
|
622
|
+
id: peerId,
|
|
623
|
+
addrs: [
|
|
624
|
+
address
|
|
625
|
+
]
|
|
626
|
+
};
|
|
627
|
+
} catch (err) {
|
|
628
|
+
// A malformed configured ENR shouldn't abort node setup — skip it and log.
|
|
629
|
+
logger.warn(`Skipping preferred peer with invalid ENR`, {
|
|
630
|
+
err
|
|
631
|
+
});
|
|
632
|
+
return undefined;
|
|
596
633
|
}
|
|
597
|
-
|
|
598
|
-
id: peerId,
|
|
599
|
-
addrs: [
|
|
600
|
-
address
|
|
601
|
-
]
|
|
602
|
-
};
|
|
603
|
-
}))).filter((peer)=>peer !== undefined);
|
|
634
|
+
})));
|
|
604
635
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
605
636
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
606
637
|
] : [];
|
|
607
|
-
// Create dynamic topic score params based on network configuration
|
|
638
|
+
// Create dynamic topic score params based on network configuration. Scoring uses the network-wide
|
|
639
|
+
// max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
|
|
640
|
+
// peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
|
|
608
641
|
const l1Constants = epochCache.getL1Constants();
|
|
609
642
|
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
610
643
|
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
611
644
|
heartbeatIntervalMs: config.gossipsubInterval,
|
|
612
645
|
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
613
|
-
|
|
646
|
+
maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
|
|
614
647
|
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
615
648
|
});
|
|
649
|
+
// Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
|
|
650
|
+
// message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
|
|
651
|
+
// so a crafted topic colliding on msg id can suppress a real message as a duplicate.
|
|
652
|
+
const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
|
|
616
653
|
const node = await createLibp2p({
|
|
617
654
|
start: false,
|
|
618
655
|
peerId,
|
|
@@ -646,8 +683,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
646
683
|
],
|
|
647
684
|
datastore,
|
|
648
685
|
peerDiscovery,
|
|
686
|
+
// Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
|
|
649
687
|
streamMuxers: [
|
|
650
|
-
yamux(
|
|
688
|
+
yamux({
|
|
689
|
+
maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
|
|
690
|
+
}),
|
|
651
691
|
mplex()
|
|
652
692
|
],
|
|
653
693
|
connectionEncryption: [
|
|
@@ -665,7 +705,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
665
705
|
},
|
|
666
706
|
connectionGater: {
|
|
667
707
|
denyInboundConnection: (maConn)=>{
|
|
668
|
-
const allowed = peerManager.
|
|
708
|
+
const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
|
|
669
709
|
if (allowed) {
|
|
670
710
|
return false;
|
|
671
711
|
}
|
|
@@ -675,7 +715,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
675
715
|
denyInboundEncryptedConnection: (peerId, _maConn)=>{
|
|
676
716
|
//NOTE: it is not necessary to check address here because this was already done by
|
|
677
717
|
// denyInboundConnection
|
|
678
|
-
const allowed = peerManager.
|
|
718
|
+
const allowed = peerManager.isPeerAllowedToConnect(peerId);
|
|
679
719
|
if (allowed) {
|
|
680
720
|
return false;
|
|
681
721
|
}
|
|
@@ -702,9 +742,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
702
742
|
mcacheLength: config.gossipsubMcacheLength,
|
|
703
743
|
mcacheGossip: config.gossipsubMcacheGossip,
|
|
704
744
|
seenTTL: config.gossipsubSeenTTL,
|
|
745
|
+
allowedTopics,
|
|
746
|
+
// No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
|
|
747
|
+
// raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
|
|
748
|
+
// a different message with no fallback to the full id. Dedup instead rests solely on the
|
|
749
|
+
// cryptographic, topic-framed msgIdFn below.
|
|
705
750
|
msgIdFn: getMsgIdFn,
|
|
706
751
|
msgIdToStrFn: msgIdToStrFn,
|
|
707
|
-
fastMsgIdFn: fastMsgIdFn,
|
|
708
752
|
dataTransform: new SnappyTransform(),
|
|
709
753
|
metricsRegister: otelMetricsAdapter,
|
|
710
754
|
metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
|
|
@@ -717,7 +761,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
717
761
|
})
|
|
718
762
|
}),
|
|
719
763
|
components: (components)=>({
|
|
720
|
-
connectionManager: components.connectionManager
|
|
764
|
+
connectionManager: components.connectionManager,
|
|
765
|
+
addressManager: components.addressManager
|
|
721
766
|
})
|
|
722
767
|
},
|
|
723
768
|
logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
|
|
@@ -725,6 +770,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
725
770
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
726
771
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
727
772
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
773
|
+
// Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
|
|
774
|
+
reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
|
|
728
775
|
// Configure application-specific scoring for gossipsub.
|
|
729
776
|
// The weight scales app score to align with gossipsub thresholds:
|
|
730
777
|
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
@@ -732,7 +779,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
732
779
|
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
733
780
|
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
734
781
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
735
|
-
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
|
|
782
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
|
|
736
783
|
}
|
|
737
784
|
/**
|
|
738
785
|
* Starts the LibP2P service.
|
|
@@ -742,22 +789,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
742
789
|
if (this.node.status === 'started') {
|
|
743
790
|
throw new Error('P2P service already started');
|
|
744
791
|
}
|
|
745
|
-
// Get listen & announce addresses for logging
|
|
746
792
|
const { p2pIp, p2pPort } = this.config;
|
|
747
|
-
if (!p2pIp) {
|
|
748
|
-
throw new Error('Announce address not provided.');
|
|
793
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
794
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
749
795
|
}
|
|
750
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
796
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
751
797
|
// Create request response protocol handlers
|
|
752
798
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
753
799
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
754
|
-
const blockHandler = reqRespBlockHandler(this.archiver);
|
|
755
800
|
const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
|
|
756
801
|
const requestResponseHandlers = {
|
|
757
802
|
[ReqRespSubProtocol.PING]: pingHandler,
|
|
758
803
|
[ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
|
|
759
|
-
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
760
|
-
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
804
|
+
[ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
|
|
761
805
|
};
|
|
762
806
|
if (!this.config.disableTransactions) {
|
|
763
807
|
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
@@ -766,15 +810,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
766
810
|
if (!this.config.disableTransactions) {
|
|
767
811
|
requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
|
|
768
812
|
}
|
|
769
|
-
// Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
|
|
770
|
-
const reqrespSubProtocolValidators = {
|
|
771
|
-
...DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
772
|
-
[ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
|
|
773
|
-
[ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
|
|
774
|
-
[ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
|
|
775
|
-
};
|
|
776
813
|
await this.peerManager.initializePeers();
|
|
777
|
-
await this.reqresp.start(requestResponseHandlers
|
|
814
|
+
await this.reqresp.start(requestResponseHandlers);
|
|
778
815
|
await this.node.start();
|
|
779
816
|
// Subscribe to standard GossipSub topics by default
|
|
780
817
|
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
@@ -786,6 +823,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
786
823
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
787
824
|
await this.peerDiscoveryService.start();
|
|
788
825
|
}
|
|
826
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
827
|
+
if (this.config.queryForIp) {
|
|
828
|
+
this.discoveredP2pIp = this.config.p2pIp;
|
|
829
|
+
this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
|
|
830
|
+
this.ipChangedHandler = (ip)=>{
|
|
831
|
+
const addressManager = this.node.services.components.addressManager;
|
|
832
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
833
|
+
const previousIp = this.discoveredP2pIp;
|
|
834
|
+
if (previousIp) {
|
|
835
|
+
const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
|
|
836
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
837
|
+
this.logger.info('Libp2p announce address updated due to IP change', {
|
|
838
|
+
previousIp,
|
|
839
|
+
newIp: ip,
|
|
840
|
+
newMultiaddr: newAddr.toString()
|
|
841
|
+
});
|
|
842
|
+
} else {
|
|
843
|
+
this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
|
|
844
|
+
ip,
|
|
845
|
+
multiaddr: newAddr.toString()
|
|
846
|
+
});
|
|
847
|
+
}
|
|
848
|
+
addressManager.addObservedAddr(newAddr);
|
|
849
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
850
|
+
this.discoveredP2pIp = ip;
|
|
851
|
+
};
|
|
852
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
853
|
+
}
|
|
789
854
|
this.discoveryRunningPromise = new RunningPromise(async ()=>{
|
|
790
855
|
await this.peerManager.heartbeat();
|
|
791
856
|
}, this.logger, this.config.peerCheckIntervalMS);
|
|
@@ -803,6 +868,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
803
868
|
*/ async stop() {
|
|
804
869
|
// Remove gossip sub listener
|
|
805
870
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
871
|
+
if (this.ipChangedHandler) {
|
|
872
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
873
|
+
this.ipChangedHandler = undefined;
|
|
874
|
+
}
|
|
806
875
|
// Stop peer manager
|
|
807
876
|
this.logger.debug('Stopping peer manager...');
|
|
808
877
|
await this.peerManager.stop();
|
|
@@ -816,8 +885,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
816
885
|
await this.stopLibP2P();
|
|
817
886
|
this.logger.info('LibP2P service stopped');
|
|
818
887
|
}
|
|
819
|
-
addReqRespSubProtocol(subProtocol, handler
|
|
820
|
-
return this.reqresp.addSubProtocol(subProtocol, handler
|
|
888
|
+
addReqRespSubProtocol(subProtocol, handler) {
|
|
889
|
+
return this.reqresp.addSubProtocol(subProtocol, handler);
|
|
821
890
|
}
|
|
822
891
|
registerThisValidatorAddresses(address) {
|
|
823
892
|
this.peerManager.registerThisValidatorAddresses(address);
|
|
@@ -825,6 +894,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
825
894
|
getPeers(includePending) {
|
|
826
895
|
return this.peerManager.getPeers(includePending);
|
|
827
896
|
}
|
|
897
|
+
getP2PConnectivity() {
|
|
898
|
+
const connectedPeers = this.peerManager.getPeers().filter((peer)=>peer.status === 'connected').length;
|
|
899
|
+
return {
|
|
900
|
+
enabled: true,
|
|
901
|
+
connectedPeers
|
|
902
|
+
};
|
|
903
|
+
}
|
|
828
904
|
getGossipMeshPeerCount(topicType) {
|
|
829
905
|
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
830
906
|
}
|
|
@@ -839,14 +915,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
839
915
|
};
|
|
840
916
|
setImmediate(()=>void safeJob());
|
|
841
917
|
}
|
|
842
|
-
/**
|
|
843
|
-
* Send a batch of requests to peers, and return the responses
|
|
844
|
-
* @param protocol - The request response protocol to use
|
|
845
|
-
* @param requests - The requests to send to the peers
|
|
846
|
-
* @returns The responses to the requests
|
|
847
|
-
*/ sendBatchRequest(protocol, requests, pinnedPeerId) {
|
|
848
|
-
return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
|
|
849
|
-
}
|
|
850
918
|
sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
|
|
851
919
|
return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
|
|
852
920
|
}
|
|
@@ -865,9 +933,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
865
933
|
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
866
934
|
this.allNodesCheckpointReceivedCallback = callback;
|
|
867
935
|
}
|
|
868
|
-
async notifyOwnCheckpointProposal(checkpoint) {
|
|
869
|
-
await this.allNodesCheckpointReceivedCallback(checkpoint, this.node.peerId);
|
|
870
|
-
}
|
|
871
936
|
/**
|
|
872
937
|
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
873
938
|
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
@@ -875,12 +940,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
875
940
|
this.duplicateProposalCallback = callback;
|
|
876
941
|
}
|
|
877
942
|
/**
|
|
943
|
+
* Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
|
|
944
|
+
*/ registerOversizedProposalCallback(callback) {
|
|
945
|
+
this.oversizedProposalCallback = callback;
|
|
946
|
+
}
|
|
947
|
+
/**
|
|
878
948
|
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
879
949
|
* A validator signing attestations for different proposals at the same slot.
|
|
880
950
|
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
881
951
|
*/ registerDuplicateAttestationCallback(callback) {
|
|
882
952
|
this.duplicateAttestationCallback = callback;
|
|
883
953
|
}
|
|
954
|
+
registerCheckpointAttestationCallback(callback) {
|
|
955
|
+
this.checkpointAttestationCallback = callback;
|
|
956
|
+
}
|
|
884
957
|
/**
|
|
885
958
|
* Subscribes to a topic.
|
|
886
959
|
* @param topic - The topic to subscribe to.
|
|
@@ -995,6 +1068,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
995
1068
|
}
|
|
996
1069
|
// Process the message, optionally within a linked span for trace propagation
|
|
997
1070
|
const processMessage = async ()=>{
|
|
1071
|
+
if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
|
|
1072
|
+
this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
|
|
1073
|
+
topic: msg.topic
|
|
1074
|
+
});
|
|
1075
|
+
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
1076
|
+
return;
|
|
1077
|
+
}
|
|
998
1078
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
999
1079
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
1000
1080
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
@@ -1042,7 +1122,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1042
1122
|
}
|
|
1043
1123
|
return;
|
|
1044
1124
|
}
|
|
1045
|
-
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1125
|
+
async validateReceivedMessage(validationFunc, msgId, source, topicType, stageTimings) {
|
|
1046
1126
|
// Default to reject result with a penalty if validation function throws an error
|
|
1047
1127
|
let resultAndObj = {
|
|
1048
1128
|
result: TopicValidatorResult.Reject,
|
|
@@ -1058,11 +1138,26 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1058
1138
|
topicType
|
|
1059
1139
|
});
|
|
1060
1140
|
}
|
|
1141
|
+
const validationTimeMs = timer.ms();
|
|
1142
|
+
const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
|
|
1143
|
+
if (validationTimeMs > mcacheWindowMs * 0.75) {
|
|
1144
|
+
this.instrumentation.incSlowValidation(topicType);
|
|
1145
|
+
this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
|
|
1146
|
+
msgId,
|
|
1147
|
+
source: source.toString(),
|
|
1148
|
+
topicType,
|
|
1149
|
+
validationTimeMs,
|
|
1150
|
+
mcacheWindowMs,
|
|
1151
|
+
stageTimings
|
|
1152
|
+
});
|
|
1153
|
+
}
|
|
1061
1154
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1062
1155
|
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1063
1156
|
msgId,
|
|
1064
1157
|
source: source.toString(),
|
|
1065
|
-
topicType
|
|
1158
|
+
topicType,
|
|
1159
|
+
validationTimeMs,
|
|
1160
|
+
stageTimings
|
|
1066
1161
|
});
|
|
1067
1162
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1068
1163
|
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
@@ -1096,19 +1191,38 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1096
1191
|
}
|
|
1097
1192
|
}
|
|
1098
1193
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1194
|
+
// Per-stage timings so slow validations can be attributed to a specific stage (see A-1656).
|
|
1195
|
+
const stageTimings = {};
|
|
1196
|
+
const timed = async (stage, fn)=>{
|
|
1197
|
+
const timer = new Timer();
|
|
1198
|
+
try {
|
|
1199
|
+
return await fn();
|
|
1200
|
+
} finally{
|
|
1201
|
+
const ms = timer.ms();
|
|
1202
|
+
stageTimings[stage] = Math.ceil(ms);
|
|
1203
|
+
this.instrumentation.recordTxValidationStage(stage, ms);
|
|
1204
|
+
}
|
|
1205
|
+
};
|
|
1099
1206
|
const validationFunc = async ()=>{
|
|
1100
|
-
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1207
|
+
const tx = await timed('deserialize', ()=>this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source));
|
|
1101
1208
|
if (!tx) {
|
|
1102
1209
|
return {
|
|
1103
1210
|
result: TopicValidatorResult.Reject,
|
|
1104
1211
|
severity: PeerErrorSeverity.LowToleranceError
|
|
1105
1212
|
};
|
|
1106
1213
|
}
|
|
1107
|
-
|
|
1108
|
-
const {
|
|
1214
|
+
// Stage 1 setup: chain tip, epoch info, gas fees, and L1 constants reads
|
|
1215
|
+
const { currentBlockNumber, firstStageValidators } = await timed('fast_validation_setup', async ()=>{
|
|
1216
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1217
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1218
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1219
|
+
return {
|
|
1220
|
+
currentBlockNumber,
|
|
1221
|
+
firstStageValidators
|
|
1222
|
+
};
|
|
1223
|
+
});
|
|
1109
1224
|
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1110
|
-
const
|
|
1111
|
-
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1225
|
+
const firstStageOutcome = await timed('fast_validation', ()=>this.runValidations(tx, firstStageValidators));
|
|
1112
1226
|
if (!firstStageOutcome.allPassed) {
|
|
1113
1227
|
const { name } = firstStageOutcome.failure;
|
|
1114
1228
|
let { severity } = firstStageOutcome.failure;
|
|
@@ -1130,7 +1244,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1130
1244
|
};
|
|
1131
1245
|
}
|
|
1132
1246
|
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1133
|
-
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1247
|
+
const canAdd = await timed('pool_precheck', ()=>this.mempools.txPool.canAddPendingTx(tx));
|
|
1134
1248
|
if (canAdd === 'ignored') {
|
|
1135
1249
|
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1136
1250
|
source: source.toString()
|
|
@@ -1142,7 +1256,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1142
1256
|
}
|
|
1143
1257
|
// Stage 2: expensive proof verification
|
|
1144
1258
|
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1145
|
-
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1259
|
+
const secondStageOutcome = await timed('proof_verify', ()=>this.runValidations(tx, secondStageValidators));
|
|
1146
1260
|
if (!secondStageOutcome.allPassed) {
|
|
1147
1261
|
const { severity, name } = secondStageOutcome.failure;
|
|
1148
1262
|
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
@@ -1157,11 +1271,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1157
1271
|
}
|
|
1158
1272
|
// Pool add: persist the tx
|
|
1159
1273
|
const txHash = tx.getTxHash();
|
|
1160
|
-
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1161
|
-
|
|
1162
|
-
|
|
1163
|
-
|
|
1164
|
-
|
|
1274
|
+
const addResult = await timed('pool_add', ()=>this.mempools.txPool.addPendingTxs([
|
|
1275
|
+
tx
|
|
1276
|
+
], {
|
|
1277
|
+
source: 'gossip'
|
|
1278
|
+
}));
|
|
1165
1279
|
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1166
1280
|
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1167
1281
|
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
@@ -1190,7 +1304,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1190
1304
|
};
|
|
1191
1305
|
}
|
|
1192
1306
|
};
|
|
1193
|
-
const { result, obj: tx } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.tx);
|
|
1307
|
+
const { result, obj: tx } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.tx, stageTimings);
|
|
1194
1308
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1195
1309
|
return;
|
|
1196
1310
|
}
|
|
@@ -1292,18 +1406,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1292
1406
|
}
|
|
1293
1407
|
}
|
|
1294
1408
|
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1409
|
+
this.checkpointAttestationCallback?.(attestation);
|
|
1295
1410
|
return {
|
|
1296
1411
|
result: TopicValidatorResult.Accept,
|
|
1297
1412
|
obj: attestation
|
|
1298
1413
|
};
|
|
1299
1414
|
}
|
|
1300
1415
|
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1301
|
-
const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1302
|
-
// If not accepted or
|
|
1303
|
-
|
|
1416
|
+
const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1417
|
+
// If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
|
|
1418
|
+
// slashing evidence but never attested or processed.
|
|
1419
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
|
|
1304
1420
|
return;
|
|
1305
1421
|
}
|
|
1306
|
-
await this.processValidBlockProposal(block, source);
|
|
1422
|
+
await this.processValidBlockProposal(ValidatedBlockProposal(block), source);
|
|
1307
1423
|
}
|
|
1308
1424
|
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
|
|
1309
1425
|
const validationResult = await this.blockProposalValidator.validate(block);
|
|
@@ -1323,6 +1439,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1323
1439
|
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1324
1440
|
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1325
1441
|
const isEquivocated = count !== undefined && count > 1;
|
|
1442
|
+
// An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
|
|
1443
|
+
// proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
|
|
1444
|
+
// attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
|
|
1445
|
+
const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
|
|
1326
1446
|
// Duplicate proposal received, no need to re-broadcast
|
|
1327
1447
|
if (alreadyExists) {
|
|
1328
1448
|
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
@@ -1335,7 +1455,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1335
1455
|
result: TopicValidatorResult.Ignore,
|
|
1336
1456
|
obj: block,
|
|
1337
1457
|
metadata: {
|
|
1338
|
-
isEquivocated
|
|
1458
|
+
isEquivocated,
|
|
1459
|
+
isOversized
|
|
1339
1460
|
}
|
|
1340
1461
|
};
|
|
1341
1462
|
}
|
|
@@ -1351,11 +1472,30 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1351
1472
|
return {
|
|
1352
1473
|
result: TopicValidatorResult.Reject,
|
|
1353
1474
|
metadata: {
|
|
1354
|
-
isEquivocated
|
|
1475
|
+
isEquivocated,
|
|
1476
|
+
isOversized
|
|
1355
1477
|
},
|
|
1356
1478
|
severity: PeerErrorSeverity.HighToleranceError
|
|
1357
1479
|
};
|
|
1358
1480
|
}
|
|
1481
|
+
// The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
|
|
1482
|
+
// slashed. Fired alongside (not instead of) equivocation detection below.
|
|
1483
|
+
if (isOversized) {
|
|
1484
|
+
const proposer = block.getSender();
|
|
1485
|
+
if (proposer) {
|
|
1486
|
+
this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
|
|
1487
|
+
...block.toBlockInfo(),
|
|
1488
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1489
|
+
maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
|
|
1490
|
+
source: peerId.toString(),
|
|
1491
|
+
proposer: proposer.toString()
|
|
1492
|
+
});
|
|
1493
|
+
this.oversizedProposalCallback?.({
|
|
1494
|
+
slot: block.slotNumber,
|
|
1495
|
+
proposer
|
|
1496
|
+
});
|
|
1497
|
+
}
|
|
1498
|
+
}
|
|
1359
1499
|
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1360
1500
|
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1361
1501
|
if (isEquivocated) {
|
|
@@ -1377,14 +1517,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1377
1517
|
result: TopicValidatorResult.Accept,
|
|
1378
1518
|
obj: block,
|
|
1379
1519
|
metadata: {
|
|
1380
|
-
isEquivocated
|
|
1520
|
+
isEquivocated,
|
|
1521
|
+
isOversized
|
|
1381
1522
|
}
|
|
1382
1523
|
};
|
|
1383
1524
|
}
|
|
1384
1525
|
// Otherwise, we're good to go!
|
|
1385
1526
|
return {
|
|
1386
1527
|
result: TopicValidatorResult.Accept,
|
|
1387
|
-
obj: block
|
|
1528
|
+
obj: block,
|
|
1529
|
+
metadata: {
|
|
1530
|
+
isEquivocated: false,
|
|
1531
|
+
isOversized
|
|
1532
|
+
}
|
|
1388
1533
|
};
|
|
1389
1534
|
}
|
|
1390
1535
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
@@ -1398,27 +1543,53 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1398
1543
|
});
|
|
1399
1544
|
// Mark the txs in this proposal as protected
|
|
1400
1545
|
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1401
|
-
|
|
1402
|
-
|
|
1403
|
-
|
|
1404
|
-
|
|
1405
|
-
|
|
1546
|
+
if (!await this.tryBlockReceivedCallback(block, sender)) {
|
|
1547
|
+
// Release the protections this proposal created so its txs return to pending. Only entries still
|
|
1548
|
+
// keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
|
|
1549
|
+
await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
|
|
1550
|
+
}
|
|
1551
|
+
}
|
|
1552
|
+
/**
|
|
1553
|
+
* Runs the block received callback to validate a proposal, and returns whether it was accepted.
|
|
1554
|
+
* A callback that throws is reported as a rejection: the proposal is no more usable than one explicitly
|
|
1555
|
+
* rejected, and letting the error escape would leave the proposal's tx protections in place.
|
|
1556
|
+
* Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1557
|
+
*/ async tryBlockReceivedCallback(block, sender) {
|
|
1558
|
+
try {
|
|
1559
|
+
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1560
|
+
if (!isValid) {
|
|
1561
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1562
|
+
}
|
|
1563
|
+
return isValid;
|
|
1564
|
+
} catch (err) {
|
|
1565
|
+
this.logger.error(`Error validating block proposal for block ${block.blockNumber}`, err, block.toBlockInfo());
|
|
1566
|
+
return false;
|
|
1406
1567
|
}
|
|
1407
1568
|
}
|
|
1408
1569
|
/**
|
|
1409
1570
|
* Handle a gossiped checkpoint proposal.
|
|
1410
1571
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1411
1572
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1412
|
-
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1573
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1574
|
+
// An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
|
|
1575
|
+
// Process checkpoint proposal if valid and neither equivocated nor oversized.
|
|
1576
|
+
const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(ValidatedCheckpointProposalCore(checkpoint.toCore()), source) : Promise.resolve();
|
|
1413
1577
|
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1414
1578
|
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1579
|
+
const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(ValidatedBlockProposal(checkpoint.getBlockProposal()), source) : Promise.resolve();
|
|
1580
|
+
// A node that skips checkpoint validation attests without re-executing the embedded last block, so run
|
|
1581
|
+
// the checkpoint callback first: this creates and broadcasts the attestation before the block is
|
|
1582
|
+
// processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
|
|
1583
|
+
// waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
|
|
1584
|
+
// window, after which peers reject it as stale.
|
|
1585
|
+
if (this.config.skipCheckpointProposalValidation) {
|
|
1586
|
+
await processCheckpointFn();
|
|
1587
|
+
await processBlockFn();
|
|
1419
1588
|
return;
|
|
1420
1589
|
}
|
|
1421
|
-
|
|
1590
|
+
// Process the block first, since it's required for the checkpoint proposal validation.
|
|
1591
|
+
await processBlockFn();
|
|
1592
|
+
await processCheckpointFn();
|
|
1422
1593
|
}
|
|
1423
1594
|
/**
|
|
1424
1595
|
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
@@ -1441,13 +1612,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1441
1612
|
// Extract and try to add the block proposal first if present
|
|
1442
1613
|
const blockProposal = checkpoint.getBlockProposal();
|
|
1443
1614
|
let processBlock = false;
|
|
1615
|
+
let isOversized = false;
|
|
1444
1616
|
if (blockProposal) {
|
|
1445
1617
|
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1446
1618
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1447
1619
|
[Attributes.P2P_ID]: peerId.toString()
|
|
1448
1620
|
});
|
|
1449
1621
|
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1450
|
-
const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
|
|
1622
|
+
const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
|
|
1623
|
+
isOversized = blockIsOversized ?? false;
|
|
1451
1624
|
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1452
1625
|
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1453
1626
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
@@ -1459,7 +1632,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1459
1632
|
result: TopicValidatorResult.Reject,
|
|
1460
1633
|
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1461
1634
|
};
|
|
1462
|
-
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1635
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
|
|
1636
|
+
// An oversized terminal block is re-broadcast as slashing evidence but never processed.
|
|
1463
1637
|
processBlock = true;
|
|
1464
1638
|
}
|
|
1465
1639
|
}
|
|
@@ -1479,11 +1653,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1479
1653
|
obj: checkpoint,
|
|
1480
1654
|
metadata: {
|
|
1481
1655
|
isEquivocated,
|
|
1482
|
-
processBlock
|
|
1656
|
+
processBlock,
|
|
1657
|
+
isOversized
|
|
1483
1658
|
}
|
|
1484
1659
|
};
|
|
1485
1660
|
}
|
|
1486
|
-
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1661
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
|
|
1487
1662
|
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1488
1663
|
if (!added) {
|
|
1489
1664
|
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
@@ -1496,7 +1671,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1496
1671
|
obj: checkpoint,
|
|
1497
1672
|
metadata: {
|
|
1498
1673
|
isEquivocated,
|
|
1499
|
-
processBlock
|
|
1674
|
+
processBlock,
|
|
1675
|
+
isOversized
|
|
1500
1676
|
},
|
|
1501
1677
|
severity: PeerErrorSeverity.HighToleranceError
|
|
1502
1678
|
};
|
|
@@ -1523,7 +1699,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1523
1699
|
obj: checkpoint,
|
|
1524
1700
|
metadata: {
|
|
1525
1701
|
isEquivocated,
|
|
1526
|
-
processBlock
|
|
1702
|
+
processBlock,
|
|
1703
|
+
isOversized
|
|
1527
1704
|
}
|
|
1528
1705
|
};
|
|
1529
1706
|
}
|
|
@@ -1533,7 +1710,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1533
1710
|
obj: checkpoint,
|
|
1534
1711
|
metadata: {
|
|
1535
1712
|
processBlock,
|
|
1536
|
-
isEquivocated
|
|
1713
|
+
isEquivocated,
|
|
1714
|
+
isOversized
|
|
1537
1715
|
}
|
|
1538
1716
|
};
|
|
1539
1717
|
}
|
|
@@ -1575,62 +1753,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1575
1753
|
});
|
|
1576
1754
|
}
|
|
1577
1755
|
/**
|
|
1578
|
-
* Validate the requested block transactions
|
|
1756
|
+
* Validate the requested block transactions request-response consistency.
|
|
1757
|
+
* It does NOT validate the transactions themselves.
|
|
1579
1758
|
* @param request - The block transactions request.
|
|
1580
1759
|
* @param response - The block transactions response.
|
|
1581
1760
|
* @param peerId - The ID of the peer that made the request.
|
|
1582
|
-
* @returns True if the
|
|
1583
|
-
*/ async
|
|
1584
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1761
|
+
* @returns True if the request-response is consistent, false otherwise.
|
|
1762
|
+
*/ async validateRequestedBlockTxsConsistency(request, response, peerId) {
|
|
1585
1763
|
try {
|
|
1586
|
-
|
|
1587
|
-
|
|
1588
|
-
throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
|
|
1589
|
-
}
|
|
1590
|
-
if (response.txIndices.getLength() !== request.txIndices.getLength()) {
|
|
1591
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1592
|
-
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
|
|
1593
|
-
}
|
|
1594
|
-
// Check no duplicates and not exceeding returnable count
|
|
1595
|
-
const requestedIndices = new Set(request.txIndices.getTrueIndices());
|
|
1596
|
-
const availableIndices = new Set(response.txIndices.getTrueIndices());
|
|
1597
|
-
const maxReturnable = [
|
|
1598
|
-
...requestedIndices
|
|
1599
|
-
].filter((i)=>availableIndices.has(i)).length;
|
|
1600
|
-
const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
|
|
1764
|
+
// Check for duplicates txs (or hashes) in the response.
|
|
1765
|
+
const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
|
|
1601
1766
|
const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
|
|
1602
1767
|
if (uniqueReturned.size !== returnedHashes.length) {
|
|
1603
1768
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1604
1769
|
throw new ValidationError(`Received duplicate txs in block txs response`);
|
|
1605
1770
|
}
|
|
1606
|
-
|
|
1771
|
+
// We get the block tx hashes from the proposal or the archiver.
|
|
1772
|
+
const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
|
|
1773
|
+
const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
|
|
1774
|
+
archive: request.archiveRoot
|
|
1775
|
+
}))?.body.txEffects.map((e)=>e.txHash);
|
|
1776
|
+
// If we don't have the block, we can't verify membership/order of the returned txs.
|
|
1777
|
+
if (!blockTxHashes) {
|
|
1778
|
+
// This shouldn't happen, since we asked for the block (proposal).
|
|
1779
|
+
// Neither a local proposal nor an archived block: we cannot verify membership/order of the
|
|
1780
|
+
// returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
|
|
1781
|
+
this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
|
|
1782
|
+
// NOTE: We mark the response as invalid, given the limitations of a true/false return value.
|
|
1783
|
+
return false;
|
|
1784
|
+
}
|
|
1785
|
+
// Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
|
|
1786
|
+
const uniqueRequestedHashes = new Set([
|
|
1787
|
+
// tx hashes requested by index.
|
|
1788
|
+
...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
|
|
1789
|
+
// explicitly requested tx hashes.
|
|
1790
|
+
...request.txHashes.map((h)=>h.toString())
|
|
1791
|
+
]);
|
|
1792
|
+
if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
|
|
1793
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1794
|
+
throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
|
|
1795
|
+
}
|
|
1796
|
+
// Tx indices information is optional, but if present, we need to verify a few things.
|
|
1797
|
+
if (!response.peerHasBlock()) {
|
|
1798
|
+
this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
|
|
1799
|
+
return true;
|
|
1800
|
+
}
|
|
1801
|
+
// If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
|
|
1802
|
+
if (response.txIndices.getLength() !== blockTxHashes.length) {
|
|
1607
1803
|
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1608
|
-
throw new ValidationError(`Received
|
|
1804
|
+
throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
|
|
1609
1805
|
}
|
|
1610
|
-
//
|
|
1611
|
-
|
|
1612
|
-
|
|
1613
|
-
|
|
1614
|
-
|
|
1615
|
-
|
|
1616
|
-
|
|
1617
|
-
|
|
1618
|
-
|
|
1619
|
-
]));
|
|
1620
|
-
const allowedIndexSet = new Set(intersectIdx);
|
|
1621
|
-
const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
|
|
1622
|
-
const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
|
|
1623
|
-
const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
|
|
1624
|
-
if (!allAllowed || !strictlyIncreasing) {
|
|
1625
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1626
|
-
throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
|
|
1627
|
-
}
|
|
1628
|
-
} else {
|
|
1629
|
-
// No local proposal, cannot check the membership/order of the returned txs
|
|
1630
|
-
this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
|
|
1631
|
-
return false;
|
|
1806
|
+
// For every index we requested that the peer claims to have (per its bitvector), the
|
|
1807
|
+
// corresponding tx must be present in the response. A peer advertising availability but
|
|
1808
|
+
// withholding the tx is inconsistent.
|
|
1809
|
+
const returnedHashSet = new Set(returnedHashes);
|
|
1810
|
+
const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
|
|
1811
|
+
const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
|
|
1812
|
+
if (missingExpected) {
|
|
1813
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1814
|
+
throw new ValidationError('Peer advertised requested txs via indices but did not return them');
|
|
1632
1815
|
}
|
|
1633
|
-
await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
|
|
1634
1816
|
return true;
|
|
1635
1817
|
} catch (e) {
|
|
1636
1818
|
if (e instanceof ValidationError) {
|
|
@@ -1641,104 +1823,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1641
1823
|
return false;
|
|
1642
1824
|
}
|
|
1643
1825
|
}
|
|
1644
|
-
|
|
1645
|
-
|
|
1646
|
-
*
|
|
1647
|
-
* The core component of this validator is that each tx hash MUST match the requested tx hash,
|
|
1648
|
-
* In order to perform this check, the tx proof must be verified.
|
|
1649
|
-
*
|
|
1650
|
-
* Note: This function is called from within `ReqResp.sendRequest` as part of the
|
|
1651
|
-
* ReqRespSubProtocol.TX subprotocol validation.
|
|
1652
|
-
*
|
|
1653
|
-
* @param requestedTxHash - The collection of the txs that was requested.
|
|
1654
|
-
* @param responseTx - The collection of txs that was received as a response to the request.
|
|
1655
|
-
* @param peerId - The peer ID of the peer that sent the tx.
|
|
1656
|
-
* @returns True if the whole collection of txs is valid, false otherwise.
|
|
1657
|
-
*/ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
|
|
1658
|
-
const requested = new Set(requestedTxHash.map((h)=>h.toString()));
|
|
1659
|
-
const requestedTxValidator = this.createRequestedTxValidator();
|
|
1660
|
-
//TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
|
|
1661
|
-
// I think we should still extract the valid txs and return them, so that we can still use the response.
|
|
1662
|
-
try {
|
|
1663
|
-
await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
|
|
1664
|
-
return true;
|
|
1665
|
-
} catch (e) {
|
|
1666
|
-
if (e instanceof ValidationError) {
|
|
1667
|
-
this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
|
|
1668
|
-
} else {
|
|
1669
|
-
this.logger.error(`Error during validation of requested txs`, e);
|
|
1670
|
-
}
|
|
1671
|
-
return false;
|
|
1672
|
-
}
|
|
1673
|
-
}
|
|
1674
|
-
/**
|
|
1675
|
-
* Validates a BLOCK response.
|
|
1676
|
-
*
|
|
1677
|
-
* If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
|
|
1678
|
-
* Penalizes on block number mismatch or hash mismatch.
|
|
1679
|
-
*
|
|
1680
|
-
* @param requestedBlockNumber - The requested block number.
|
|
1681
|
-
* @param responseBlock - The block returned by the peer.
|
|
1682
|
-
* @param peerId - The peer that returned the block.
|
|
1683
|
-
* @returns True if the response is valid, false otherwise.
|
|
1684
|
-
*/ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
|
|
1685
|
-
try {
|
|
1686
|
-
const reqNum = Number(requestedBlockNumber.toString());
|
|
1687
|
-
if (responseBlock.number !== reqNum) {
|
|
1688
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
|
|
1689
|
-
return false;
|
|
1690
|
-
}
|
|
1691
|
-
const local = await this.archiver.getBlock(BlockNumber(reqNum));
|
|
1692
|
-
if (!local) {
|
|
1693
|
-
// We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
|
|
1694
|
-
// TODO: Consider extending this validator to accept an expected hash or
|
|
1695
|
-
// performing quorum-based checks when using P2P syncing prior to L1 sync.
|
|
1696
|
-
this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
|
|
1697
|
-
return false;
|
|
1698
|
-
}
|
|
1699
|
-
const [localHash, respHash] = await Promise.all([
|
|
1700
|
-
local.hash(),
|
|
1701
|
-
responseBlock.hash()
|
|
1702
|
-
]);
|
|
1703
|
-
if (!localHash.equals(respHash)) {
|
|
1704
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
|
|
1705
|
-
return false;
|
|
1706
|
-
}
|
|
1707
|
-
return true;
|
|
1708
|
-
} catch (e) {
|
|
1709
|
-
this.logger.warn(`Error validating requested block`, e);
|
|
1710
|
-
return false;
|
|
1711
|
-
}
|
|
1712
|
-
}
|
|
1713
|
-
async validateRequestedTx(tx, peerId, txValidator, requested) {
|
|
1714
|
-
const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
|
|
1715
|
-
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1716
|
-
penalize(PeerErrorSeverity.MidToleranceError);
|
|
1717
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
|
|
1718
|
-
}
|
|
1719
|
-
const { result } = await txValidator.validateTx(tx);
|
|
1720
|
-
if (result === 'invalid') {
|
|
1721
|
-
penalize(PeerErrorSeverity.LowToleranceError);
|
|
1722
|
-
throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
|
|
1723
|
-
}
|
|
1724
|
-
}
|
|
1725
|
-
createRequestedTxValidator() {
|
|
1726
|
-
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1727
|
-
l1ChainId: this.config.l1ChainId,
|
|
1728
|
-
rollupVersion: this.config.rollupVersion
|
|
1729
|
-
});
|
|
1730
|
-
}
|
|
1731
|
-
async getGasFees(blockNumber) {
|
|
1732
|
-
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1733
|
-
return this.feesCache.gasFees;
|
|
1734
|
-
}
|
|
1735
|
-
const header = await this.archiver.getBlockHeader(blockNumber);
|
|
1736
|
-
const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
|
|
1737
|
-
this.feesCache = {
|
|
1738
|
-
blockNumber,
|
|
1739
|
-
gasFees
|
|
1740
|
-
};
|
|
1741
|
-
return gasFees;
|
|
1826
|
+
getGasFees() {
|
|
1827
|
+
return this.blockMinFeesProvider.getCurrentMinFees();
|
|
1742
1828
|
}
|
|
1743
1829
|
/**
|
|
1744
1830
|
* Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
|
|
@@ -1749,36 +1835,44 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1749
1835
|
txValidatorConfig: {
|
|
1750
1836
|
l1ChainId: this.config.l1ChainId,
|
|
1751
1837
|
rollupVersion: this.config.rollupVersion,
|
|
1752
|
-
proofVerifier: this.proofVerifier
|
|
1838
|
+
proofVerifier: this.proofVerifier,
|
|
1839
|
+
txValidationCache: this.txValidationCache
|
|
1753
1840
|
},
|
|
1754
|
-
peerScoring: this.peerManager
|
|
1841
|
+
peerScoring: this.peerManager,
|
|
1842
|
+
validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
|
|
1755
1843
|
};
|
|
1756
1844
|
}
|
|
1757
1845
|
async validateTxsReceivedInBlockProposal(txs) {
|
|
1758
1846
|
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1759
1847
|
l1ChainId: this.config.l1ChainId,
|
|
1760
1848
|
rollupVersion: this.config.rollupVersion
|
|
1761
|
-
}, this.logger.getBindings());
|
|
1762
|
-
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1763
|
-
|
|
1764
|
-
|
|
1765
|
-
|
|
1766
|
-
|
|
1767
|
-
|
|
1849
|
+
}, this.logger.getBindings(), this.txValidationCache);
|
|
1850
|
+
const results = await Promise.all(txs.map(async (tx)=>({
|
|
1851
|
+
txHash: tx.getTxHash(),
|
|
1852
|
+
result: await validator.validateTx(tx)
|
|
1853
|
+
})));
|
|
1854
|
+
const invalidTxs = results.flatMap(({ txHash, result })=>result.result === 'invalid' ? [
|
|
1855
|
+
{
|
|
1856
|
+
txHash,
|
|
1857
|
+
reasons: result.reason
|
|
1858
|
+
}
|
|
1859
|
+
] : []);
|
|
1860
|
+
if (invalidTxs.length > 0) {
|
|
1861
|
+
throw new InvalidBlockProposalTxsError(invalidTxs);
|
|
1768
1862
|
}
|
|
1769
1863
|
}
|
|
1770
1864
|
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1771
|
-
const gasFees = await this.getGasFees(
|
|
1865
|
+
const gasFees = await this.getGasFees();
|
|
1772
1866
|
const allowedInSetup = [
|
|
1773
1867
|
...await getDefaultAllowedSetupFunctions(),
|
|
1774
1868
|
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1775
1869
|
];
|
|
1776
1870
|
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1777
1871
|
const l1Constants = await this.archiver.getL1Constants();
|
|
1872
|
+
const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
|
|
1778
1873
|
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1779
|
-
|
|
1780
|
-
|
|
1781
|
-
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1874
|
+
maxTxL2Gas: networkTxGasLimits.l2Gas,
|
|
1875
|
+
maxTxDAGas: networkTxGasLimits.daGas
|
|
1782
1876
|
});
|
|
1783
1877
|
}
|
|
1784
1878
|
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|