@aztec/p2p 0.0.1-commit.43c09e3f → 0.0.1-commit.4d3c002
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/client/factory.d.ts +11 -11
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +55 -17
- package/dest/client/interface.d.ts +54 -34
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +41 -52
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +170 -224
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +21 -11
- package/dest/config.d.ts +55 -18
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +102 -38
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +446 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -3
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +16 -14
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +2 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +34 -12
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -18
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +23 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +476 -594
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.d.ts +1 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +4 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +35 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +247 -60
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/discv5/discV5_service.d.ts +1 -1
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +5 -2
- package/dest/services/dummy_service.d.ts +16 -6
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +15 -5
- package/dest/services/encoding.d.ts +7 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +18 -11
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +108 -51
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +568 -383
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +24 -9
- package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +53 -12
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +89 -112
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +30 -14
- package/dest/services/service.d.ts +45 -4
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -8
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +88 -88
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -15
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -13
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +26 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +37 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +113 -5
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +9 -4
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +149 -61
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +58 -28
- package/dest/testbench/worker_client_manager.d.ts +3 -1
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +6 -3
- package/dest/util.d.ts +9 -5
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +2 -10
- package/package.json +14 -14
- package/src/client/factory.ts +106 -30
- package/src/client/interface.ts +65 -35
- package/src/client/p2p_client.ts +205 -269
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +34 -15
- package/src/config.ts +158 -44
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +499 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +2 -2
- package/src/mem_pools/instrumentation.ts +17 -13
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +112 -17
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
- package/src/mem_pools/tx_pool_v2/index.ts +2 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +34 -12
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -26
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +37 -8
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +518 -678
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/clock_tolerance.ts +4 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
- package/src/msg_validators/tx_validator/README.md +119 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +42 -1
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +394 -78
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/discv5/discV5_service.ts +5 -2
- package/src/services/dummy_service.ts +24 -7
- package/src/services/encoding.ts +18 -10
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +599 -418
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +28 -9
- package/src/services/peer-manager/peer_scoring.ts +46 -5
- package/src/services/reqresp/README.md +229 -0
- package/src/services/reqresp/batch-tx-requester/README.md +53 -14
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +89 -122
- package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/reqresp.ts +35 -15
- package/src/services/service.ts +60 -3
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +94 -97
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/proposal_tx_collector.ts +21 -27
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +114 -19
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +28 -8
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +4 -6
- package/src/test-helpers/mock-pubsub.ts +153 -9
- package/src/test-helpers/reqresp-nodes.ts +9 -7
- package/src/test-helpers/testbench-utils.ts +156 -74
- package/src/testbench/p2p_client_testbench_worker.ts +64 -31
- package/src/testbench/worker_client_manager.ts +13 -6
- package/src/util.ts +15 -16
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
|
@@ -370,21 +370,21 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import {
|
|
375
|
+
import { maxBy } from '@aztec/foundation/collection';
|
|
376
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
379
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
380
380
|
import { GasFees } from '@aztec/stdlib/gas';
|
|
381
|
-
import { BlockProposal, CheckpointAttestation, CheckpointProposal,
|
|
381
|
+
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
382
382
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
383
383
|
import { Tx } from '@aztec/stdlib/tx';
|
|
384
384
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
385
385
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
386
386
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
387
|
-
import { createPeerScoreParams
|
|
387
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
388
388
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
389
389
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
390
390
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -393,58 +393,51 @@ import { identify } from '@libp2p/identify';
|
|
|
393
393
|
import { TopicValidatorResult } from '@libp2p/interface';
|
|
394
394
|
import { mplex } from '@libp2p/mplex';
|
|
395
395
|
import { tcp } from '@libp2p/tcp';
|
|
396
|
+
import { multiaddr } from '@multiformats/multiaddr';
|
|
396
397
|
import { ENR } from '@nethermindeth/enr';
|
|
397
398
|
import { createLibp2p } from 'libp2p';
|
|
398
|
-
import {
|
|
399
|
-
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
|
|
399
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
400
|
+
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
400
401
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
401
|
-
import {
|
|
402
|
-
import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
|
|
403
|
-
import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
|
|
402
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
404
403
|
import { GossipSubEvent } from '../../types/index.js';
|
|
405
404
|
import { convertToMultiaddr } from '../../util.js';
|
|
406
405
|
import { getVersions } from '../../versioning.js';
|
|
407
406
|
import { AztecDatastore } from '../data_store.js';
|
|
408
407
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
409
408
|
import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
410
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
409
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
410
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
411
411
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
412
412
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
413
|
-
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/
|
|
414
|
-
import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
|
|
415
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
416
|
-
import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
|
|
413
|
+
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
417
414
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
418
415
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
419
|
-
_dec = trackSpan('Libp2pService.
|
|
416
|
+
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
417
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
418
|
+
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
419
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
420
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
421
|
+
})), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
420
422
|
[Attributes.SLOT_NUMBER]: block.slotNumber,
|
|
421
423
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
422
424
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
423
|
-
})),
|
|
425
|
+
})), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
|
|
426
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
427
|
+
})), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
|
|
424
428
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
425
429
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
426
430
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
427
|
-
})),
|
|
431
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
|
|
428
432
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
429
|
-
})),
|
|
433
|
+
})), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
430
434
|
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
431
|
-
})),
|
|
435
|
+
})), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
432
436
|
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
433
|
-
})), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
|
|
434
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString()
|
|
435
|
-
})), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
436
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
437
|
-
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
438
|
-
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
439
|
-
})), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
|
|
440
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
441
|
-
})), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
|
|
442
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
443
437
|
}));
|
|
444
438
|
/**
|
|
445
439
|
* Lib P2P implementation of the P2PService interface.
|
|
446
440
|
*/ export class LibP2PService extends WithTracer {
|
|
447
|
-
clientType;
|
|
448
441
|
config;
|
|
449
442
|
node;
|
|
450
443
|
peerDiscoveryService;
|
|
@@ -460,47 +453,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
460
453
|
[
|
|
461
454
|
_dec,
|
|
462
455
|
2,
|
|
463
|
-
"
|
|
456
|
+
"validateAndStoreCheckpointAttestation"
|
|
464
457
|
],
|
|
465
458
|
[
|
|
466
459
|
_dec1,
|
|
467
460
|
2,
|
|
468
|
-
"
|
|
461
|
+
"validateAndStoreBlockProposal"
|
|
469
462
|
],
|
|
470
463
|
[
|
|
471
464
|
_dec2,
|
|
472
465
|
2,
|
|
473
|
-
"
|
|
466
|
+
"processValidBlockProposal"
|
|
474
467
|
],
|
|
475
468
|
[
|
|
476
469
|
_dec3,
|
|
477
470
|
2,
|
|
478
|
-
"
|
|
471
|
+
"validateAndStoreCheckpointProposal"
|
|
479
472
|
],
|
|
480
473
|
[
|
|
481
474
|
_dec4,
|
|
482
475
|
2,
|
|
483
|
-
"
|
|
476
|
+
"processValidCheckpointProposal"
|
|
484
477
|
],
|
|
485
478
|
[
|
|
486
479
|
_dec5,
|
|
487
480
|
2,
|
|
488
|
-
"
|
|
481
|
+
"validateRequestedBlockTxs"
|
|
489
482
|
],
|
|
490
483
|
[
|
|
491
484
|
_dec6,
|
|
492
485
|
2,
|
|
493
|
-
"
|
|
486
|
+
"validateRequestedTxs"
|
|
494
487
|
],
|
|
495
488
|
[
|
|
496
489
|
_dec7,
|
|
497
490
|
2,
|
|
498
|
-
"
|
|
499
|
-
],
|
|
500
|
-
[
|
|
501
|
-
_dec8,
|
|
502
|
-
2,
|
|
503
|
-
"validateCheckpointProposal"
|
|
491
|
+
"validateRequestedBlock"
|
|
504
492
|
]
|
|
505
493
|
], []));
|
|
506
494
|
}
|
|
@@ -513,6 +501,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
513
501
|
protocolVersion;
|
|
514
502
|
topicStrings;
|
|
515
503
|
feesCache;
|
|
504
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
505
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
516
506
|
/**
|
|
517
507
|
* Callback for when a block is received from a peer.
|
|
518
508
|
* @param block - The block received from the peer.
|
|
@@ -522,13 +512,20 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
522
512
|
* Callback for when a checkpoint proposal is received from a peer.
|
|
523
513
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
524
514
|
* @returns The attestations for the checkpoint, if any.
|
|
525
|
-
*/
|
|
515
|
+
*/ allNodesCheckpointReceivedCallback;
|
|
516
|
+
/**
|
|
517
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
518
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
519
|
+
* @returns The attestations for the checkpoint, if any.
|
|
520
|
+
*/ validatorCheckpointReceivedCallback;
|
|
526
521
|
gossipSubEventHandler;
|
|
522
|
+
ipChangedHandler;
|
|
523
|
+
discoveredP2pIp;
|
|
527
524
|
instrumentation;
|
|
528
525
|
telemetry;
|
|
529
526
|
logger;
|
|
530
|
-
constructor(
|
|
531
|
-
super(telemetry, 'LibP2PService'), this.
|
|
527
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
|
|
528
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
532
529
|
this.telemetry = telemetry;
|
|
533
530
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
534
531
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -544,22 +541,24 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
544
541
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
545
542
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
546
543
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
547
|
-
|
|
548
|
-
txsPermitted: !config.disableTransactions
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
544
|
+
const proposalValidatorOpts = {
|
|
545
|
+
txsPermitted: !config.disableTransactions,
|
|
546
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
|
|
547
|
+
};
|
|
548
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
|
|
549
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
|
|
553
550
|
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
|
|
554
551
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
555
552
|
this.blockReceivedCallback = async (block)=>{
|
|
556
|
-
this.logger.
|
|
553
|
+
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
557
554
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
|
|
558
555
|
});
|
|
559
|
-
return
|
|
556
|
+
return true;
|
|
560
557
|
};
|
|
561
|
-
this.
|
|
562
|
-
|
|
558
|
+
this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
|
|
559
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
560
|
+
};
|
|
561
|
+
this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
|
|
563
562
|
return Promise.resolve(undefined);
|
|
564
563
|
};
|
|
565
564
|
}
|
|
@@ -571,7 +570,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
571
570
|
* @param config - The configuration to use when creating the service.
|
|
572
571
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
573
572
|
* @returns The new service.
|
|
574
|
-
*/ static async new(
|
|
573
|
+
*/ static async new(config, peerId, deps) {
|
|
575
574
|
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
576
575
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
577
576
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
@@ -591,10 +590,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
591
590
|
}
|
|
592
591
|
const versions = getVersions(config);
|
|
593
592
|
const protocolVersion = compressComponentVersions(versions);
|
|
594
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
595
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
596
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
597
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
598
593
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
599
594
|
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
600
595
|
const peerId = await enr.peerId();
|
|
@@ -612,6 +607,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
612
607
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
613
608
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
614
609
|
] : [];
|
|
610
|
+
// Create dynamic topic score params based on network configuration
|
|
611
|
+
const l1Constants = epochCache.getL1Constants();
|
|
612
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
613
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
614
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
615
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
616
|
+
blockDurationMs: config.blockDurationMs,
|
|
617
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
618
|
+
});
|
|
615
619
|
const node = await createLibp2p({
|
|
616
620
|
start: false,
|
|
617
621
|
peerId,
|
|
@@ -712,32 +716,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
712
716
|
scoreParams: createPeerScoreParams({
|
|
713
717
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
714
718
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
715
|
-
topics:
|
|
716
|
-
[txTopic]: createTopicScoreParams({
|
|
717
|
-
topicWeight: 1,
|
|
718
|
-
invalidMessageDeliveriesWeight: -20,
|
|
719
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
720
|
-
}),
|
|
721
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
722
|
-
topicWeight: 1,
|
|
723
|
-
invalidMessageDeliveriesWeight: -20,
|
|
724
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
725
|
-
}),
|
|
726
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
727
|
-
topicWeight: 1,
|
|
728
|
-
invalidMessageDeliveriesWeight: -20,
|
|
729
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
730
|
-
}),
|
|
731
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
732
|
-
topicWeight: 1,
|
|
733
|
-
invalidMessageDeliveriesWeight: -20,
|
|
734
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
735
|
-
})
|
|
736
|
-
}
|
|
719
|
+
topics: topicScoreParams
|
|
737
720
|
})
|
|
738
721
|
}),
|
|
739
722
|
components: (components)=>({
|
|
740
|
-
connectionManager: components.connectionManager
|
|
723
|
+
connectionManager: components.connectionManager,
|
|
724
|
+
addressManager: components.addressManager
|
|
741
725
|
})
|
|
742
726
|
},
|
|
743
727
|
logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
|
|
@@ -745,10 +729,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
745
729
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
746
730
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
747
731
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
748
|
-
//
|
|
749
|
-
|
|
732
|
+
// Configure application-specific scoring for gossipsub.
|
|
733
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
734
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
735
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
736
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
737
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
750
738
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
751
|
-
return new LibP2PService(
|
|
739
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
|
|
752
740
|
}
|
|
753
741
|
/**
|
|
754
742
|
* Starts the LibP2P service.
|
|
@@ -758,12 +746,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
758
746
|
if (this.node.status === 'started') {
|
|
759
747
|
throw new Error('P2P service already started');
|
|
760
748
|
}
|
|
761
|
-
// Get listen & announce addresses for logging
|
|
762
749
|
const { p2pIp, p2pPort } = this.config;
|
|
763
|
-
if (!p2pIp) {
|
|
764
|
-
throw new Error('Announce address not provided.');
|
|
750
|
+
if (!p2pIp && !this.config.queryForIp) {
|
|
751
|
+
throw new Error('Announce address not provided and queryForIp is not enabled.');
|
|
765
752
|
}
|
|
766
|
-
const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
|
|
753
|
+
const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
|
|
767
754
|
// Create request response protocol handlers
|
|
768
755
|
const txHandler = reqRespTxHandler(this.mempools);
|
|
769
756
|
const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
|
|
@@ -776,7 +763,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
776
763
|
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
777
764
|
};
|
|
778
765
|
if (!this.config.disableTransactions) {
|
|
779
|
-
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
|
|
766
|
+
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
780
767
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
781
768
|
}
|
|
782
769
|
if (!this.config.disableTransactions) {
|
|
@@ -793,7 +780,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
793
780
|
await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
|
|
794
781
|
await this.node.start();
|
|
795
782
|
// Subscribe to standard GossipSub topics by default
|
|
796
|
-
for (const topic of
|
|
783
|
+
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
797
784
|
this.subscribeToTopic(this.topicStrings[topic]);
|
|
798
785
|
}
|
|
799
786
|
// add GossipSub listener
|
|
@@ -802,6 +789,24 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
802
789
|
if (!this.config.p2pDiscoveryDisabled) {
|
|
803
790
|
await this.peerDiscoveryService.start();
|
|
804
791
|
}
|
|
792
|
+
// Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
|
|
793
|
+
if (this.config.queryForIp) {
|
|
794
|
+
this.ipChangedHandler = (ip)=>{
|
|
795
|
+
const addressManager = this.node.services.components.addressManager;
|
|
796
|
+
const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
|
|
797
|
+
if (this.discoveredP2pIp) {
|
|
798
|
+
const oldAddr = multiaddr(convertToMultiaddr(this.discoveredP2pIp, this.config.p2pPort, 'tcp'));
|
|
799
|
+
addressManager.removeObservedAddr(oldAddr);
|
|
800
|
+
}
|
|
801
|
+
addressManager.addObservedAddr(newAddr);
|
|
802
|
+
addressManager.confirmObservedAddr(newAddr);
|
|
803
|
+
this.discoveredP2pIp = ip;
|
|
804
|
+
this.logger.info('Public IP discovered via discv5', {
|
|
805
|
+
ip
|
|
806
|
+
});
|
|
807
|
+
};
|
|
808
|
+
this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
|
|
809
|
+
}
|
|
805
810
|
this.discoveryRunningPromise = new RunningPromise(async ()=>{
|
|
806
811
|
await this.peerManager.heartbeat();
|
|
807
812
|
}, this.logger, this.config.peerCheckIntervalMS);
|
|
@@ -819,6 +824,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
819
824
|
*/ async stop() {
|
|
820
825
|
// Remove gossip sub listener
|
|
821
826
|
this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
|
|
827
|
+
if (this.ipChangedHandler) {
|
|
828
|
+
this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
|
|
829
|
+
this.ipChangedHandler = undefined;
|
|
830
|
+
}
|
|
822
831
|
// Stop peer manager
|
|
823
832
|
this.logger.debug('Stopping peer manager...');
|
|
824
833
|
await this.peerManager.stop();
|
|
@@ -841,6 +850,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
841
850
|
getPeers(includePending) {
|
|
842
851
|
return this.peerManager.getPeers(includePending);
|
|
843
852
|
}
|
|
853
|
+
getGossipMeshPeerCount(topicType) {
|
|
854
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
855
|
+
}
|
|
844
856
|
handleGossipSubEvent(e) {
|
|
845
857
|
this.logger.trace(`Received PUBSUB message.`);
|
|
846
858
|
const safeJob = async ()=>{
|
|
@@ -872,8 +884,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
872
884
|
registerBlockReceivedCallback(callback) {
|
|
873
885
|
this.blockReceivedCallback = callback;
|
|
874
886
|
}
|
|
875
|
-
|
|
876
|
-
this.
|
|
887
|
+
registerValidatorCheckpointReceivedCallback(callback) {
|
|
888
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
889
|
+
}
|
|
890
|
+
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
891
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
892
|
+
}
|
|
893
|
+
async notifyOwnCheckpointProposal(checkpoint) {
|
|
894
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, this.node.peerId);
|
|
895
|
+
}
|
|
896
|
+
/**
|
|
897
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
898
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
899
|
+
*/ registerDuplicateProposalCallback(callback) {
|
|
900
|
+
this.duplicateProposalCallback = callback;
|
|
901
|
+
}
|
|
902
|
+
/**
|
|
903
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
904
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
905
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
906
|
+
*/ registerDuplicateAttestationCallback(callback) {
|
|
907
|
+
this.duplicateAttestationCallback = callback;
|
|
877
908
|
}
|
|
878
909
|
/**
|
|
879
910
|
* Subscribes to a topic.
|
|
@@ -926,6 +957,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
926
957
|
if (!validator || !validator.addMessage(msgId)) {
|
|
927
958
|
this.instrumentation.incMessagePrevalidationStatus(false, topicType);
|
|
928
959
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
960
|
+
if (topicType === TopicType.tx) {
|
|
961
|
+
this.logger.verbose(`Ignoring already-seen tx gossip message`, {
|
|
962
|
+
msgId,
|
|
963
|
+
source: source.toString()
|
|
964
|
+
});
|
|
965
|
+
}
|
|
929
966
|
return {
|
|
930
967
|
result: false,
|
|
931
968
|
topicType
|
|
@@ -986,9 +1023,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
986
1023
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
987
1024
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
988
1025
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
989
|
-
|
|
990
|
-
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
991
|
-
}
|
|
1026
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
992
1027
|
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
993
1028
|
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
994
1029
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
@@ -1033,49 +1068,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1033
1068
|
return;
|
|
1034
1069
|
}
|
|
1035
1070
|
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1071
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
1036
1072
|
let resultAndObj = {
|
|
1037
|
-
result: TopicValidatorResult.Reject
|
|
1073
|
+
result: TopicValidatorResult.Reject,
|
|
1074
|
+
severity: PeerErrorSeverity.MidToleranceError
|
|
1038
1075
|
};
|
|
1039
1076
|
const timer = new Timer();
|
|
1040
1077
|
try {
|
|
1041
1078
|
resultAndObj = await validationFunc();
|
|
1042
1079
|
} catch (err) {
|
|
1043
|
-
this.
|
|
1044
|
-
this.logger.error(`Error deserializing and validating gossipsub message`, err, {
|
|
1080
|
+
this.logger.error(`Error validating gossipsub message`, err, {
|
|
1045
1081
|
msgId,
|
|
1046
1082
|
source: source.toString(),
|
|
1047
1083
|
topicType
|
|
1048
1084
|
});
|
|
1049
1085
|
}
|
|
1050
1086
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1087
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1088
|
+
msgId,
|
|
1089
|
+
source: source.toString(),
|
|
1090
|
+
topicType
|
|
1091
|
+
});
|
|
1051
1092
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1093
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
1094
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
1095
|
+
msgId,
|
|
1096
|
+
source: source.toString(),
|
|
1097
|
+
topicType,
|
|
1098
|
+
severity: resultAndObj.severity
|
|
1099
|
+
});
|
|
1100
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
1101
|
+
} else {
|
|
1102
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, {
|
|
1103
|
+
msgId,
|
|
1104
|
+
source: source.toString(),
|
|
1105
|
+
topicType
|
|
1106
|
+
});
|
|
1052
1107
|
}
|
|
1053
1108
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
1054
1109
|
return resultAndObj;
|
|
1055
1110
|
}
|
|
1111
|
+
tryDeserialize(deserializeFunc, msgId, source) {
|
|
1112
|
+
try {
|
|
1113
|
+
return deserializeFunc();
|
|
1114
|
+
} catch (err) {
|
|
1115
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
1116
|
+
err,
|
|
1117
|
+
msgId,
|
|
1118
|
+
source: source.toString()
|
|
1119
|
+
});
|
|
1120
|
+
return undefined;
|
|
1121
|
+
}
|
|
1122
|
+
}
|
|
1056
1123
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1057
1124
|
const validationFunc = async ()=>{
|
|
1058
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
1059
|
-
|
|
1060
|
-
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
|
-
|
|
1125
|
+
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1126
|
+
if (!tx) {
|
|
1127
|
+
return {
|
|
1128
|
+
result: TopicValidatorResult.Reject,
|
|
1129
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1130
|
+
};
|
|
1131
|
+
}
|
|
1132
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1133
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1134
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1135
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1136
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1137
|
+
if (!firstStageOutcome.allPassed) {
|
|
1138
|
+
const { name } = firstStageOutcome.failure;
|
|
1139
|
+
let { severity } = firstStageOutcome.failure;
|
|
1140
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1141
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1142
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1143
|
+
if (name === 'doubleSpendValidator') {
|
|
1144
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1145
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1146
|
+
}
|
|
1147
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
|
|
1148
|
+
validator: name,
|
|
1149
|
+
severity,
|
|
1150
|
+
source: source.toString()
|
|
1151
|
+
});
|
|
1152
|
+
return {
|
|
1153
|
+
result: TopicValidatorResult.Reject,
|
|
1154
|
+
severity
|
|
1155
|
+
};
|
|
1156
|
+
}
|
|
1157
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1158
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1159
|
+
if (canAdd === 'ignored') {
|
|
1160
|
+
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1161
|
+
source: source.toString()
|
|
1162
|
+
});
|
|
1163
|
+
return {
|
|
1164
|
+
result: TopicValidatorResult.Ignore,
|
|
1165
|
+
obj: tx
|
|
1166
|
+
};
|
|
1167
|
+
}
|
|
1168
|
+
// Stage 2: expensive proof verification
|
|
1169
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1170
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1171
|
+
if (!secondStageOutcome.allPassed) {
|
|
1172
|
+
const { severity, name } = secondStageOutcome.failure;
|
|
1173
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
1174
|
+
validator: name,
|
|
1175
|
+
severity,
|
|
1176
|
+
source: source.toString()
|
|
1177
|
+
});
|
|
1178
|
+
return {
|
|
1179
|
+
result: TopicValidatorResult.Reject,
|
|
1180
|
+
severity
|
|
1181
|
+
};
|
|
1182
|
+
}
|
|
1183
|
+
// Pool add: persist the tx
|
|
1184
|
+
const txHash = tx.getTxHash();
|
|
1185
|
+
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1186
|
+
tx
|
|
1187
|
+
], {
|
|
1188
|
+
source: 'gossip'
|
|
1189
|
+
});
|
|
1190
|
+
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1191
|
+
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1192
|
+
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
1193
|
+
wasAccepted,
|
|
1194
|
+
wasIgnored,
|
|
1064
1195
|
[Attributes.P2P_ID]: source.toString()
|
|
1065
1196
|
});
|
|
1066
|
-
if (
|
|
1197
|
+
if (wasAccepted) {
|
|
1067
1198
|
return {
|
|
1068
|
-
result: TopicValidatorResult.
|
|
1199
|
+
result: TopicValidatorResult.Accept,
|
|
1200
|
+
obj: tx
|
|
1069
1201
|
};
|
|
1070
|
-
} else if (
|
|
1202
|
+
} else if (wasIgnored) {
|
|
1071
1203
|
return {
|
|
1072
1204
|
result: TopicValidatorResult.Ignore,
|
|
1073
1205
|
obj: tx
|
|
1074
1206
|
};
|
|
1075
1207
|
} else {
|
|
1208
|
+
this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
|
|
1209
|
+
source: source.toString(),
|
|
1210
|
+
txHash: txHash.toString()
|
|
1211
|
+
});
|
|
1076
1212
|
return {
|
|
1077
|
-
result: TopicValidatorResult.
|
|
1078
|
-
|
|
1213
|
+
result: TopicValidatorResult.Reject,
|
|
1214
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1079
1215
|
};
|
|
1080
1216
|
}
|
|
1081
1217
|
};
|
|
@@ -1083,133 +1219,199 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1083
1219
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1084
1220
|
return;
|
|
1085
1221
|
}
|
|
1222
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
1086
1223
|
const txHash = tx.getTxHash();
|
|
1087
1224
|
const txHashString = txHash.toString();
|
|
1088
1225
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
1089
1226
|
source: source.toString(),
|
|
1090
1227
|
txHash: txHashString
|
|
1091
1228
|
});
|
|
1092
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
1093
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
1094
|
-
return;
|
|
1095
|
-
}
|
|
1096
1229
|
this.instrumentation.incrementTxReceived(1);
|
|
1097
|
-
await this.mempools.txPool.addTxs([
|
|
1098
|
-
tx
|
|
1099
|
-
]);
|
|
1100
1230
|
}
|
|
1101
1231
|
/**
|
|
1102
1232
|
* Process a checkpoint attestation from a peer.
|
|
1103
1233
|
* Validates the attestation and adds it to the pool.
|
|
1104
1234
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1105
|
-
const
|
|
1106
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1110
|
-
|
|
1111
|
-
let canAdd = true;
|
|
1112
|
-
if (isValid && !exists) {
|
|
1113
|
-
const slot = attestation.payload.header.slotNumber;
|
|
1114
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
1115
|
-
const committeeSize = committee?.length ?? 0;
|
|
1116
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
1117
|
-
}
|
|
1118
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1119
|
-
isValid,
|
|
1120
|
-
exists,
|
|
1121
|
-
canAdd,
|
|
1122
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1123
|
-
[Attributes.P2P_ID]: source.toString()
|
|
1124
|
-
});
|
|
1125
|
-
if (validationResult.result === 'reject') {
|
|
1126
|
-
return {
|
|
1127
|
-
result: TopicValidatorResult.Reject
|
|
1128
|
-
};
|
|
1129
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
1130
|
-
return {
|
|
1131
|
-
result: TopicValidatorResult.Ignore,
|
|
1132
|
-
obj: attestation
|
|
1133
|
-
};
|
|
1134
|
-
} else if (!canAdd) {
|
|
1135
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
1136
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
1137
|
-
archive: attestation.archive.toString(),
|
|
1138
|
-
source: source.toString()
|
|
1235
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
|
|
1236
|
+
const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1237
|
+
if (!attestation) {
|
|
1238
|
+
return Promise.resolve({
|
|
1239
|
+
result: TopicValidatorResult.Reject,
|
|
1240
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1139
1241
|
});
|
|
1140
|
-
return {
|
|
1141
|
-
result: TopicValidatorResult.Ignore,
|
|
1142
|
-
obj: attestation
|
|
1143
|
-
};
|
|
1144
|
-
} else {
|
|
1145
|
-
return {
|
|
1146
|
-
result: TopicValidatorResult.Accept,
|
|
1147
|
-
obj: attestation
|
|
1148
|
-
};
|
|
1149
1242
|
}
|
|
1150
|
-
|
|
1151
|
-
|
|
1243
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1244
|
+
}, msgId, source, TopicType.checkpoint_attestation);
|
|
1152
1245
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1153
1246
|
return;
|
|
1154
1247
|
}
|
|
1155
|
-
this.logger.
|
|
1248
|
+
this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
|
|
1156
1249
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
1157
1250
|
slot: attestation.slotNumber,
|
|
1158
1251
|
archive: attestation.archive.toString(),
|
|
1159
1252
|
source: source.toString()
|
|
1160
1253
|
});
|
|
1161
|
-
await this.mempools.attestationPool.addCheckpointAttestations([
|
|
1162
|
-
attestation
|
|
1163
|
-
]);
|
|
1164
1254
|
}
|
|
1165
|
-
async
|
|
1166
|
-
const
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
|
|
1177
|
-
|
|
1178
|
-
|
|
1255
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
|
|
1256
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1257
|
+
if (validationResult.result === 'reject') {
|
|
1258
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1259
|
+
return {
|
|
1260
|
+
result: TopicValidatorResult.Reject,
|
|
1261
|
+
severity: validationResult.severity
|
|
1262
|
+
};
|
|
1263
|
+
}
|
|
1264
|
+
if (validationResult.result === 'ignore') {
|
|
1265
|
+
return {
|
|
1266
|
+
result: TopicValidatorResult.Ignore,
|
|
1267
|
+
obj: attestation
|
|
1268
|
+
};
|
|
1269
|
+
}
|
|
1270
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1271
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1272
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1273
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1274
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1275
|
+
added,
|
|
1276
|
+
alreadyExists,
|
|
1277
|
+
count,
|
|
1278
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1279
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1280
|
+
});
|
|
1281
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1282
|
+
if (alreadyExists) {
|
|
1283
|
+
return {
|
|
1284
|
+
result: TopicValidatorResult.Ignore,
|
|
1285
|
+
obj: attestation
|
|
1286
|
+
};
|
|
1287
|
+
}
|
|
1288
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1289
|
+
if (!added) {
|
|
1290
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1291
|
+
slot: slot.toString(),
|
|
1292
|
+
archive: attestation.archive.toString(),
|
|
1293
|
+
source: peerId.toString(),
|
|
1294
|
+
attester: attestation.getSender()?.toString(),
|
|
1295
|
+
count
|
|
1179
1296
|
});
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
this.
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
|
|
1297
|
+
return {
|
|
1298
|
+
result: TopicValidatorResult.Reject,
|
|
1299
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1300
|
+
};
|
|
1301
|
+
}
|
|
1302
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1303
|
+
// count is the number of attestations by this signer for this slot
|
|
1304
|
+
if (count === 2) {
|
|
1305
|
+
const attester = attestation.getSender();
|
|
1306
|
+
if (attester) {
|
|
1307
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1308
|
+
slot: slot.toString(),
|
|
1309
|
+
archive: attestation.archive.toString(),
|
|
1310
|
+
source: peerId.toString(),
|
|
1311
|
+
attester: attester.toString()
|
|
1312
|
+
});
|
|
1313
|
+
this.duplicateAttestationCallback?.({
|
|
1314
|
+
slot,
|
|
1315
|
+
attester
|
|
1195
1316
|
});
|
|
1196
|
-
return {
|
|
1197
|
-
result: TopicValidatorResult.Reject
|
|
1198
|
-
};
|
|
1199
|
-
} else {
|
|
1200
|
-
return {
|
|
1201
|
-
result: TopicValidatorResult.Accept,
|
|
1202
|
-
obj: block
|
|
1203
|
-
};
|
|
1204
1317
|
}
|
|
1318
|
+
}
|
|
1319
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1320
|
+
return {
|
|
1321
|
+
result: TopicValidatorResult.Accept,
|
|
1322
|
+
obj: attestation
|
|
1205
1323
|
};
|
|
1206
|
-
|
|
1207
|
-
|
|
1324
|
+
}
|
|
1325
|
+
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1326
|
+
const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1327
|
+
// If not accepted or equivocated, return
|
|
1328
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
|
|
1208
1329
|
return;
|
|
1209
1330
|
}
|
|
1210
1331
|
await this.processValidBlockProposal(block, source);
|
|
1211
1332
|
}
|
|
1212
|
-
|
|
1333
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
|
|
1334
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1335
|
+
if (validationResult.result === 'reject') {
|
|
1336
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1337
|
+
return {
|
|
1338
|
+
result: TopicValidatorResult.Reject,
|
|
1339
|
+
severity: validationResult.severity
|
|
1340
|
+
};
|
|
1341
|
+
}
|
|
1342
|
+
if (validationResult.result === 'ignore') {
|
|
1343
|
+
return {
|
|
1344
|
+
result: TopicValidatorResult.Ignore,
|
|
1345
|
+
obj: block
|
|
1346
|
+
};
|
|
1347
|
+
}
|
|
1348
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1349
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1350
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1351
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1352
|
+
if (alreadyExists) {
|
|
1353
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1354
|
+
...block.toBlockInfo(),
|
|
1355
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1356
|
+
proposer: block.getSender()?.toString(),
|
|
1357
|
+
source: peerId.toString()
|
|
1358
|
+
});
|
|
1359
|
+
return {
|
|
1360
|
+
result: TopicValidatorResult.Ignore,
|
|
1361
|
+
obj: block,
|
|
1362
|
+
metadata: {
|
|
1363
|
+
isEquivocated
|
|
1364
|
+
}
|
|
1365
|
+
};
|
|
1366
|
+
}
|
|
1367
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1368
|
+
if (!added) {
|
|
1369
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1370
|
+
...block.toBlockInfo(),
|
|
1371
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1372
|
+
count,
|
|
1373
|
+
proposer: block.getSender()?.toString(),
|
|
1374
|
+
source: peerId.toString()
|
|
1375
|
+
});
|
|
1376
|
+
return {
|
|
1377
|
+
result: TopicValidatorResult.Reject,
|
|
1378
|
+
metadata: {
|
|
1379
|
+
isEquivocated
|
|
1380
|
+
},
|
|
1381
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1382
|
+
};
|
|
1383
|
+
}
|
|
1384
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1385
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1386
|
+
if (isEquivocated) {
|
|
1387
|
+
const proposer = block.getSender();
|
|
1388
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1389
|
+
...block.toBlockInfo(),
|
|
1390
|
+
source: peerId.toString(),
|
|
1391
|
+
proposer: proposer?.toString()
|
|
1392
|
+
});
|
|
1393
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1394
|
+
if (proposer && count === 2) {
|
|
1395
|
+
this.duplicateProposalCallback?.({
|
|
1396
|
+
slot: block.slotNumber,
|
|
1397
|
+
proposer,
|
|
1398
|
+
type: 'block'
|
|
1399
|
+
});
|
|
1400
|
+
}
|
|
1401
|
+
return {
|
|
1402
|
+
result: TopicValidatorResult.Accept,
|
|
1403
|
+
obj: block,
|
|
1404
|
+
metadata: {
|
|
1405
|
+
isEquivocated
|
|
1406
|
+
}
|
|
1407
|
+
};
|
|
1408
|
+
}
|
|
1409
|
+
// Otherwise, we're good to go!
|
|
1410
|
+
return {
|
|
1411
|
+
result: TopicValidatorResult.Accept,
|
|
1412
|
+
obj: block
|
|
1413
|
+
};
|
|
1414
|
+
}
|
|
1213
1415
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1214
1416
|
// should not be here as it does not deal with p2p networking.
|
|
1215
1417
|
async processValidBlockProposal(block, sender) {
|
|
@@ -1219,85 +1421,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1219
1421
|
source: sender.toString(),
|
|
1220
1422
|
...block.toBlockInfo()
|
|
1221
1423
|
});
|
|
1222
|
-
//
|
|
1223
|
-
|
|
1224
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1225
|
-
} catch (err) {
|
|
1226
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1227
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1228
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1229
|
-
slot: String(slot),
|
|
1230
|
-
archive: block.archive.toString(),
|
|
1231
|
-
error: err.message
|
|
1232
|
-
});
|
|
1233
|
-
return;
|
|
1234
|
-
}
|
|
1235
|
-
throw err;
|
|
1236
|
-
}
|
|
1237
|
-
// Mark the txs in this proposal as non-evictable
|
|
1238
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1424
|
+
// Mark the txs in this proposal as protected
|
|
1425
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1239
1426
|
// Call the block received callback to validate the proposal.
|
|
1240
1427
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1241
1428
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1242
1429
|
if (!isValid) {
|
|
1243
|
-
this.logger.
|
|
1430
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1244
1431
|
}
|
|
1245
1432
|
}
|
|
1246
1433
|
/**
|
|
1247
1434
|
* Handle a gossiped checkpoint proposal.
|
|
1248
1435
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1249
1436
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1437
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1438
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1439
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1440
|
+
if (processBlock && checkpoint?.getBlockProposal()) {
|
|
1441
|
+
await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
|
|
1442
|
+
}
|
|
1443
|
+
if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
|
|
1444
|
+
return;
|
|
1445
|
+
}
|
|
1446
|
+
await this.processValidCheckpointProposal(checkpoint.toCore(), source);
|
|
1447
|
+
}
|
|
1448
|
+
/**
|
|
1449
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1450
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1451
|
+
*/ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
|
|
1452
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1453
|
+
if (validationResult.result === 'reject') {
|
|
1454
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1455
|
+
return {
|
|
1456
|
+
result: TopicValidatorResult.Reject,
|
|
1457
|
+
severity: validationResult.severity
|
|
1458
|
+
};
|
|
1459
|
+
}
|
|
1460
|
+
if (validationResult.result === 'ignore') {
|
|
1461
|
+
return {
|
|
1462
|
+
result: TopicValidatorResult.Ignore,
|
|
1463
|
+
obj: checkpoint
|
|
1464
|
+
};
|
|
1465
|
+
}
|
|
1466
|
+
// Extract and try to add the block proposal first if present
|
|
1467
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1468
|
+
let processBlock = false;
|
|
1469
|
+
if (blockProposal) {
|
|
1470
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1262
1471
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1263
|
-
[Attributes.P2P_ID]:
|
|
1472
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1264
1473
|
});
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
|
|
1272
|
-
|
|
1273
|
-
};
|
|
1274
|
-
} else if (!canAdd) {
|
|
1275
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1276
|
-
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1277
|
-
slot: checkpoint.slotNumber.toString(),
|
|
1278
|
-
archive: checkpoint.archive.toString(),
|
|
1279
|
-
source: source.toString()
|
|
1474
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1475
|
+
const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
|
|
1476
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1477
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1478
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1479
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1480
|
+
isEquivocated,
|
|
1481
|
+
result: blockProposalResult.result
|
|
1280
1482
|
});
|
|
1281
1483
|
return {
|
|
1282
|
-
result: TopicValidatorResult.Reject
|
|
1283
|
-
|
|
1284
|
-
} else {
|
|
1285
|
-
return {
|
|
1286
|
-
result: TopicValidatorResult.Accept,
|
|
1287
|
-
obj: checkpoint
|
|
1484
|
+
result: TopicValidatorResult.Reject,
|
|
1485
|
+
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1288
1486
|
};
|
|
1487
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1488
|
+
processBlock = true;
|
|
1289
1489
|
}
|
|
1290
|
-
};
|
|
1291
|
-
const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
|
|
1292
|
-
if (result !== TopicValidatorResult.Accept || !checkpoint) {
|
|
1293
|
-
return;
|
|
1294
1490
|
}
|
|
1295
|
-
|
|
1491
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1492
|
+
const checkpointCore = checkpoint.toCore();
|
|
1493
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1494
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1495
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1496
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1497
|
+
if (alreadyExists) {
|
|
1498
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1499
|
+
...checkpoint.toCheckpointInfo(),
|
|
1500
|
+
source: peerId.toString()
|
|
1501
|
+
});
|
|
1502
|
+
return {
|
|
1503
|
+
result: TopicValidatorResult.Ignore,
|
|
1504
|
+
obj: checkpoint,
|
|
1505
|
+
metadata: {
|
|
1506
|
+
isEquivocated,
|
|
1507
|
+
processBlock
|
|
1508
|
+
}
|
|
1509
|
+
};
|
|
1510
|
+
}
|
|
1511
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1512
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1513
|
+
if (!added) {
|
|
1514
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1515
|
+
...checkpoint.toCheckpointInfo(),
|
|
1516
|
+
count,
|
|
1517
|
+
source: peerId.toString()
|
|
1518
|
+
});
|
|
1519
|
+
return {
|
|
1520
|
+
result: TopicValidatorResult.Reject,
|
|
1521
|
+
obj: checkpoint,
|
|
1522
|
+
metadata: {
|
|
1523
|
+
isEquivocated,
|
|
1524
|
+
processBlock
|
|
1525
|
+
},
|
|
1526
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1527
|
+
};
|
|
1528
|
+
}
|
|
1529
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1530
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1531
|
+
if (isEquivocated) {
|
|
1532
|
+
const proposer = checkpoint.getSender();
|
|
1533
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1534
|
+
...checkpoint.toCheckpointInfo(),
|
|
1535
|
+
source: peerId.toString(),
|
|
1536
|
+
proposer: proposer?.toString()
|
|
1537
|
+
});
|
|
1538
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1539
|
+
if (proposer && count === 2) {
|
|
1540
|
+
this.duplicateProposalCallback?.({
|
|
1541
|
+
slot: checkpoint.slotNumber,
|
|
1542
|
+
proposer,
|
|
1543
|
+
type: 'checkpoint'
|
|
1544
|
+
});
|
|
1545
|
+
}
|
|
1546
|
+
return {
|
|
1547
|
+
result: TopicValidatorResult.Accept,
|
|
1548
|
+
obj: checkpoint,
|
|
1549
|
+
metadata: {
|
|
1550
|
+
isEquivocated,
|
|
1551
|
+
processBlock
|
|
1552
|
+
}
|
|
1553
|
+
};
|
|
1554
|
+
}
|
|
1555
|
+
// Otherwise, we're good to go!
|
|
1556
|
+
return {
|
|
1557
|
+
result: TopicValidatorResult.Accept,
|
|
1558
|
+
obj: checkpoint,
|
|
1559
|
+
metadata: {
|
|
1560
|
+
processBlock,
|
|
1561
|
+
isEquivocated
|
|
1562
|
+
}
|
|
1563
|
+
};
|
|
1296
1564
|
}
|
|
1297
1565
|
/**
|
|
1298
1566
|
* Process a validated checkpoint proposal.
|
|
1299
|
-
*
|
|
1300
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1567
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1301
1568
|
*/ async processValidCheckpointProposal(checkpoint, sender) {
|
|
1302
1569
|
const slot = checkpoint.slotNumber;
|
|
1303
1570
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
@@ -1306,33 +1573,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1306
1573
|
archive: checkpoint.archive.toString(),
|
|
1307
1574
|
source: sender.toString()
|
|
1308
1575
|
});
|
|
1309
|
-
|
|
1310
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1311
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1312
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1313
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1314
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1315
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1316
|
-
}
|
|
1317
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1318
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1319
|
-
if (blockProposal) {
|
|
1320
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1321
|
-
if (!isValid) {
|
|
1322
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1323
|
-
slot: slot.toString(),
|
|
1324
|
-
archive: checkpoint.archive.toString(),
|
|
1325
|
-
blockNumber: blockProposal.blockNumber.toString()
|
|
1326
|
-
});
|
|
1327
|
-
return;
|
|
1328
|
-
}
|
|
1329
|
-
}
|
|
1576
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1330
1577
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1331
1578
|
// to validate and potentially generate attestations
|
|
1332
|
-
const attestations = await this.
|
|
1579
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1333
1580
|
if (attestations && attestations.length > 0) {
|
|
1334
1581
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1335
|
-
await this.mempools.attestationPool.
|
|
1582
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1336
1583
|
for (const attestation of attestations){
|
|
1337
1584
|
await this.propagate(attestation);
|
|
1338
1585
|
}
|
|
@@ -1501,33 +1748,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1501
1748
|
}
|
|
1502
1749
|
}
|
|
1503
1750
|
createRequestedTxValidator() {
|
|
1504
|
-
return
|
|
1751
|
+
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1505
1752
|
l1ChainId: this.config.l1ChainId,
|
|
1506
1753
|
rollupVersion: this.config.rollupVersion
|
|
1507
1754
|
});
|
|
1508
1755
|
}
|
|
1509
|
-
async validatePropagatedTx(tx, peerId) {
|
|
1510
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1511
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1512
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1513
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1514
|
-
for (const validator of messageValidators){
|
|
1515
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1516
|
-
if (outcome.allPassed) {
|
|
1517
|
-
continue;
|
|
1518
|
-
}
|
|
1519
|
-
const { name } = outcome.failure;
|
|
1520
|
-
let { severity } = outcome.failure;
|
|
1521
|
-
// Double spend validator has a special case handler
|
|
1522
|
-
if (name === 'doubleSpendValidator') {
|
|
1523
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1524
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1525
|
-
}
|
|
1526
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1527
|
-
return false;
|
|
1528
|
-
}
|
|
1529
|
-
return true;
|
|
1530
|
-
}
|
|
1531
1756
|
async getGasFees(blockNumber) {
|
|
1532
1757
|
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1533
1758
|
return this.feesCache.gasFees;
|
|
@@ -1554,38 +1779,35 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1554
1779
|
peerScoring: this.peerManager
|
|
1555
1780
|
};
|
|
1556
1781
|
}
|
|
1557
|
-
async
|
|
1558
|
-
const
|
|
1559
|
-
|
|
1560
|
-
|
|
1561
|
-
|
|
1562
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
if (!outcome.allPassed) {
|
|
1566
|
-
throw new Error('Invalid tx detected', {
|
|
1567
|
-
cause: {
|
|
1568
|
-
outcome
|
|
1569
|
-
}
|
|
1570
|
-
});
|
|
1571
|
-
}
|
|
1572
|
-
}
|
|
1782
|
+
async validateTxsReceivedInBlockProposal(txs) {
|
|
1783
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1784
|
+
l1ChainId: this.config.l1ChainId,
|
|
1785
|
+
rollupVersion: this.config.rollupVersion
|
|
1786
|
+
}, this.logger.getBindings());
|
|
1787
|
+
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1788
|
+
const result = await validator.validateTx(tx);
|
|
1789
|
+
return result.result !== 'invalid';
|
|
1573
1790
|
}));
|
|
1791
|
+
if (results.some((value)=>value === false)) {
|
|
1792
|
+
throw new Error('Invalid tx detected');
|
|
1793
|
+
}
|
|
1574
1794
|
}
|
|
1575
|
-
/**
|
|
1576
|
-
* Create message validators for the given block number and timestamp.
|
|
1577
|
-
*
|
|
1578
|
-
* Each validator is a pair of a validator and a severity.
|
|
1579
|
-
* If a validator fails, the peer is penalized with the severity of the validator.
|
|
1580
|
-
*
|
|
1581
|
-
* @param currentBlockNumber - The current synced block number.
|
|
1582
|
-
* @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
|
|
1583
|
-
* @returns The message validators.
|
|
1584
|
-
*/ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1795
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1585
1796
|
const gasFees = await this.getGasFees(currentBlockNumber);
|
|
1586
|
-
const allowedInSetup =
|
|
1587
|
-
|
|
1588
|
-
|
|
1797
|
+
const allowedInSetup = [
|
|
1798
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1799
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1800
|
+
];
|
|
1801
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1802
|
+
const l1Constants = await this.archiver.getL1Constants();
|
|
1803
|
+
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1804
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1805
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1806
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1807
|
+
});
|
|
1808
|
+
}
|
|
1809
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|
|
1810
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1589
1811
|
}
|
|
1590
1812
|
/**
|
|
1591
1813
|
* Run validations on a tx.
|
|
@@ -1603,8 +1825,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1603
1825
|
});
|
|
1604
1826
|
// A promise that resolves when all validations have been run
|
|
1605
1827
|
const allValidations = await Promise.all(validationPromises);
|
|
1606
|
-
const
|
|
1607
|
-
if (
|
|
1828
|
+
const failures = allValidations.filter((x)=>!x.isValid);
|
|
1829
|
+
if (failures.length > 0) {
|
|
1830
|
+
// Pick the most severe failure (lowest tolerance = harshest penalty)
|
|
1831
|
+
const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
|
|
1608
1832
|
return {
|
|
1609
1833
|
allPassed: false,
|
|
1610
1834
|
failure: {
|
|
@@ -1651,45 +1875,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1651
1875
|
}
|
|
1652
1876
|
return PeerErrorSeverity.HighToleranceError;
|
|
1653
1877
|
}
|
|
1654
|
-
/**
|
|
1655
|
-
* Validate a checkpoint attestation.
|
|
1656
|
-
*
|
|
1657
|
-
* @param attestation - The checkpoint attestation to validate.
|
|
1658
|
-
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1659
|
-
*/ async validateCheckpointAttestation(peerId, attestation) {
|
|
1660
|
-
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1661
|
-
if (result.result === 'reject') {
|
|
1662
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1663
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1664
|
-
}
|
|
1665
|
-
return result;
|
|
1666
|
-
}
|
|
1667
|
-
/**
|
|
1668
|
-
* Validate a block proposal.
|
|
1669
|
-
*
|
|
1670
|
-
* @param block - The block proposal to validate.
|
|
1671
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1672
|
-
*/ async validateBlockProposal(peerId, block) {
|
|
1673
|
-
const result = await this.blockProposalValidator.validate(block);
|
|
1674
|
-
if (result.result === 'reject') {
|
|
1675
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1676
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1677
|
-
}
|
|
1678
|
-
return result;
|
|
1679
|
-
}
|
|
1680
|
-
/**
|
|
1681
|
-
* Validate a checkpoint proposal.
|
|
1682
|
-
*
|
|
1683
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1684
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1685
|
-
*/ async validateCheckpointProposal(peerId, checkpoint) {
|
|
1686
|
-
const result = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1687
|
-
if (result.result === 'reject') {
|
|
1688
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1689
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1690
|
-
}
|
|
1691
|
-
return result;
|
|
1692
|
-
}
|
|
1693
1878
|
getPeerScore(peerId) {
|
|
1694
1879
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1695
1880
|
}
|