@aztec/p2p 0.0.1-commit.8afd444 → 0.0.1-commit.934299a21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +7 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +35 -11
- package/dest/client/interface.d.ts +45 -32
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +38 -50
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +145 -200
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
- package/dest/config.d.ts +25 -9
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -6
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +105 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +164 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +891 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +13 -5
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +10 -4
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +4 -3
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +90 -37
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +413 -327
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +39 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +64 -48
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +29 -2
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +103 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +10 -10
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +66 -14
- package/src/client/interface.ts +61 -33
- package/src/client/p2p_client.ts +179 -236
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
- package/src/config.ts +35 -11
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +255 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1063 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -6
- package/src/services/encoding.ts +4 -3
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +440 -349
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +51 -2
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +74 -51
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +143 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +22 -15
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import type { EpochCacheInterface } from '@aztec/epoch-cache';
|
|
2
|
-
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
|
-
import { randomInt } from '@aztec/foundation/crypto/random';
|
|
2
|
+
import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
|
|
4
3
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
5
4
|
import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
6
5
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
@@ -45,7 +44,7 @@ import {
|
|
|
45
44
|
type GossipsubMessage,
|
|
46
45
|
gossipsub,
|
|
47
46
|
} from '@chainsafe/libp2p-gossipsub';
|
|
48
|
-
import { createPeerScoreParams
|
|
47
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
49
48
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
50
49
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
51
50
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -59,35 +58,40 @@ import { ENR } from '@nethermindeth/enr';
|
|
|
59
58
|
import { createLibp2p } from 'libp2p';
|
|
60
59
|
|
|
61
60
|
import type { P2PConfig } from '../../config.js';
|
|
62
|
-
import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
|
|
63
61
|
import type { MemPools } from '../../mem_pools/interface.js';
|
|
64
62
|
import {
|
|
65
63
|
BlockProposalValidator,
|
|
66
64
|
CheckpointAttestationValidator,
|
|
67
65
|
CheckpointProposalValidator,
|
|
66
|
+
DoubleSpendTxValidator,
|
|
68
67
|
FishermanAttestationValidator,
|
|
68
|
+
getDefaultAllowedSetupFunctions,
|
|
69
69
|
} from '../../msg_validators/index.js';
|
|
70
70
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
71
|
-
import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
|
|
72
71
|
import {
|
|
73
|
-
type
|
|
74
|
-
|
|
75
|
-
|
|
72
|
+
type TransactionValidator,
|
|
73
|
+
createFirstStageTxValidationsForGossipedTransactions,
|
|
74
|
+
createSecondStageTxValidationsForGossipedTransactions,
|
|
75
|
+
createTxValidatorForBlockProposalReceivedTxs,
|
|
76
|
+
createTxValidatorForReqResponseReceivedTxs,
|
|
76
77
|
} from '../../msg_validators/tx_validator/factory.js';
|
|
77
|
-
import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
|
|
78
78
|
import { GossipSubEvent } from '../../types/index.js';
|
|
79
79
|
import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
|
|
80
80
|
import { getVersions } from '../../versioning.js';
|
|
81
81
|
import { AztecDatastore } from '../data_store.js';
|
|
82
82
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
83
83
|
import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
84
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
84
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
85
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
85
86
|
import type { PeerManagerInterface } from '../peer-manager/interface.js';
|
|
86
87
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
87
88
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
88
89
|
import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
|
|
89
90
|
import type { P2PReqRespConfig } from '../reqresp/config.js';
|
|
90
91
|
import {
|
|
92
|
+
AuthRequest,
|
|
93
|
+
BlockTxsRequest,
|
|
94
|
+
BlockTxsResponse,
|
|
91
95
|
DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
92
96
|
type ReqRespInterface,
|
|
93
97
|
type ReqRespResponse,
|
|
@@ -95,25 +99,21 @@ import {
|
|
|
95
99
|
type ReqRespSubProtocolHandler,
|
|
96
100
|
type ReqRespSubProtocolHandlers,
|
|
97
101
|
type ReqRespSubProtocolValidators,
|
|
102
|
+
StatusMessage,
|
|
98
103
|
type SubProtocolMap,
|
|
99
104
|
ValidationError,
|
|
100
|
-
} from '../reqresp/interface.js';
|
|
101
|
-
import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
|
|
102
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
103
|
-
import {
|
|
104
|
-
AuthRequest,
|
|
105
|
-
BlockTxsRequest,
|
|
106
|
-
BlockTxsResponse,
|
|
107
|
-
StatusMessage,
|
|
108
105
|
pingHandler,
|
|
106
|
+
reqGoodbyeHandler,
|
|
109
107
|
reqRespBlockHandler,
|
|
108
|
+
reqRespBlockTxsHandler,
|
|
110
109
|
reqRespStatusHandler,
|
|
111
110
|
reqRespTxHandler,
|
|
112
|
-
} from '../reqresp/
|
|
111
|
+
} from '../reqresp/index.js';
|
|
113
112
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
114
113
|
import type {
|
|
115
114
|
P2PBlockReceivedCallback,
|
|
116
115
|
P2PCheckpointReceivedCallback,
|
|
116
|
+
P2PDuplicateAttestationCallback,
|
|
117
117
|
P2PService,
|
|
118
118
|
PeerDiscoveryService,
|
|
119
119
|
} from '../service.js';
|
|
@@ -128,9 +128,9 @@ interface ValidationResult {
|
|
|
128
128
|
type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: ValidationResult };
|
|
129
129
|
|
|
130
130
|
// REFACTOR: Unify with the type above
|
|
131
|
-
type ReceivedMessageValidationResult<T> =
|
|
132
|
-
| { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject
|
|
133
|
-
| { obj?:
|
|
131
|
+
type ReceivedMessageValidationResult<T, M = undefined> =
|
|
132
|
+
| { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
|
|
133
|
+
| { obj?: T; result: TopicValidatorResult.Reject; metadata?: M };
|
|
134
134
|
|
|
135
135
|
/**
|
|
136
136
|
* Lib P2P implementation of the P2PService interface.
|
|
@@ -149,6 +149,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
149
149
|
|
|
150
150
|
private feesCache: { blockNumber: BlockNumber; gasFees: GasFees } | undefined;
|
|
151
151
|
|
|
152
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */
|
|
153
|
+
private duplicateProposalCallback?: (info: {
|
|
154
|
+
slot: SlotNumber;
|
|
155
|
+
proposer: EthAddress;
|
|
156
|
+
type: 'checkpoint' | 'block';
|
|
157
|
+
}) => void;
|
|
158
|
+
|
|
159
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */
|
|
160
|
+
private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
|
|
161
|
+
|
|
152
162
|
/**
|
|
153
163
|
* Callback for when a block is received from a peer.
|
|
154
164
|
* @param block - The block received from the peer.
|
|
@@ -177,9 +187,9 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
177
187
|
protected node: PubSubLibp2p,
|
|
178
188
|
private peerDiscoveryService: PeerDiscoveryService,
|
|
179
189
|
private reqresp: ReqRespInterface,
|
|
180
|
-
|
|
190
|
+
protected peerManager: PeerManagerInterface,
|
|
181
191
|
protected mempools: MemPools,
|
|
182
|
-
|
|
192
|
+
protected archiver: L2BlockSource & ContractDataSource,
|
|
183
193
|
private epochCache: EpochCacheInterface,
|
|
184
194
|
private proofVerifier: ClientProtocolCircuitVerifier,
|
|
185
195
|
private worldStateSynchronizer: WorldStateSynchronizer,
|
|
@@ -305,11 +315,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
305
315
|
const versions = getVersions(config);
|
|
306
316
|
const protocolVersion = compressComponentVersions(versions);
|
|
307
317
|
|
|
308
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
309
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
310
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
311
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
312
|
-
|
|
313
318
|
const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
|
|
314
319
|
const directPeers = (
|
|
315
320
|
await Promise.all(
|
|
@@ -329,6 +334,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
329
334
|
|
|
330
335
|
const announceTcpMultiaddr = config.p2pIp ? [convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')] : [];
|
|
331
336
|
|
|
337
|
+
// Create dynamic topic score params based on network configuration
|
|
338
|
+
const l1Constants = epochCache.getL1Constants();
|
|
339
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
340
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
341
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
342
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
343
|
+
blockDurationMs: config.blockDurationMs,
|
|
344
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
|
|
345
|
+
});
|
|
346
|
+
|
|
332
347
|
const node = await createLibp2p({
|
|
333
348
|
start: false,
|
|
334
349
|
peerId,
|
|
@@ -424,28 +439,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
424
439
|
scoreParams: createPeerScoreParams({
|
|
425
440
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
426
441
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
427
|
-
topics:
|
|
428
|
-
[txTopic]: createTopicScoreParams({
|
|
429
|
-
topicWeight: 1,
|
|
430
|
-
invalidMessageDeliveriesWeight: -20,
|
|
431
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
432
|
-
}),
|
|
433
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
434
|
-
topicWeight: 1,
|
|
435
|
-
invalidMessageDeliveriesWeight: -20,
|
|
436
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
437
|
-
}),
|
|
438
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
439
|
-
topicWeight: 1,
|
|
440
|
-
invalidMessageDeliveriesWeight: -20,
|
|
441
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
442
|
-
}),
|
|
443
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
444
|
-
topicWeight: 1,
|
|
445
|
-
invalidMessageDeliveriesWeight: -20,
|
|
446
|
-
invalidMessageDeliveriesDecay: 0.5,
|
|
447
|
-
}),
|
|
448
|
-
},
|
|
442
|
+
topics: topicScoreParams,
|
|
449
443
|
}),
|
|
450
444
|
}) as (components: GossipSubComponents) => GossipSub,
|
|
451
445
|
components: (components: { connectionManager: ConnectionManager }) => ({
|
|
@@ -471,8 +465,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
471
465
|
epochCache,
|
|
472
466
|
);
|
|
473
467
|
|
|
474
|
-
//
|
|
475
|
-
|
|
468
|
+
// Configure application-specific scoring for gossipsub.
|
|
469
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
470
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
471
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
472
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
473
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
476
474
|
node.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
|
|
477
475
|
peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
478
476
|
|
|
@@ -524,7 +522,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
524
522
|
};
|
|
525
523
|
|
|
526
524
|
if (!this.config.disableTransactions) {
|
|
527
|
-
const blockTxsHandler = reqRespBlockTxsHandler(
|
|
525
|
+
const blockTxsHandler = reqRespBlockTxsHandler(
|
|
526
|
+
this.mempools.attestationPool,
|
|
527
|
+
this.archiver,
|
|
528
|
+
this.mempools.txPool,
|
|
529
|
+
);
|
|
528
530
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
529
531
|
}
|
|
530
532
|
|
|
@@ -613,6 +615,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
613
615
|
return this.peerManager.getPeers(includePending);
|
|
614
616
|
}
|
|
615
617
|
|
|
618
|
+
public getGossipMeshPeerCount(topicType: TopicType): number {
|
|
619
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
620
|
+
}
|
|
621
|
+
|
|
616
622
|
private handleGossipSubEvent(e: CustomEvent<GossipsubMessage>) {
|
|
617
623
|
this.logger.trace(`Received PUBSUB message.`);
|
|
618
624
|
|
|
@@ -665,6 +671,25 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
665
671
|
this.checkpointReceivedCallback = callback;
|
|
666
672
|
}
|
|
667
673
|
|
|
674
|
+
/**
|
|
675
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
676
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
677
|
+
*/
|
|
678
|
+
public registerDuplicateProposalCallback(
|
|
679
|
+
callback: (info: { slot: SlotNumber; proposer: EthAddress; type: 'checkpoint' | 'block' }) => void,
|
|
680
|
+
): void {
|
|
681
|
+
this.duplicateProposalCallback = callback;
|
|
682
|
+
}
|
|
683
|
+
|
|
684
|
+
/**
|
|
685
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
686
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
687
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
688
|
+
*/
|
|
689
|
+
public registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void {
|
|
690
|
+
this.duplicateAttestationCallback = callback;
|
|
691
|
+
}
|
|
692
|
+
|
|
668
693
|
/**
|
|
669
694
|
* Subscribes to a topic.
|
|
670
695
|
* @param topic - The topic to subscribe to.
|
|
@@ -851,13 +876,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
851
876
|
return;
|
|
852
877
|
}
|
|
853
878
|
|
|
854
|
-
protected async validateReceivedMessage<T>(
|
|
855
|
-
validationFunc: () => Promise<ReceivedMessageValidationResult<T>>,
|
|
879
|
+
protected async validateReceivedMessage<T, M = undefined>(
|
|
880
|
+
validationFunc: () => Promise<ReceivedMessageValidationResult<T, M>>,
|
|
856
881
|
msgId: string,
|
|
857
882
|
source: PeerId,
|
|
858
883
|
topicType: TopicType,
|
|
859
|
-
): Promise<ReceivedMessageValidationResult<T>> {
|
|
860
|
-
let resultAndObj: ReceivedMessageValidationResult<T> = { result: TopicValidatorResult.Reject };
|
|
884
|
+
): Promise<ReceivedMessageValidationResult<T, M>> {
|
|
885
|
+
let resultAndObj: ReceivedMessageValidationResult<T, M> = { result: TopicValidatorResult.Reject };
|
|
861
886
|
const timer = new Timer();
|
|
862
887
|
try {
|
|
863
888
|
resultAndObj = await validationFunc();
|
|
@@ -881,21 +906,63 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
881
906
|
protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
|
|
882
907
|
const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
|
|
883
908
|
const tx = Tx.fromBuffer(payloadData);
|
|
884
|
-
|
|
885
|
-
const
|
|
909
|
+
|
|
910
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
911
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
912
|
+
|
|
913
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
914
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
915
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
916
|
+
if (!firstStageOutcome.allPassed) {
|
|
917
|
+
const { name } = firstStageOutcome.failure;
|
|
918
|
+
let { severity } = firstStageOutcome.failure;
|
|
919
|
+
|
|
920
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
921
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
922
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
923
|
+
if (name === 'doubleSpendValidator') {
|
|
924
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
925
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
926
|
+
}
|
|
927
|
+
|
|
928
|
+
this.peerManager.penalizePeer(source, severity);
|
|
929
|
+
return { result: TopicValidatorResult.Reject };
|
|
930
|
+
}
|
|
931
|
+
|
|
932
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
933
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
934
|
+
if (canAdd === 'ignored') {
|
|
935
|
+
return { result: TopicValidatorResult.Ignore, obj: tx };
|
|
936
|
+
}
|
|
937
|
+
|
|
938
|
+
// Stage 2: expensive proof verification
|
|
939
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
940
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
941
|
+
if (!secondStageOutcome.allPassed) {
|
|
942
|
+
const { severity } = secondStageOutcome.failure;
|
|
943
|
+
this.peerManager.penalizePeer(source, severity);
|
|
944
|
+
return { result: TopicValidatorResult.Reject };
|
|
945
|
+
}
|
|
946
|
+
|
|
947
|
+
// Pool add: persist the tx
|
|
948
|
+
const txHash = tx.getTxHash();
|
|
949
|
+
const addResult = await this.mempools.txPool.addPendingTxs([tx], { source: 'gossip' });
|
|
950
|
+
|
|
951
|
+
const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
|
|
952
|
+
const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
|
|
886
953
|
|
|
887
954
|
this.logger.trace(`Validate propagated tx`, {
|
|
888
|
-
|
|
889
|
-
|
|
955
|
+
wasAccepted,
|
|
956
|
+
wasIgnored,
|
|
890
957
|
[Attributes.P2P_ID]: source.toString(),
|
|
891
958
|
});
|
|
892
959
|
|
|
893
|
-
if (
|
|
894
|
-
return { result: TopicValidatorResult.
|
|
895
|
-
} else if (
|
|
960
|
+
if (wasAccepted) {
|
|
961
|
+
return { result: TopicValidatorResult.Accept, obj: tx };
|
|
962
|
+
} else if (wasIgnored) {
|
|
896
963
|
return { result: TopicValidatorResult.Ignore, obj: tx };
|
|
897
964
|
} else {
|
|
898
|
-
return { result: TopicValidatorResult.
|
|
965
|
+
return { result: TopicValidatorResult.Reject };
|
|
899
966
|
}
|
|
900
967
|
};
|
|
901
968
|
|
|
@@ -904,6 +971,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
904
971
|
return;
|
|
905
972
|
}
|
|
906
973
|
|
|
974
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
907
975
|
const txHash = tx.getTxHash();
|
|
908
976
|
const txHashString = txHash.toString();
|
|
909
977
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
@@ -911,13 +979,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
911
979
|
txHash: txHashString,
|
|
912
980
|
});
|
|
913
981
|
|
|
914
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
915
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
916
|
-
return;
|
|
917
|
-
}
|
|
918
|
-
|
|
919
982
|
this.instrumentation.incrementTxReceived(1);
|
|
920
|
-
await this.mempools.txPool.addTxs([tx]);
|
|
921
983
|
}
|
|
922
984
|
|
|
923
985
|
/**
|
|
@@ -929,47 +991,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
929
991
|
msgId: string,
|
|
930
992
|
source: PeerId,
|
|
931
993
|
): Promise<void> {
|
|
932
|
-
const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
|
|
933
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
934
|
-
const pool = this.mempools.attestationPool;
|
|
935
|
-
const validationResult = await this.validateCheckpointAttestation(source, attestation);
|
|
936
|
-
const isValid = validationResult.result === 'accept';
|
|
937
|
-
const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
|
|
938
|
-
|
|
939
|
-
let canAdd = true;
|
|
940
|
-
if (isValid && !exists) {
|
|
941
|
-
const slot = attestation.payload.header.slotNumber;
|
|
942
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
943
|
-
const committeeSize = committee?.length ?? 0;
|
|
944
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
945
|
-
}
|
|
946
|
-
|
|
947
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
948
|
-
isValid,
|
|
949
|
-
exists,
|
|
950
|
-
canAdd,
|
|
951
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
952
|
-
[Attributes.P2P_ID]: source.toString(),
|
|
953
|
-
});
|
|
954
|
-
|
|
955
|
-
if (validationResult.result === 'reject') {
|
|
956
|
-
return { result: TopicValidatorResult.Reject };
|
|
957
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
958
|
-
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
959
|
-
} else if (!canAdd) {
|
|
960
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
961
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
962
|
-
archive: attestation.archive.toString(),
|
|
963
|
-
source: source.toString(),
|
|
964
|
-
});
|
|
965
|
-
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
966
|
-
} else {
|
|
967
|
-
return { result: TopicValidatorResult.Accept, obj: attestation };
|
|
968
|
-
}
|
|
969
|
-
};
|
|
970
|
-
|
|
971
994
|
const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
|
|
972
|
-
|
|
995
|
+
() => this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)),
|
|
973
996
|
msgId,
|
|
974
997
|
source,
|
|
975
998
|
TopicType.checkpoint_attestation,
|
|
@@ -979,8 +1002,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
979
1002
|
return;
|
|
980
1003
|
}
|
|
981
1004
|
|
|
982
|
-
this.logger.
|
|
983
|
-
`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
1005
|
+
this.logger.verbose(
|
|
1006
|
+
`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
|
|
984
1007
|
{
|
|
985
1008
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
986
1009
|
slot: attestation.slotNumber,
|
|
@@ -988,60 +1011,167 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
988
1011
|
source: source.toString(),
|
|
989
1012
|
},
|
|
990
1013
|
);
|
|
991
|
-
|
|
992
|
-
await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
|
|
993
1014
|
}
|
|
994
1015
|
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1016
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */
|
|
1017
|
+
@trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation) => ({
|
|
1018
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1019
|
+
}))
|
|
1020
|
+
protected async validateAndStoreCheckpointAttestation(
|
|
1021
|
+
peerId: PeerId,
|
|
1022
|
+
attestation: CheckpointAttestation,
|
|
1023
|
+
): Promise<ReceivedMessageValidationResult<CheckpointAttestation>> {
|
|
1024
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1025
|
+
|
|
1026
|
+
if (validationResult.result === 'reject') {
|
|
1027
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1028
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1029
|
+
return { result: TopicValidatorResult.Reject };
|
|
1030
|
+
}
|
|
1031
|
+
|
|
1032
|
+
if (validationResult.result === 'ignore') {
|
|
1033
|
+
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
1034
|
+
}
|
|
1035
|
+
|
|
1036
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1037
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1038
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1039
|
+
const { added, alreadyExists, count } =
|
|
1040
|
+
await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1041
|
+
|
|
1042
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1043
|
+
added,
|
|
1044
|
+
alreadyExists,
|
|
1045
|
+
count,
|
|
1046
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1047
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1048
|
+
});
|
|
1049
|
+
|
|
1050
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1051
|
+
if (alreadyExists) {
|
|
1052
|
+
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
1053
|
+
}
|
|
1054
|
+
|
|
1055
|
+
// Could not add (cap reached for signer), no need to re-broadcast
|
|
1056
|
+
if (!added) {
|
|
1057
|
+
this.logger.warn(`Dropping checkpoint attestation due to cap`, {
|
|
1058
|
+
slot: slot.toString(),
|
|
1059
|
+
archive: attestation.archive.toString(),
|
|
1060
|
+
source: peerId.toString(),
|
|
1061
|
+
attester: attestation.getSender()?.toString(),
|
|
1062
|
+
count,
|
|
1011
1063
|
});
|
|
1064
|
+
return { result: TopicValidatorResult.Ignore, obj: attestation };
|
|
1065
|
+
}
|
|
1012
1066
|
|
|
1013
|
-
|
|
1014
|
-
|
|
1015
|
-
|
|
1016
|
-
|
|
1017
|
-
|
|
1018
|
-
this.
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
1022
|
-
|
|
1067
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1068
|
+
// count is the number of attestations by this signer for this slot
|
|
1069
|
+
if (count === 2) {
|
|
1070
|
+
const attester = attestation.getSender();
|
|
1071
|
+
if (attester) {
|
|
1072
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1073
|
+
slot: slot.toString(),
|
|
1074
|
+
archive: attestation.archive.toString(),
|
|
1075
|
+
source: peerId.toString(),
|
|
1076
|
+
attester: attester.toString(),
|
|
1023
1077
|
});
|
|
1024
|
-
|
|
1025
|
-
} else {
|
|
1026
|
-
return { result: TopicValidatorResult.Accept, obj: block };
|
|
1078
|
+
this.duplicateAttestationCallback?.({ slot, attester });
|
|
1027
1079
|
}
|
|
1028
|
-
}
|
|
1080
|
+
}
|
|
1081
|
+
|
|
1082
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1083
|
+
return { result: TopicValidatorResult.Accept, obj: attestation };
|
|
1084
|
+
}
|
|
1029
1085
|
|
|
1030
|
-
|
|
1031
|
-
|
|
1086
|
+
protected async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
1087
|
+
const {
|
|
1088
|
+
result,
|
|
1089
|
+
obj: block,
|
|
1090
|
+
metadata: { isEquivocated } = {},
|
|
1091
|
+
} = await this.validateReceivedMessage<BlockProposal, { isEquivocated: boolean }>(
|
|
1092
|
+
() => this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)),
|
|
1032
1093
|
msgId,
|
|
1033
1094
|
source,
|
|
1034
1095
|
TopicType.block_proposal,
|
|
1035
1096
|
);
|
|
1036
1097
|
|
|
1037
|
-
|
|
1098
|
+
// If not accepted or equivocated, return
|
|
1099
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
|
|
1038
1100
|
return;
|
|
1039
1101
|
}
|
|
1040
1102
|
|
|
1041
1103
|
await this.processValidBlockProposal(block, source);
|
|
1042
1104
|
}
|
|
1043
1105
|
|
|
1044
|
-
|
|
1106
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */
|
|
1107
|
+
@trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block) => ({
|
|
1108
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
1109
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
1110
|
+
}))
|
|
1111
|
+
protected async validateAndStoreBlockProposal(
|
|
1112
|
+
peerId: PeerId,
|
|
1113
|
+
block: BlockProposal,
|
|
1114
|
+
): Promise<ReceivedMessageValidationResult<BlockProposal, { isEquivocated: boolean }>> {
|
|
1115
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1116
|
+
|
|
1117
|
+
if (validationResult.result === 'reject') {
|
|
1118
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1119
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1120
|
+
return { result: TopicValidatorResult.Reject };
|
|
1121
|
+
}
|
|
1122
|
+
|
|
1123
|
+
if (validationResult.result === 'ignore') {
|
|
1124
|
+
return { result: TopicValidatorResult.Ignore, obj: block };
|
|
1125
|
+
}
|
|
1126
|
+
|
|
1127
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1128
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1129
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1130
|
+
|
|
1131
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1132
|
+
if (alreadyExists) {
|
|
1133
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1134
|
+
...block.toBlockInfo(),
|
|
1135
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1136
|
+
proposer: block.getSender()?.toString(),
|
|
1137
|
+
source: peerId.toString(),
|
|
1138
|
+
});
|
|
1139
|
+
return { result: TopicValidatorResult.Ignore, obj: block, metadata: { isEquivocated } };
|
|
1140
|
+
}
|
|
1141
|
+
|
|
1142
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1143
|
+
if (!added) {
|
|
1144
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1145
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1146
|
+
...block.toBlockInfo(),
|
|
1147
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1148
|
+
count,
|
|
1149
|
+
proposer: block.getSender()?.toString(),
|
|
1150
|
+
source: peerId.toString(),
|
|
1151
|
+
});
|
|
1152
|
+
return { result: TopicValidatorResult.Reject, metadata: { isEquivocated } };
|
|
1153
|
+
}
|
|
1154
|
+
|
|
1155
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1156
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1157
|
+
if (isEquivocated) {
|
|
1158
|
+
const proposer = block.getSender();
|
|
1159
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1160
|
+
...block.toBlockInfo(),
|
|
1161
|
+
source: peerId.toString(),
|
|
1162
|
+
proposer: proposer?.toString(),
|
|
1163
|
+
});
|
|
1164
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1165
|
+
if (proposer && count === 2) {
|
|
1166
|
+
this.duplicateProposalCallback?.({ slot: block.slotNumber, proposer, type: 'block' });
|
|
1167
|
+
}
|
|
1168
|
+
return { result: TopicValidatorResult.Accept, obj: block, metadata: { isEquivocated } };
|
|
1169
|
+
}
|
|
1170
|
+
|
|
1171
|
+
// Otherwise, we're good to go!
|
|
1172
|
+
return { result: TopicValidatorResult.Accept, obj: block };
|
|
1173
|
+
}
|
|
1174
|
+
|
|
1045
1175
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1046
1176
|
// should not be here as it does not deal with p2p networking.
|
|
1047
1177
|
@trackSpan('Libp2pService.processValidBlockProposal', async block => ({
|
|
@@ -1049,7 +1179,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1049
1179
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
1050
1180
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1051
1181
|
}))
|
|
1052
|
-
|
|
1182
|
+
protected async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
|
|
1053
1183
|
const slot = block.slotNumber;
|
|
1054
1184
|
this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
1055
1185
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
|
|
@@ -1057,24 +1187,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1057
1187
|
...block.toBlockInfo(),
|
|
1058
1188
|
});
|
|
1059
1189
|
|
|
1060
|
-
//
|
|
1061
|
-
|
|
1062
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1063
|
-
} catch (err: unknown) {
|
|
1064
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1065
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1066
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1067
|
-
slot: String(slot),
|
|
1068
|
-
archive: block.archive.toString(),
|
|
1069
|
-
error: (err as Error).message,
|
|
1070
|
-
});
|
|
1071
|
-
return;
|
|
1072
|
-
}
|
|
1073
|
-
throw err;
|
|
1074
|
-
}
|
|
1075
|
-
|
|
1076
|
-
// Mark the txs in this proposal as non-evictable
|
|
1077
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1190
|
+
// Mark the txs in this proposal as protected
|
|
1191
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1078
1192
|
|
|
1079
1193
|
// Call the block received callback to validate the proposal.
|
|
1080
1194
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
@@ -1088,67 +1202,145 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1088
1202
|
* Handle a gossiped checkpoint proposal.
|
|
1089
1203
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1090
1204
|
*/
|
|
1091
|
-
|
|
1092
|
-
|
|
1093
|
-
|
|
1094
|
-
|
|
1095
|
-
|
|
1096
|
-
|
|
1097
|
-
|
|
1098
|
-
|
|
1099
|
-
|
|
1100
|
-
|
|
1101
|
-
|
|
1102
|
-
|
|
1103
|
-
|
|
1104
|
-
|
|
1105
|
-
|
|
1205
|
+
protected async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
|
|
1206
|
+
const {
|
|
1207
|
+
result,
|
|
1208
|
+
obj: checkpoint,
|
|
1209
|
+
metadata: { isEquivocated, processBlock } = {},
|
|
1210
|
+
} = await this.validateReceivedMessage<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>(
|
|
1211
|
+
() => this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)),
|
|
1212
|
+
msgId,
|
|
1213
|
+
source,
|
|
1214
|
+
TopicType.checkpoint_proposal,
|
|
1215
|
+
);
|
|
1216
|
+
|
|
1217
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1218
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1219
|
+
if (processBlock && checkpoint?.getBlockProposal()) {
|
|
1220
|
+
await this.processValidBlockProposal(checkpoint.getBlockProposal()!, source);
|
|
1221
|
+
}
|
|
1222
|
+
|
|
1223
|
+
if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
|
|
1224
|
+
return;
|
|
1225
|
+
}
|
|
1226
|
+
|
|
1227
|
+
await this.processValidCheckpointProposal(checkpoint.toCore(), source);
|
|
1228
|
+
}
|
|
1229
|
+
|
|
1230
|
+
/**
|
|
1231
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1232
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1233
|
+
*/
|
|
1234
|
+
@trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint) => ({
|
|
1235
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1236
|
+
}))
|
|
1237
|
+
protected async validateAndStoreCheckpointProposal(
|
|
1238
|
+
peerId: PeerId,
|
|
1239
|
+
checkpoint: CheckpointProposal,
|
|
1240
|
+
): Promise<ReceivedMessageValidationResult<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>> {
|
|
1241
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1242
|
+
|
|
1243
|
+
if (validationResult.result === 'reject') {
|
|
1244
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1245
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1246
|
+
return { result: TopicValidatorResult.Reject };
|
|
1247
|
+
}
|
|
1248
|
+
|
|
1249
|
+
if (validationResult.result === 'ignore') {
|
|
1250
|
+
return { result: TopicValidatorResult.Ignore, obj: checkpoint };
|
|
1251
|
+
}
|
|
1252
|
+
|
|
1253
|
+
// Extract and try to add the block proposal first if present
|
|
1254
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1255
|
+
let processBlock = false;
|
|
1256
|
+
if (blockProposal) {
|
|
1257
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1106
1258
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1107
|
-
[Attributes.P2P_ID]:
|
|
1259
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1108
1260
|
});
|
|
1109
|
-
|
|
1110
|
-
|
|
1111
|
-
|
|
1112
|
-
|
|
1113
|
-
|
|
1114
|
-
|
|
1115
|
-
this.
|
|
1116
|
-
|
|
1117
|
-
|
|
1118
|
-
|
|
1119
|
-
|
|
1261
|
+
const {
|
|
1262
|
+
result,
|
|
1263
|
+
obj,
|
|
1264
|
+
metadata: { isEquivocated } = {},
|
|
1265
|
+
} = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1266
|
+
if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1267
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1268
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1269
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1270
|
+
isEquivocated,
|
|
1271
|
+
result,
|
|
1120
1272
|
});
|
|
1121
1273
|
return { result: TopicValidatorResult.Reject };
|
|
1122
|
-
} else {
|
|
1123
|
-
|
|
1274
|
+
} else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1275
|
+
processBlock = true;
|
|
1124
1276
|
}
|
|
1125
|
-
}
|
|
1277
|
+
}
|
|
1126
1278
|
|
|
1127
|
-
|
|
1128
|
-
|
|
1129
|
-
|
|
1130
|
-
|
|
1131
|
-
|
|
1132
|
-
|
|
1279
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1280
|
+
const checkpointCore = checkpoint.toCore();
|
|
1281
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1282
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1283
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1284
|
+
|
|
1285
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1286
|
+
if (alreadyExists) {
|
|
1287
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1288
|
+
...checkpoint.toCheckpointInfo(),
|
|
1289
|
+
source: peerId.toString(),
|
|
1290
|
+
});
|
|
1291
|
+
return {
|
|
1292
|
+
result: TopicValidatorResult.Ignore,
|
|
1293
|
+
obj: checkpoint,
|
|
1294
|
+
metadata: { isEquivocated, processBlock },
|
|
1295
|
+
};
|
|
1296
|
+
}
|
|
1133
1297
|
|
|
1134
|
-
|
|
1135
|
-
|
|
1298
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1299
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1300
|
+
if (!added) {
|
|
1301
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1302
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1303
|
+
...checkpoint.toCheckpointInfo(),
|
|
1304
|
+
count,
|
|
1305
|
+
source: peerId.toString(),
|
|
1306
|
+
});
|
|
1307
|
+
return { result: TopicValidatorResult.Reject, obj: checkpoint, metadata: { isEquivocated, processBlock } };
|
|
1308
|
+
}
|
|
1309
|
+
|
|
1310
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1311
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1312
|
+
if (isEquivocated) {
|
|
1313
|
+
const proposer = checkpoint.getSender();
|
|
1314
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1315
|
+
...checkpoint.toCheckpointInfo(),
|
|
1316
|
+
source: peerId.toString(),
|
|
1317
|
+
proposer: proposer?.toString(),
|
|
1318
|
+
});
|
|
1319
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1320
|
+
if (proposer && count === 2) {
|
|
1321
|
+
this.duplicateProposalCallback?.({ slot: checkpoint.slotNumber, proposer, type: 'checkpoint' });
|
|
1322
|
+
}
|
|
1323
|
+
return {
|
|
1324
|
+
result: TopicValidatorResult.Accept,
|
|
1325
|
+
obj: checkpoint,
|
|
1326
|
+
metadata: { isEquivocated, processBlock },
|
|
1327
|
+
};
|
|
1136
1328
|
}
|
|
1137
1329
|
|
|
1138
|
-
|
|
1330
|
+
// Otherwise, we're good to go!
|
|
1331
|
+
return { result: TopicValidatorResult.Accept, obj: checkpoint, metadata: { processBlock, isEquivocated } };
|
|
1139
1332
|
}
|
|
1140
1333
|
|
|
1141
1334
|
/**
|
|
1142
1335
|
* Process a validated checkpoint proposal.
|
|
1143
|
-
*
|
|
1144
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1336
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1145
1337
|
*/
|
|
1146
1338
|
@trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
|
|
1147
1339
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
1148
1340
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
1149
1341
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
|
|
1150
1342
|
}))
|
|
1151
|
-
|
|
1343
|
+
protected async processValidCheckpointProposal(checkpoint: CheckpointProposalCore, sender: PeerId) {
|
|
1152
1344
|
const slot = checkpoint.slotNumber;
|
|
1153
1345
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
1154
1346
|
p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
|
|
@@ -1157,37 +1349,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1157
1349
|
source: sender.toString(),
|
|
1158
1350
|
});
|
|
1159
1351
|
|
|
1160
|
-
// Extract block proposal before adding to pool (pool stores them separately)
|
|
1161
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1162
|
-
|
|
1163
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1164
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1165
|
-
|
|
1166
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1167
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1168
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1169
|
-
}
|
|
1170
|
-
|
|
1171
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1172
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1173
|
-
if (blockProposal) {
|
|
1174
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1175
|
-
if (!isValid) {
|
|
1176
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1177
|
-
slot: slot.toString(),
|
|
1178
|
-
archive: checkpoint.archive.toString(),
|
|
1179
|
-
blockNumber: blockProposal.blockNumber.toString(),
|
|
1180
|
-
});
|
|
1181
|
-
return;
|
|
1182
|
-
}
|
|
1183
|
-
}
|
|
1184
|
-
|
|
1185
1352
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1186
1353
|
// to validate and potentially generate attestations
|
|
1187
|
-
const attestations = await this.checkpointReceivedCallback(checkpoint
|
|
1354
|
+
const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
|
|
1188
1355
|
if (attestations && attestations.length > 0) {
|
|
1189
1356
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1190
|
-
await this.mempools.attestationPool.
|
|
1357
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1191
1358
|
for (const attestation of attestations) {
|
|
1192
1359
|
await this.propagate(attestation);
|
|
1193
1360
|
}
|
|
@@ -1216,7 +1383,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1216
1383
|
@trackSpan('Libp2pService.validateRequestedBlockTxs', request => ({
|
|
1217
1384
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
|
|
1218
1385
|
}))
|
|
1219
|
-
|
|
1386
|
+
protected async validateRequestedBlockTxs(
|
|
1220
1387
|
request: BlockTxsRequest,
|
|
1221
1388
|
response: BlockTxsResponse,
|
|
1222
1389
|
peerId: PeerId,
|
|
@@ -1346,7 +1513,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1346
1513
|
@trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock) => ({
|
|
1347
1514
|
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString(),
|
|
1348
1515
|
}))
|
|
1349
|
-
|
|
1516
|
+
protected async validateRequestedBlock(
|
|
1350
1517
|
requestedBlockNumber: Fr,
|
|
1351
1518
|
responseBlock: L2Block,
|
|
1352
1519
|
peerId: PeerId,
|
|
@@ -1379,7 +1546,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1379
1546
|
}
|
|
1380
1547
|
}
|
|
1381
1548
|
|
|
1382
|
-
|
|
1549
|
+
protected async validateRequestedTx(
|
|
1550
|
+
tx: Tx,
|
|
1551
|
+
peerId: PeerId,
|
|
1552
|
+
txValidator: TxValidator,
|
|
1553
|
+
requested?: Set<`0x${string}`>,
|
|
1554
|
+
) {
|
|
1383
1555
|
const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
|
|
1384
1556
|
if (requested && !requested.has(tx.getTxHash().toString())) {
|
|
1385
1557
|
penalize(PeerErrorSeverity.MidToleranceError);
|
|
@@ -1393,44 +1565,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1393
1565
|
}
|
|
1394
1566
|
}
|
|
1395
1567
|
|
|
1396
|
-
|
|
1397
|
-
return
|
|
1568
|
+
protected createRequestedTxValidator(): TxValidator {
|
|
1569
|
+
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1398
1570
|
l1ChainId: this.config.l1ChainId,
|
|
1399
1571
|
rollupVersion: this.config.rollupVersion,
|
|
1400
1572
|
});
|
|
1401
1573
|
}
|
|
1402
1574
|
|
|
1403
|
-
@trackSpan('Libp2pService.validatePropagatedTx', tx => ({
|
|
1404
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString(),
|
|
1405
|
-
}))
|
|
1406
|
-
private async validatePropagatedTx(tx: Tx, peerId: PeerId): Promise<boolean> {
|
|
1407
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1408
|
-
|
|
1409
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1410
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1411
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1412
|
-
|
|
1413
|
-
for (const validator of messageValidators) {
|
|
1414
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1415
|
-
|
|
1416
|
-
if (outcome.allPassed) {
|
|
1417
|
-
continue;
|
|
1418
|
-
}
|
|
1419
|
-
const { name } = outcome.failure;
|
|
1420
|
-
let { severity } = outcome.failure;
|
|
1421
|
-
|
|
1422
|
-
// Double spend validator has a special case handler
|
|
1423
|
-
if (name === 'doubleSpendValidator') {
|
|
1424
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1425
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1426
|
-
}
|
|
1427
|
-
|
|
1428
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1429
|
-
return false;
|
|
1430
|
-
}
|
|
1431
|
-
return true;
|
|
1432
|
-
}
|
|
1433
|
-
|
|
1434
1575
|
private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
|
|
1435
1576
|
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1436
1577
|
return this.feesCache.gasFees;
|
|
@@ -1458,60 +1599,53 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1458
1599
|
};
|
|
1459
1600
|
}
|
|
1460
1601
|
|
|
1461
|
-
public async
|
|
1462
|
-
const
|
|
1463
|
-
|
|
1464
|
-
|
|
1465
|
-
|
|
1466
|
-
|
|
1602
|
+
public async validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
|
|
1603
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(
|
|
1604
|
+
this.proofVerifier,
|
|
1605
|
+
{ l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
|
|
1606
|
+
this.logger.getBindings(),
|
|
1607
|
+
);
|
|
1467
1608
|
|
|
1468
|
-
await Promise.all(
|
|
1609
|
+
const results = await Promise.all(
|
|
1469
1610
|
txs.map(async tx => {
|
|
1470
|
-
|
|
1471
|
-
|
|
1472
|
-
if (!outcome.allPassed) {
|
|
1473
|
-
throw new Error('Invalid tx detected', { cause: { outcome } });
|
|
1474
|
-
}
|
|
1475
|
-
}
|
|
1611
|
+
const result = await validator.validateTx(tx);
|
|
1612
|
+
return result.result !== 'invalid';
|
|
1476
1613
|
}),
|
|
1477
1614
|
);
|
|
1615
|
+
if (results.some(value => value === false)) {
|
|
1616
|
+
throw new Error('Invalid tx detected');
|
|
1617
|
+
}
|
|
1478
1618
|
}
|
|
1479
1619
|
|
|
1480
|
-
/**
|
|
1481
|
-
|
|
1482
|
-
*
|
|
1483
|
-
* Each validator is a pair of a validator and a severity.
|
|
1484
|
-
* If a validator fails, the peer is penalized with the severity of the validator.
|
|
1485
|
-
*
|
|
1486
|
-
* @param currentBlockNumber - The current synced block number.
|
|
1487
|
-
* @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
|
|
1488
|
-
* @returns The message validators.
|
|
1489
|
-
*/
|
|
1490
|
-
private async createMessageValidators(
|
|
1620
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */
|
|
1621
|
+
protected async createFirstStageMessageValidators(
|
|
1491
1622
|
currentBlockNumber: BlockNumber,
|
|
1492
1623
|
nextSlotTimestamp: UInt64,
|
|
1493
|
-
): Promise<Record<string,
|
|
1624
|
+
): Promise<Record<string, TransactionValidator>> {
|
|
1494
1625
|
const gasFees = await this.getGasFees(currentBlockNumber);
|
|
1495
1626
|
const allowedInSetup = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
|
|
1627
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1496
1628
|
|
|
1497
|
-
|
|
1498
|
-
|
|
1499
|
-
return createTxMessageValidators(
|
|
1629
|
+
return createFirstStageTxValidationsForGossipedTransactions(
|
|
1500
1630
|
nextSlotTimestamp,
|
|
1501
|
-
|
|
1631
|
+
blockNumber,
|
|
1502
1632
|
this.worldStateSynchronizer,
|
|
1503
1633
|
gasFees,
|
|
1504
1634
|
this.config.l1ChainId,
|
|
1505
1635
|
this.config.rollupVersion,
|
|
1506
1636
|
protocolContractsHash,
|
|
1507
1637
|
this.archiver,
|
|
1508
|
-
this.proofVerifier,
|
|
1509
1638
|
!this.config.disableTransactions,
|
|
1510
1639
|
allowedInSetup,
|
|
1511
1640
|
this.logger.getBindings(),
|
|
1512
1641
|
);
|
|
1513
1642
|
}
|
|
1514
1643
|
|
|
1644
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */
|
|
1645
|
+
protected createSecondStageMessageValidators(): Record<string, TransactionValidator> {
|
|
1646
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1647
|
+
}
|
|
1648
|
+
|
|
1515
1649
|
/**
|
|
1516
1650
|
* Run validations on a tx.
|
|
1517
1651
|
* @param tx - The tx to validate.
|
|
@@ -1520,7 +1654,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1520
1654
|
*/
|
|
1521
1655
|
private async runValidations(
|
|
1522
1656
|
tx: Tx,
|
|
1523
|
-
messageValidators: Record<string,
|
|
1657
|
+
messageValidators: Record<string, TransactionValidator>,
|
|
1524
1658
|
): Promise<ValidationOutcome> {
|
|
1525
1659
|
const validationPromises = Object.entries(messageValidators).map(async ([name, { validator, severity }]) => {
|
|
1526
1660
|
const { result } = await validator.validateTx(tx);
|
|
@@ -1601,50 +1735,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
|
|
|
1601
1735
|
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1602
1736
|
|
|
1603
1737
|
if (result.result === 'reject') {
|
|
1604
|
-
this.logger.
|
|
1605
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1606
|
-
}
|
|
1607
|
-
|
|
1608
|
-
return result;
|
|
1609
|
-
}
|
|
1610
|
-
|
|
1611
|
-
/**
|
|
1612
|
-
* Validate a block proposal.
|
|
1613
|
-
*
|
|
1614
|
-
* @param block - The block proposal to validate.
|
|
1615
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1616
|
-
*/
|
|
1617
|
-
@trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
|
|
1618
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
|
|
1619
|
-
}))
|
|
1620
|
-
public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<P2PValidationResult> {
|
|
1621
|
-
const result = await this.blockProposalValidator.validate(block);
|
|
1622
|
-
|
|
1623
|
-
if (result.result === 'reject') {
|
|
1624
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1625
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1626
|
-
}
|
|
1627
|
-
|
|
1628
|
-
return result;
|
|
1629
|
-
}
|
|
1630
|
-
|
|
1631
|
-
/**
|
|
1632
|
-
* Validate a checkpoint proposal.
|
|
1633
|
-
*
|
|
1634
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1635
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1636
|
-
*/
|
|
1637
|
-
@trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
|
|
1638
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1639
|
-
}))
|
|
1640
|
-
public async validateCheckpointProposal(
|
|
1641
|
-
peerId: PeerId,
|
|
1642
|
-
checkpoint: CheckpointProposal,
|
|
1643
|
-
): Promise<P2PValidationResult> {
|
|
1644
|
-
const result = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1645
|
-
|
|
1646
|
-
if (result.result === 'reject') {
|
|
1647
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1738
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1648
1739
|
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1649
1740
|
}
|
|
1650
1741
|
|