@aztec/p2p 0.0.1-commit.8afd444 → 0.0.1-commit.934299a21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +7 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +35 -11
- package/dest/client/interface.d.ts +45 -32
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +38 -50
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +145 -200
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
- package/dest/config.d.ts +25 -9
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +16 -6
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +3 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +105 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +164 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +891 -0
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +13 -5
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +10 -4
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +4 -3
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +90 -37
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +413 -327
- package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +25 -2
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +39 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +22 -4
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +49 -3
- package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +64 -48
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +90 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -10
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +29 -2
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +103 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -1
- package/dest/test-helpers/testbench-utils.d.ts +43 -38
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +128 -59
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +10 -10
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +66 -14
- package/src/client/interface.ts +61 -33
- package/src/client/p2p_client.ts +179 -236
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
- package/src/config.ts +35 -11
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +4 -1
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +275 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +255 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1063 -0
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -6
- package/src/services/encoding.ts +4 -3
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +440 -349
- package/src/services/peer-manager/peer_scoring.ts +25 -0
- package/src/services/reqresp/batch-tx-requester/README.md +7 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +51 -2
- package/src/services/tx_collection/config.ts +74 -6
- package/src/services/tx_collection/fast_tx_collection.ts +74 -51
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +117 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +113 -16
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +143 -3
- package/src/test-helpers/reqresp-nodes.ts +2 -1
- package/src/test-helpers/testbench-utils.ts +127 -71
- package/src/testbench/p2p_client_testbench_worker.ts +22 -15
- package/src/util.ts +7 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
|
@@ -372,7 +372,6 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
|
372
372
|
}
|
|
373
373
|
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import { randomInt } from '@aztec/foundation/crypto/random';
|
|
376
375
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
376
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
377
|
import { Timer } from '@aztec/foundation/timer';
|
|
@@ -384,7 +383,7 @@ import { Tx } from '@aztec/stdlib/tx';
|
|
|
384
383
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
385
384
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
386
385
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
387
|
-
import { createPeerScoreParams
|
|
386
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
388
387
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
389
388
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
390
389
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -395,51 +394,47 @@ import { mplex } from '@libp2p/mplex';
|
|
|
395
394
|
import { tcp } from '@libp2p/tcp';
|
|
396
395
|
import { ENR } from '@nethermindeth/enr';
|
|
397
396
|
import { createLibp2p } from 'libp2p';
|
|
398
|
-
import {
|
|
399
|
-
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
|
|
397
|
+
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
400
398
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
401
|
-
import {
|
|
402
|
-
import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
|
|
403
|
-
import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
|
|
399
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
404
400
|
import { GossipSubEvent } from '../../types/index.js';
|
|
405
401
|
import { convertToMultiaddr } from '../../util.js';
|
|
406
402
|
import { getVersions } from '../../versioning.js';
|
|
407
403
|
import { AztecDatastore } from '../data_store.js';
|
|
408
404
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
409
405
|
import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
410
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
406
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
407
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
411
408
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
412
409
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
413
|
-
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/
|
|
414
|
-
import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
|
|
415
|
-
import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
|
|
416
|
-
import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
|
|
410
|
+
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
417
411
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
418
412
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
419
|
-
_dec = trackSpan('Libp2pService.
|
|
413
|
+
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
414
|
+
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
|
|
415
|
+
})), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
|
|
416
|
+
[Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
|
|
417
|
+
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
418
|
+
})), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
420
419
|
[Attributes.SLOT_NUMBER]: block.slotNumber,
|
|
421
420
|
[Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
|
|
422
421
|
[Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
423
|
-
})),
|
|
422
|
+
})), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
|
|
423
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
424
|
+
})), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
|
|
424
425
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
|
|
425
426
|
[Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
|
|
426
427
|
[Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
427
|
-
})),
|
|
428
|
+
})), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
|
|
428
429
|
[Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
|
|
429
|
-
})),
|
|
430
|
+
})), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
|
|
430
431
|
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
431
|
-
})),
|
|
432
|
+
})), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
432
433
|
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
433
|
-
})),
|
|
434
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString()
|
|
435
|
-
})), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
434
|
+
})), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
436
435
|
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
437
436
|
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
438
437
|
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
439
|
-
})), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
|
|
440
|
-
[Attributes.SLOT_NUMBER]: block.slotNumber.toString()
|
|
441
|
-
})), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
|
|
442
|
-
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
|
|
443
438
|
}));
|
|
444
439
|
/**
|
|
445
440
|
* Lib P2P implementation of the P2PService interface.
|
|
@@ -460,47 +455,47 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
460
455
|
[
|
|
461
456
|
_dec,
|
|
462
457
|
2,
|
|
463
|
-
"
|
|
458
|
+
"validateAndStoreCheckpointAttestation"
|
|
464
459
|
],
|
|
465
460
|
[
|
|
466
461
|
_dec1,
|
|
467
462
|
2,
|
|
468
|
-
"
|
|
463
|
+
"validateAndStoreBlockProposal"
|
|
469
464
|
],
|
|
470
465
|
[
|
|
471
466
|
_dec2,
|
|
472
467
|
2,
|
|
473
|
-
"
|
|
468
|
+
"processValidBlockProposal"
|
|
474
469
|
],
|
|
475
470
|
[
|
|
476
471
|
_dec3,
|
|
477
472
|
2,
|
|
478
|
-
"
|
|
473
|
+
"validateAndStoreCheckpointProposal"
|
|
479
474
|
],
|
|
480
475
|
[
|
|
481
476
|
_dec4,
|
|
482
477
|
2,
|
|
483
|
-
"
|
|
478
|
+
"processValidCheckpointProposal"
|
|
484
479
|
],
|
|
485
480
|
[
|
|
486
481
|
_dec5,
|
|
487
482
|
2,
|
|
488
|
-
"
|
|
483
|
+
"validateRequestedBlockTxs"
|
|
489
484
|
],
|
|
490
485
|
[
|
|
491
486
|
_dec6,
|
|
492
487
|
2,
|
|
493
|
-
"
|
|
488
|
+
"validateRequestedTxs"
|
|
494
489
|
],
|
|
495
490
|
[
|
|
496
491
|
_dec7,
|
|
497
492
|
2,
|
|
498
|
-
"
|
|
493
|
+
"validateRequestedBlock"
|
|
499
494
|
],
|
|
500
495
|
[
|
|
501
496
|
_dec8,
|
|
502
497
|
2,
|
|
503
|
-
"
|
|
498
|
+
"validateCheckpointAttestation"
|
|
504
499
|
]
|
|
505
500
|
], []));
|
|
506
501
|
}
|
|
@@ -513,6 +508,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
513
508
|
protocolVersion;
|
|
514
509
|
topicStrings;
|
|
515
510
|
feesCache;
|
|
511
|
+
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
512
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
516
513
|
/**
|
|
517
514
|
* Callback for when a block is received from a peer.
|
|
518
515
|
* @param block - The block received from the peer.
|
|
@@ -591,10 +588,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
591
588
|
}
|
|
592
589
|
const versions = getVersions(config);
|
|
593
590
|
const protocolVersion = compressComponentVersions(versions);
|
|
594
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
595
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
596
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
597
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
598
591
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
599
592
|
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
600
593
|
const peerId = await enr.peerId();
|
|
@@ -612,6 +605,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
612
605
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
613
606
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
614
607
|
] : [];
|
|
608
|
+
// Create dynamic topic score params based on network configuration
|
|
609
|
+
const l1Constants = epochCache.getL1Constants();
|
|
610
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
611
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
612
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
613
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
614
|
+
blockDurationMs: config.blockDurationMs,
|
|
615
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
616
|
+
});
|
|
615
617
|
const node = await createLibp2p({
|
|
616
618
|
start: false,
|
|
617
619
|
peerId,
|
|
@@ -712,28 +714,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
712
714
|
scoreParams: createPeerScoreParams({
|
|
713
715
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
714
716
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
715
|
-
topics:
|
|
716
|
-
[txTopic]: createTopicScoreParams({
|
|
717
|
-
topicWeight: 1,
|
|
718
|
-
invalidMessageDeliveriesWeight: -20,
|
|
719
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
720
|
-
}),
|
|
721
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
722
|
-
topicWeight: 1,
|
|
723
|
-
invalidMessageDeliveriesWeight: -20,
|
|
724
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
725
|
-
}),
|
|
726
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
727
|
-
topicWeight: 1,
|
|
728
|
-
invalidMessageDeliveriesWeight: -20,
|
|
729
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
730
|
-
}),
|
|
731
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
732
|
-
topicWeight: 1,
|
|
733
|
-
invalidMessageDeliveriesWeight: -20,
|
|
734
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
735
|
-
})
|
|
736
|
-
}
|
|
717
|
+
topics: topicScoreParams
|
|
737
718
|
})
|
|
738
719
|
}),
|
|
739
720
|
components: (components)=>({
|
|
@@ -745,8 +726,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
745
726
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
746
727
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
747
728
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
748
|
-
//
|
|
749
|
-
|
|
729
|
+
// Configure application-specific scoring for gossipsub.
|
|
730
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
731
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
732
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
733
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
734
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
750
735
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
751
736
|
return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
|
|
752
737
|
}
|
|
@@ -776,7 +761,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
776
761
|
[ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
|
|
777
762
|
};
|
|
778
763
|
if (!this.config.disableTransactions) {
|
|
779
|
-
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
|
|
764
|
+
const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
|
|
780
765
|
requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
|
|
781
766
|
}
|
|
782
767
|
if (!this.config.disableTransactions) {
|
|
@@ -841,6 +826,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
841
826
|
getPeers(includePending) {
|
|
842
827
|
return this.peerManager.getPeers(includePending);
|
|
843
828
|
}
|
|
829
|
+
getGossipMeshPeerCount(topicType) {
|
|
830
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
831
|
+
}
|
|
844
832
|
handleGossipSubEvent(e) {
|
|
845
833
|
this.logger.trace(`Received PUBSUB message.`);
|
|
846
834
|
const safeJob = async ()=>{
|
|
@@ -876,6 +864,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
876
864
|
this.checkpointReceivedCallback = callback;
|
|
877
865
|
}
|
|
878
866
|
/**
|
|
867
|
+
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
868
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
869
|
+
*/ registerDuplicateProposalCallback(callback) {
|
|
870
|
+
this.duplicateProposalCallback = callback;
|
|
871
|
+
}
|
|
872
|
+
/**
|
|
873
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
874
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
875
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
876
|
+
*/ registerDuplicateAttestationCallback(callback) {
|
|
877
|
+
this.duplicateAttestationCallback = callback;
|
|
878
|
+
}
|
|
879
|
+
/**
|
|
879
880
|
* Subscribes to a topic.
|
|
880
881
|
* @param topic - The topic to subscribe to.
|
|
881
882
|
*/ subscribeToTopic(topic) {
|
|
@@ -1056,26 +1057,71 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1056
1057
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1057
1058
|
const validationFunc = async ()=>{
|
|
1058
1059
|
const tx = Tx.fromBuffer(payloadData);
|
|
1059
|
-
const
|
|
1060
|
-
const
|
|
1060
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1061
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1062
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1063
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1064
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1065
|
+
if (!firstStageOutcome.allPassed) {
|
|
1066
|
+
const { name } = firstStageOutcome.failure;
|
|
1067
|
+
let { severity } = firstStageOutcome.failure;
|
|
1068
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1069
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1070
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1071
|
+
if (name === 'doubleSpendValidator') {
|
|
1072
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1073
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1074
|
+
}
|
|
1075
|
+
this.peerManager.penalizePeer(source, severity);
|
|
1076
|
+
return {
|
|
1077
|
+
result: TopicValidatorResult.Reject
|
|
1078
|
+
};
|
|
1079
|
+
}
|
|
1080
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1081
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1082
|
+
if (canAdd === 'ignored') {
|
|
1083
|
+
return {
|
|
1084
|
+
result: TopicValidatorResult.Ignore,
|
|
1085
|
+
obj: tx
|
|
1086
|
+
};
|
|
1087
|
+
}
|
|
1088
|
+
// Stage 2: expensive proof verification
|
|
1089
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1090
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1091
|
+
if (!secondStageOutcome.allPassed) {
|
|
1092
|
+
const { severity } = secondStageOutcome.failure;
|
|
1093
|
+
this.peerManager.penalizePeer(source, severity);
|
|
1094
|
+
return {
|
|
1095
|
+
result: TopicValidatorResult.Reject
|
|
1096
|
+
};
|
|
1097
|
+
}
|
|
1098
|
+
// Pool add: persist the tx
|
|
1099
|
+
const txHash = tx.getTxHash();
|
|
1100
|
+
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1101
|
+
tx
|
|
1102
|
+
], {
|
|
1103
|
+
source: 'gossip'
|
|
1104
|
+
});
|
|
1105
|
+
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1106
|
+
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1061
1107
|
this.logger.trace(`Validate propagated tx`, {
|
|
1062
|
-
|
|
1063
|
-
|
|
1108
|
+
wasAccepted,
|
|
1109
|
+
wasIgnored,
|
|
1064
1110
|
[Attributes.P2P_ID]: source.toString()
|
|
1065
1111
|
});
|
|
1066
|
-
if (
|
|
1112
|
+
if (wasAccepted) {
|
|
1067
1113
|
return {
|
|
1068
|
-
result: TopicValidatorResult.
|
|
1114
|
+
result: TopicValidatorResult.Accept,
|
|
1115
|
+
obj: tx
|
|
1069
1116
|
};
|
|
1070
|
-
} else if (
|
|
1117
|
+
} else if (wasIgnored) {
|
|
1071
1118
|
return {
|
|
1072
1119
|
result: TopicValidatorResult.Ignore,
|
|
1073
1120
|
obj: tx
|
|
1074
1121
|
};
|
|
1075
1122
|
} else {
|
|
1076
1123
|
return {
|
|
1077
|
-
result: TopicValidatorResult.
|
|
1078
|
-
obj: tx
|
|
1124
|
+
result: TopicValidatorResult.Reject
|
|
1079
1125
|
};
|
|
1080
1126
|
}
|
|
1081
1127
|
};
|
|
@@ -1083,133 +1129,190 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1083
1129
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1084
1130
|
return;
|
|
1085
1131
|
}
|
|
1132
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
1086
1133
|
const txHash = tx.getTxHash();
|
|
1087
1134
|
const txHashString = txHash.toString();
|
|
1088
1135
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
1089
1136
|
source: source.toString(),
|
|
1090
1137
|
txHash: txHashString
|
|
1091
1138
|
});
|
|
1092
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
1093
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
1094
|
-
return;
|
|
1095
|
-
}
|
|
1096
1139
|
this.instrumentation.incrementTxReceived(1);
|
|
1097
|
-
await this.mempools.txPool.addTxs([
|
|
1098
|
-
tx
|
|
1099
|
-
]);
|
|
1100
1140
|
}
|
|
1101
1141
|
/**
|
|
1102
1142
|
* Process a checkpoint attestation from a peer.
|
|
1103
1143
|
* Validates the attestation and adds it to the pool.
|
|
1104
1144
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1105
|
-
const
|
|
1106
|
-
const attestation = CheckpointAttestation.fromBuffer(payloadData);
|
|
1107
|
-
const pool = this.mempools.attestationPool;
|
|
1108
|
-
const validationResult = await this.validateCheckpointAttestation(source, attestation);
|
|
1109
|
-
const isValid = validationResult.result === 'accept';
|
|
1110
|
-
const exists = isValid && await pool.hasCheckpointAttestation(attestation);
|
|
1111
|
-
let canAdd = true;
|
|
1112
|
-
if (isValid && !exists) {
|
|
1113
|
-
const slot = attestation.payload.header.slotNumber;
|
|
1114
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
1115
|
-
const committeeSize = committee?.length ?? 0;
|
|
1116
|
-
canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
|
|
1117
|
-
}
|
|
1118
|
-
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1119
|
-
isValid,
|
|
1120
|
-
exists,
|
|
1121
|
-
canAdd,
|
|
1122
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
|
|
1123
|
-
[Attributes.P2P_ID]: source.toString()
|
|
1124
|
-
});
|
|
1125
|
-
if (validationResult.result === 'reject') {
|
|
1126
|
-
return {
|
|
1127
|
-
result: TopicValidatorResult.Reject
|
|
1128
|
-
};
|
|
1129
|
-
} else if (validationResult.result === 'ignore' || exists) {
|
|
1130
|
-
return {
|
|
1131
|
-
result: TopicValidatorResult.Ignore,
|
|
1132
|
-
obj: attestation
|
|
1133
|
-
};
|
|
1134
|
-
} else if (!canAdd) {
|
|
1135
|
-
this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
|
|
1136
|
-
slot: attestation.payload.header.slotNumber.toString(),
|
|
1137
|
-
archive: attestation.archive.toString(),
|
|
1138
|
-
source: source.toString()
|
|
1139
|
-
});
|
|
1140
|
-
return {
|
|
1141
|
-
result: TopicValidatorResult.Ignore,
|
|
1142
|
-
obj: attestation
|
|
1143
|
-
};
|
|
1144
|
-
} else {
|
|
1145
|
-
return {
|
|
1146
|
-
result: TopicValidatorResult.Accept,
|
|
1147
|
-
obj: attestation
|
|
1148
|
-
};
|
|
1149
|
-
}
|
|
1150
|
-
};
|
|
1151
|
-
const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
|
|
1145
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
|
|
1152
1146
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1153
1147
|
return;
|
|
1154
1148
|
}
|
|
1155
|
-
this.logger.
|
|
1149
|
+
this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
|
|
1156
1150
|
p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
|
|
1157
1151
|
slot: attestation.slotNumber,
|
|
1158
1152
|
archive: attestation.archive.toString(),
|
|
1159
1153
|
source: source.toString()
|
|
1160
1154
|
});
|
|
1161
|
-
await this.mempools.attestationPool.addCheckpointAttestations([
|
|
1162
|
-
attestation
|
|
1163
|
-
]);
|
|
1164
1155
|
}
|
|
1165
|
-
async
|
|
1166
|
-
const
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
|
|
1177
|
-
|
|
1178
|
-
|
|
1156
|
+
/** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
|
|
1157
|
+
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1158
|
+
if (validationResult.result === 'reject') {
|
|
1159
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1160
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1161
|
+
return {
|
|
1162
|
+
result: TopicValidatorResult.Reject
|
|
1163
|
+
};
|
|
1164
|
+
}
|
|
1165
|
+
if (validationResult.result === 'ignore') {
|
|
1166
|
+
return {
|
|
1167
|
+
result: TopicValidatorResult.Ignore,
|
|
1168
|
+
obj: attestation
|
|
1169
|
+
};
|
|
1170
|
+
}
|
|
1171
|
+
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1172
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1173
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1174
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1175
|
+
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1176
|
+
added,
|
|
1177
|
+
alreadyExists,
|
|
1178
|
+
count,
|
|
1179
|
+
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1180
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1181
|
+
});
|
|
1182
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1183
|
+
if (alreadyExists) {
|
|
1184
|
+
return {
|
|
1185
|
+
result: TopicValidatorResult.Ignore,
|
|
1186
|
+
obj: attestation
|
|
1187
|
+
};
|
|
1188
|
+
}
|
|
1189
|
+
// Could not add (cap reached for signer), no need to re-broadcast
|
|
1190
|
+
if (!added) {
|
|
1191
|
+
this.logger.warn(`Dropping checkpoint attestation due to cap`, {
|
|
1192
|
+
slot: slot.toString(),
|
|
1193
|
+
archive: attestation.archive.toString(),
|
|
1194
|
+
source: peerId.toString(),
|
|
1195
|
+
attester: attestation.getSender()?.toString(),
|
|
1196
|
+
count
|
|
1179
1197
|
});
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
this.
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
|
|
1198
|
+
return {
|
|
1199
|
+
result: TopicValidatorResult.Ignore,
|
|
1200
|
+
obj: attestation
|
|
1201
|
+
};
|
|
1202
|
+
}
|
|
1203
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1204
|
+
// count is the number of attestations by this signer for this slot
|
|
1205
|
+
if (count === 2) {
|
|
1206
|
+
const attester = attestation.getSender();
|
|
1207
|
+
if (attester) {
|
|
1208
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1209
|
+
slot: slot.toString(),
|
|
1210
|
+
archive: attestation.archive.toString(),
|
|
1211
|
+
source: peerId.toString(),
|
|
1212
|
+
attester: attester.toString()
|
|
1213
|
+
});
|
|
1214
|
+
this.duplicateAttestationCallback?.({
|
|
1215
|
+
slot,
|
|
1216
|
+
attester
|
|
1195
1217
|
});
|
|
1196
|
-
return {
|
|
1197
|
-
result: TopicValidatorResult.Reject
|
|
1198
|
-
};
|
|
1199
|
-
} else {
|
|
1200
|
-
return {
|
|
1201
|
-
result: TopicValidatorResult.Accept,
|
|
1202
|
-
obj: block
|
|
1203
|
-
};
|
|
1204
1218
|
}
|
|
1219
|
+
}
|
|
1220
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1221
|
+
return {
|
|
1222
|
+
result: TopicValidatorResult.Accept,
|
|
1223
|
+
obj: attestation
|
|
1205
1224
|
};
|
|
1206
|
-
|
|
1207
|
-
|
|
1225
|
+
}
|
|
1226
|
+
async processBlockFromPeer(payloadData, msgId, source) {
|
|
1227
|
+
const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
|
|
1228
|
+
// If not accepted or equivocated, return
|
|
1229
|
+
if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
|
|
1208
1230
|
return;
|
|
1209
1231
|
}
|
|
1210
1232
|
await this.processValidBlockProposal(block, source);
|
|
1211
1233
|
}
|
|
1212
|
-
|
|
1234
|
+
/** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
|
|
1235
|
+
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1236
|
+
if (validationResult.result === 'reject') {
|
|
1237
|
+
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1238
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1239
|
+
return {
|
|
1240
|
+
result: TopicValidatorResult.Reject
|
|
1241
|
+
};
|
|
1242
|
+
}
|
|
1243
|
+
if (validationResult.result === 'ignore') {
|
|
1244
|
+
return {
|
|
1245
|
+
result: TopicValidatorResult.Ignore,
|
|
1246
|
+
obj: block
|
|
1247
|
+
};
|
|
1248
|
+
}
|
|
1249
|
+
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1250
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1251
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1252
|
+
// Duplicate proposal received, no need to re-broadcast
|
|
1253
|
+
if (alreadyExists) {
|
|
1254
|
+
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
1255
|
+
...block.toBlockInfo(),
|
|
1256
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1257
|
+
proposer: block.getSender()?.toString(),
|
|
1258
|
+
source: peerId.toString()
|
|
1259
|
+
});
|
|
1260
|
+
return {
|
|
1261
|
+
result: TopicValidatorResult.Ignore,
|
|
1262
|
+
obj: block,
|
|
1263
|
+
metadata: {
|
|
1264
|
+
isEquivocated
|
|
1265
|
+
}
|
|
1266
|
+
};
|
|
1267
|
+
}
|
|
1268
|
+
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1269
|
+
if (!added) {
|
|
1270
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1271
|
+
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1272
|
+
...block.toBlockInfo(),
|
|
1273
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1274
|
+
count,
|
|
1275
|
+
proposer: block.getSender()?.toString(),
|
|
1276
|
+
source: peerId.toString()
|
|
1277
|
+
});
|
|
1278
|
+
return {
|
|
1279
|
+
result: TopicValidatorResult.Reject,
|
|
1280
|
+
metadata: {
|
|
1281
|
+
isEquivocated
|
|
1282
|
+
}
|
|
1283
|
+
};
|
|
1284
|
+
}
|
|
1285
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1286
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1287
|
+
if (isEquivocated) {
|
|
1288
|
+
const proposer = block.getSender();
|
|
1289
|
+
this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
|
|
1290
|
+
...block.toBlockInfo(),
|
|
1291
|
+
source: peerId.toString(),
|
|
1292
|
+
proposer: proposer?.toString()
|
|
1293
|
+
});
|
|
1294
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1295
|
+
if (proposer && count === 2) {
|
|
1296
|
+
this.duplicateProposalCallback?.({
|
|
1297
|
+
slot: block.slotNumber,
|
|
1298
|
+
proposer,
|
|
1299
|
+
type: 'block'
|
|
1300
|
+
});
|
|
1301
|
+
}
|
|
1302
|
+
return {
|
|
1303
|
+
result: TopicValidatorResult.Accept,
|
|
1304
|
+
obj: block,
|
|
1305
|
+
metadata: {
|
|
1306
|
+
isEquivocated
|
|
1307
|
+
}
|
|
1308
|
+
};
|
|
1309
|
+
}
|
|
1310
|
+
// Otherwise, we're good to go!
|
|
1311
|
+
return {
|
|
1312
|
+
result: TopicValidatorResult.Accept,
|
|
1313
|
+
obj: block
|
|
1314
|
+
};
|
|
1315
|
+
}
|
|
1213
1316
|
// REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
|
|
1214
1317
|
// should not be here as it does not deal with p2p networking.
|
|
1215
1318
|
async processValidBlockProposal(block, sender) {
|
|
@@ -1219,23 +1322,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1219
1322
|
source: sender.toString(),
|
|
1220
1323
|
...block.toBlockInfo()
|
|
1221
1324
|
});
|
|
1222
|
-
//
|
|
1223
|
-
|
|
1224
|
-
await this.mempools.attestationPool.addBlockProposal(block);
|
|
1225
|
-
} catch (err) {
|
|
1226
|
-
// Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
|
|
1227
|
-
if (err instanceof ProposalSlotCapExceededError) {
|
|
1228
|
-
this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
|
|
1229
|
-
slot: String(slot),
|
|
1230
|
-
archive: block.archive.toString(),
|
|
1231
|
-
error: err.message
|
|
1232
|
-
});
|
|
1233
|
-
return;
|
|
1234
|
-
}
|
|
1235
|
-
throw err;
|
|
1236
|
-
}
|
|
1237
|
-
// Mark the txs in this proposal as non-evictable
|
|
1238
|
-
await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
|
|
1325
|
+
// Mark the txs in this proposal as protected
|
|
1326
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1239
1327
|
// Call the block received callback to validate the proposal.
|
|
1240
1328
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1241
1329
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
@@ -1247,57 +1335,135 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1247
1335
|
* Handle a gossiped checkpoint proposal.
|
|
1248
1336
|
* Validates and processes the checkpoint proposal, then triggers the callback for attestation.
|
|
1249
1337
|
*/ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1258
|
-
|
|
1259
|
-
|
|
1260
|
-
|
|
1261
|
-
|
|
1338
|
+
const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
|
|
1339
|
+
// If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
|
|
1340
|
+
// TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
|
|
1341
|
+
if (processBlock && checkpoint?.getBlockProposal()) {
|
|
1342
|
+
await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
|
|
1343
|
+
}
|
|
1344
|
+
if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
|
|
1345
|
+
return;
|
|
1346
|
+
}
|
|
1347
|
+
await this.processValidCheckpointProposal(checkpoint.toCore(), source);
|
|
1348
|
+
}
|
|
1349
|
+
/**
|
|
1350
|
+
* Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
|
|
1351
|
+
* its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
|
|
1352
|
+
*/ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
|
|
1353
|
+
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1354
|
+
if (validationResult.result === 'reject') {
|
|
1355
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1356
|
+
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1357
|
+
return {
|
|
1358
|
+
result: TopicValidatorResult.Reject
|
|
1359
|
+
};
|
|
1360
|
+
}
|
|
1361
|
+
if (validationResult.result === 'ignore') {
|
|
1362
|
+
return {
|
|
1363
|
+
result: TopicValidatorResult.Ignore,
|
|
1364
|
+
obj: checkpoint
|
|
1365
|
+
};
|
|
1366
|
+
}
|
|
1367
|
+
// Extract and try to add the block proposal first if present
|
|
1368
|
+
const blockProposal = checkpoint.getBlockProposal();
|
|
1369
|
+
let processBlock = false;
|
|
1370
|
+
if (blockProposal) {
|
|
1371
|
+
this.logger.debug(`Validating block proposal from propagated checkpoint`, {
|
|
1262
1372
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1263
|
-
[Attributes.P2P_ID]:
|
|
1373
|
+
[Attributes.P2P_ID]: peerId.toString()
|
|
1264
1374
|
});
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
result
|
|
1272
|
-
obj: checkpoint
|
|
1273
|
-
};
|
|
1274
|
-
} else if (!canAdd) {
|
|
1275
|
-
this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
|
|
1276
|
-
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1277
|
-
slot: checkpoint.slotNumber.toString(),
|
|
1278
|
-
archive: checkpoint.archive.toString(),
|
|
1279
|
-
source: source.toString()
|
|
1375
|
+
const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1376
|
+
if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1377
|
+
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1378
|
+
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1379
|
+
[Attributes.P2P_ID]: peerId.toString(),
|
|
1380
|
+
isEquivocated,
|
|
1381
|
+
result
|
|
1280
1382
|
});
|
|
1281
1383
|
return {
|
|
1282
1384
|
result: TopicValidatorResult.Reject
|
|
1283
1385
|
};
|
|
1284
|
-
} else {
|
|
1285
|
-
|
|
1286
|
-
result: TopicValidatorResult.Accept,
|
|
1287
|
-
obj: checkpoint
|
|
1288
|
-
};
|
|
1386
|
+
} else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1387
|
+
processBlock = true;
|
|
1289
1388
|
}
|
|
1290
|
-
};
|
|
1291
|
-
const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
|
|
1292
|
-
if (result !== TopicValidatorResult.Accept || !checkpoint) {
|
|
1293
|
-
return;
|
|
1294
1389
|
}
|
|
1295
|
-
|
|
1390
|
+
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1391
|
+
const checkpointCore = checkpoint.toCore();
|
|
1392
|
+
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1393
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1394
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1395
|
+
// Duplicate proposal received, do not re-broadcast
|
|
1396
|
+
if (alreadyExists) {
|
|
1397
|
+
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
1398
|
+
...checkpoint.toCheckpointInfo(),
|
|
1399
|
+
source: peerId.toString()
|
|
1400
|
+
});
|
|
1401
|
+
return {
|
|
1402
|
+
result: TopicValidatorResult.Ignore,
|
|
1403
|
+
obj: checkpoint,
|
|
1404
|
+
metadata: {
|
|
1405
|
+
isEquivocated,
|
|
1406
|
+
processBlock
|
|
1407
|
+
}
|
|
1408
|
+
};
|
|
1409
|
+
}
|
|
1410
|
+
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1411
|
+
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1412
|
+
if (!added) {
|
|
1413
|
+
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1414
|
+
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1415
|
+
...checkpoint.toCheckpointInfo(),
|
|
1416
|
+
count,
|
|
1417
|
+
source: peerId.toString()
|
|
1418
|
+
});
|
|
1419
|
+
return {
|
|
1420
|
+
result: TopicValidatorResult.Reject,
|
|
1421
|
+
obj: checkpoint,
|
|
1422
|
+
metadata: {
|
|
1423
|
+
isEquivocated,
|
|
1424
|
+
processBlock
|
|
1425
|
+
}
|
|
1426
|
+
};
|
|
1427
|
+
}
|
|
1428
|
+
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
1429
|
+
// and do re-broadcast it so other nodes in the network know to slash the proposer
|
|
1430
|
+
if (isEquivocated) {
|
|
1431
|
+
const proposer = checkpoint.getSender();
|
|
1432
|
+
this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
|
|
1433
|
+
...checkpoint.toCheckpointInfo(),
|
|
1434
|
+
source: peerId.toString(),
|
|
1435
|
+
proposer: proposer?.toString()
|
|
1436
|
+
});
|
|
1437
|
+
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1438
|
+
if (proposer && count === 2) {
|
|
1439
|
+
this.duplicateProposalCallback?.({
|
|
1440
|
+
slot: checkpoint.slotNumber,
|
|
1441
|
+
proposer,
|
|
1442
|
+
type: 'checkpoint'
|
|
1443
|
+
});
|
|
1444
|
+
}
|
|
1445
|
+
return {
|
|
1446
|
+
result: TopicValidatorResult.Accept,
|
|
1447
|
+
obj: checkpoint,
|
|
1448
|
+
metadata: {
|
|
1449
|
+
isEquivocated,
|
|
1450
|
+
processBlock
|
|
1451
|
+
}
|
|
1452
|
+
};
|
|
1453
|
+
}
|
|
1454
|
+
// Otherwise, we're good to go!
|
|
1455
|
+
return {
|
|
1456
|
+
result: TopicValidatorResult.Accept,
|
|
1457
|
+
obj: checkpoint,
|
|
1458
|
+
metadata: {
|
|
1459
|
+
processBlock,
|
|
1460
|
+
isEquivocated
|
|
1461
|
+
}
|
|
1462
|
+
};
|
|
1296
1463
|
}
|
|
1297
1464
|
/**
|
|
1298
1465
|
* Process a validated checkpoint proposal.
|
|
1299
|
-
*
|
|
1300
|
-
* The block callback is invoked before the checkpoint callback.
|
|
1466
|
+
* Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
|
|
1301
1467
|
*/ async processValidCheckpointProposal(checkpoint, sender) {
|
|
1302
1468
|
const slot = checkpoint.slotNumber;
|
|
1303
1469
|
this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
|
|
@@ -1306,33 +1472,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1306
1472
|
archive: checkpoint.archive.toString(),
|
|
1307
1473
|
source: sender.toString()
|
|
1308
1474
|
});
|
|
1309
|
-
// Extract block proposal before adding to pool (pool stores them separately)
|
|
1310
|
-
const blockProposal = checkpoint.getBlockProposal();
|
|
1311
|
-
// Add proposal to the pool (this extracts and stores block proposal separately)
|
|
1312
|
-
await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
|
|
1313
|
-
// Mark txs as non-evictable if present (from the last block)
|
|
1314
|
-
if (checkpoint.txHashes.length > 0) {
|
|
1315
|
-
await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
|
|
1316
|
-
}
|
|
1317
|
-
// If there was a last block proposal, invoke the block callback first for validation.
|
|
1318
|
-
// Note: The block proposal is already stored in the pool by addCheckpointProposal.
|
|
1319
|
-
if (blockProposal) {
|
|
1320
|
-
const isValid = await this.blockReceivedCallback(blockProposal, sender);
|
|
1321
|
-
if (!isValid) {
|
|
1322
|
-
this.logger.warn(`Block proposal from checkpoint failed validation`, {
|
|
1323
|
-
slot: slot.toString(),
|
|
1324
|
-
archive: checkpoint.archive.toString(),
|
|
1325
|
-
blockNumber: blockProposal.blockNumber.toString()
|
|
1326
|
-
});
|
|
1327
|
-
return;
|
|
1328
|
-
}
|
|
1329
|
-
}
|
|
1330
1475
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1331
1476
|
// to validate and potentially generate attestations
|
|
1332
|
-
const attestations = await this.checkpointReceivedCallback(checkpoint
|
|
1477
|
+
const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
|
|
1333
1478
|
if (attestations && attestations.length > 0) {
|
|
1334
1479
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1335
|
-
await this.mempools.attestationPool.
|
|
1480
|
+
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
1336
1481
|
for (const attestation of attestations){
|
|
1337
1482
|
await this.propagate(attestation);
|
|
1338
1483
|
}
|
|
@@ -1501,33 +1646,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1501
1646
|
}
|
|
1502
1647
|
}
|
|
1503
1648
|
createRequestedTxValidator() {
|
|
1504
|
-
return
|
|
1649
|
+
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1505
1650
|
l1ChainId: this.config.l1ChainId,
|
|
1506
1651
|
rollupVersion: this.config.rollupVersion
|
|
1507
1652
|
});
|
|
1508
1653
|
}
|
|
1509
|
-
async validatePropagatedTx(tx, peerId) {
|
|
1510
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1511
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1512
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1513
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1514
|
-
for (const validator of messageValidators){
|
|
1515
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1516
|
-
if (outcome.allPassed) {
|
|
1517
|
-
continue;
|
|
1518
|
-
}
|
|
1519
|
-
const { name } = outcome.failure;
|
|
1520
|
-
let { severity } = outcome.failure;
|
|
1521
|
-
// Double spend validator has a special case handler
|
|
1522
|
-
if (name === 'doubleSpendValidator') {
|
|
1523
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1524
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1525
|
-
}
|
|
1526
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1527
|
-
return false;
|
|
1528
|
-
}
|
|
1529
|
-
return true;
|
|
1530
|
-
}
|
|
1531
1654
|
async getGasFees(blockNumber) {
|
|
1532
1655
|
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1533
1656
|
return this.feesCache.gasFees;
|
|
@@ -1554,38 +1677,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1554
1677
|
peerScoring: this.peerManager
|
|
1555
1678
|
};
|
|
1556
1679
|
}
|
|
1557
|
-
async
|
|
1558
|
-
const
|
|
1559
|
-
|
|
1560
|
-
|
|
1561
|
-
|
|
1562
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
if (!outcome.allPassed) {
|
|
1566
|
-
throw new Error('Invalid tx detected', {
|
|
1567
|
-
cause: {
|
|
1568
|
-
outcome
|
|
1569
|
-
}
|
|
1570
|
-
});
|
|
1571
|
-
}
|
|
1572
|
-
}
|
|
1680
|
+
async validateTxsReceivedInBlockProposal(txs) {
|
|
1681
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1682
|
+
l1ChainId: this.config.l1ChainId,
|
|
1683
|
+
rollupVersion: this.config.rollupVersion
|
|
1684
|
+
}, this.logger.getBindings());
|
|
1685
|
+
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1686
|
+
const result = await validator.validateTx(tx);
|
|
1687
|
+
return result.result !== 'invalid';
|
|
1573
1688
|
}));
|
|
1689
|
+
if (results.some((value)=>value === false)) {
|
|
1690
|
+
throw new Error('Invalid tx detected');
|
|
1691
|
+
}
|
|
1574
1692
|
}
|
|
1575
|
-
/**
|
|
1576
|
-
* Create message validators for the given block number and timestamp.
|
|
1577
|
-
*
|
|
1578
|
-
* Each validator is a pair of a validator and a severity.
|
|
1579
|
-
* If a validator fails, the peer is penalized with the severity of the validator.
|
|
1580
|
-
*
|
|
1581
|
-
* @param currentBlockNumber - The current synced block number.
|
|
1582
|
-
* @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
|
|
1583
|
-
* @returns The message validators.
|
|
1584
|
-
*/ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1693
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1585
1694
|
const gasFees = await this.getGasFees(currentBlockNumber);
|
|
1586
1695
|
const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
|
|
1587
|
-
const
|
|
1588
|
-
return
|
|
1696
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1697
|
+
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
|
|
1698
|
+
}
|
|
1699
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|
|
1700
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1589
1701
|
}
|
|
1590
1702
|
/**
|
|
1591
1703
|
* Run validations on a tx.
|
|
@@ -1659,33 +1771,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
|
|
|
1659
1771
|
*/ async validateCheckpointAttestation(peerId, attestation) {
|
|
1660
1772
|
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1661
1773
|
if (result.result === 'reject') {
|
|
1662
|
-
this.logger.
|
|
1663
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1664
|
-
}
|
|
1665
|
-
return result;
|
|
1666
|
-
}
|
|
1667
|
-
/**
|
|
1668
|
-
* Validate a block proposal.
|
|
1669
|
-
*
|
|
1670
|
-
* @param block - The block proposal to validate.
|
|
1671
|
-
* @returns True if the block proposal is valid, false otherwise.
|
|
1672
|
-
*/ async validateBlockProposal(peerId, block) {
|
|
1673
|
-
const result = await this.blockProposalValidator.validate(block);
|
|
1674
|
-
if (result.result === 'reject') {
|
|
1675
|
-
this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1676
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1677
|
-
}
|
|
1678
|
-
return result;
|
|
1679
|
-
}
|
|
1680
|
-
/**
|
|
1681
|
-
* Validate a checkpoint proposal.
|
|
1682
|
-
*
|
|
1683
|
-
* @param checkpoint - The checkpoint proposal to validate.
|
|
1684
|
-
* @returns True if the checkpoint proposal is valid, false otherwise.
|
|
1685
|
-
*/ async validateCheckpointProposal(peerId, checkpoint) {
|
|
1686
|
-
const result = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1687
|
-
if (result.result === 'reject') {
|
|
1688
|
-
this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1774
|
+
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1689
1775
|
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1690
1776
|
}
|
|
1691
1777
|
return result;
|