@aztec/p2p 0.0.1-commit.e558bd1c → 0.0.1-commit.e588bc7e5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/client/factory.d.ts +9 -9
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +52 -14
- package/dest/client/interface.d.ts +47 -34
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +39 -51
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +164 -224
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +20 -10
- package/dest/config.d.ts +54 -17
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +102 -38
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +21 -12
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +75 -40
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +57 -57
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/index.d.ts +2 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +16 -14
- package/dest/mem_pools/interface.d.ts +3 -3
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +2 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +30 -12
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -19
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +50 -45
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +17 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +364 -189
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
- package/dest/msg_validators/clock_tolerance.d.ts +1 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +4 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +35 -2
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +247 -60
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
- package/dest/msg_validators/tx_validator/index.d.ts +3 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +2 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +12 -6
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +12 -5
- package/dest/services/encoding.d.ts +7 -3
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +18 -11
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +346 -0
- package/dest/services/libp2p/libp2p_service.d.ts +37 -23
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +291 -202
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +24 -9
- package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +53 -12
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +83 -106
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +30 -14
- package/dest/services/service.d.ts +26 -4
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +19 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +46 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -4
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +80 -76
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +2 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +60 -26
- package/dest/services/tx_collection/tx_collection.d.ts +23 -13
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +26 -29
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +26 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +4 -4
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +9 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +30 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +105 -4
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +4 -3
- package/dest/test-helpers/testbench-utils.d.ts +35 -24
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +124 -38
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +57 -27
- package/dest/testbench/worker_client_manager.d.ts +3 -1
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +6 -3
- package/dest/util.d.ts +3 -3
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +102 -25
- package/src/client/interface.ts +52 -34
- package/src/client/p2p_client.ts +190 -266
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +33 -14
- package/src/config.ts +158 -44
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +104 -50
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +61 -57
- package/src/mem_pools/attestation_pool/index.ts +3 -3
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/index.ts +1 -1
- package/src/mem_pools/instrumentation.ts +17 -13
- package/src/mem_pools/interface.ts +2 -2
- package/src/mem_pools/tx_pool_v2/README.md +85 -11
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
- package/src/mem_pools/tx_pool_v2/index.ts +2 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +32 -12
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -27
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +58 -45
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +34 -8
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +410 -187
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
- package/src/msg_validators/clock_tolerance.ts +4 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
- package/src/msg_validators/tx_validator/README.md +119 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +42 -1
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/factory.ts +394 -78
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
- package/src/msg_validators/tx_validator/index.ts +2 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
- package/src/services/dummy_service.ts +18 -7
- package/src/services/encoding.ts +18 -10
- package/src/services/gossipsub/README.md +641 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +487 -0
- package/src/services/libp2p/libp2p_service.ts +307 -229
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +28 -9
- package/src/services/peer-manager/peer_scoring.ts +46 -5
- package/src/services/reqresp/README.md +229 -0
- package/src/services/reqresp/batch-tx-requester/README.md +46 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +79 -112
- package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +2 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/reqresp.ts +35 -15
- package/src/services/service.ts +37 -3
- package/src/services/tx_collection/config.ts +68 -0
- package/src/services/tx_collection/fast_tx_collection.ts +83 -76
- package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +1 -0
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/slow_tx_collection.ts +66 -33
- package/src/services/tx_collection/tx_collection.ts +114 -19
- package/src/services/tx_collection/tx_collection_sink.ts +30 -34
- package/src/services/tx_collection/tx_source.ts +28 -8
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +10 -8
- package/src/services/tx_provider.ts +10 -9
- package/src/test-helpers/make-test-p2p-clients.ts +4 -6
- package/src/test-helpers/mock-pubsub.ts +146 -9
- package/src/test-helpers/reqresp-nodes.ts +5 -7
- package/src/test-helpers/testbench-utils.ts +146 -43
- package/src/testbench/p2p_client_testbench_worker.ts +63 -30
- package/src/testbench/worker_client_manager.ts +13 -6
- package/src/util.ts +8 -2
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
|
@@ -370,21 +370,21 @@ function applyDecs2203RFactory() {
|
|
|
370
370
|
function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
|
|
371
371
|
return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
|
|
372
372
|
}
|
|
373
|
-
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7,
|
|
373
|
+
var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
|
|
374
374
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
375
|
-
import {
|
|
375
|
+
import { maxBy } from '@aztec/foundation/collection';
|
|
376
376
|
import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
|
|
377
377
|
import { RunningPromise } from '@aztec/foundation/running-promise';
|
|
378
378
|
import { Timer } from '@aztec/foundation/timer';
|
|
379
379
|
import { protocolContractsHash } from '@aztec/protocol-contracts';
|
|
380
380
|
import { GasFees } from '@aztec/stdlib/gas';
|
|
381
|
-
import { BlockProposal, CheckpointAttestation, CheckpointProposal,
|
|
381
|
+
import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
|
|
382
382
|
import { MerkleTreeId } from '@aztec/stdlib/trees';
|
|
383
383
|
import { Tx } from '@aztec/stdlib/tx';
|
|
384
384
|
import { compressComponentVersions } from '@aztec/stdlib/versioning';
|
|
385
385
|
import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
|
|
386
386
|
import { gossipsub } from '@chainsafe/libp2p-gossipsub';
|
|
387
|
-
import { createPeerScoreParams
|
|
387
|
+
import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
|
|
388
388
|
import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
|
|
389
389
|
import { noise } from '@chainsafe/libp2p-noise';
|
|
390
390
|
import { yamux } from '@chainsafe/libp2p-yamux';
|
|
@@ -395,20 +395,21 @@ import { mplex } from '@libp2p/mplex';
|
|
|
395
395
|
import { tcp } from '@libp2p/tcp';
|
|
396
396
|
import { ENR } from '@nethermindeth/enr';
|
|
397
397
|
import { createLibp2p } from 'libp2p';
|
|
398
|
+
import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
|
|
398
399
|
import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
|
|
399
400
|
import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
|
|
400
|
-
import {
|
|
401
|
+
import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
|
|
401
402
|
import { GossipSubEvent } from '../../types/index.js';
|
|
402
403
|
import { convertToMultiaddr } from '../../util.js';
|
|
403
404
|
import { getVersions } from '../../versioning.js';
|
|
404
405
|
import { AztecDatastore } from '../data_store.js';
|
|
405
406
|
import { DiscV5Service } from '../discv5/discV5_service.js';
|
|
406
407
|
import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
|
|
407
|
-
import { gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
408
|
+
import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
|
|
409
|
+
import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
|
|
408
410
|
import { PeerManager } from '../peer-manager/peer_manager.js';
|
|
409
411
|
import { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
410
|
-
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/index.js';
|
|
411
|
-
import { pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
412
|
+
import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
|
|
412
413
|
import { ReqResp } from '../reqresp/reqresp.js';
|
|
413
414
|
import { P2PInstrumentation } from './instrumentation.js';
|
|
414
415
|
_dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
|
|
@@ -432,17 +433,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
432
433
|
[Attributes.TX_HASH]: requestedTxHash.toString()
|
|
433
434
|
})), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
|
|
434
435
|
[Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
|
|
435
|
-
})), _dec8 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
|
|
436
|
-
[Attributes.TX_HASH]: tx.getTxHash().toString()
|
|
437
|
-
})), _dec9 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
|
|
438
|
-
[Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
|
|
439
|
-
[Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
|
|
440
|
-
[Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
|
|
441
436
|
}));
|
|
442
437
|
/**
|
|
443
438
|
* Lib P2P implementation of the P2PService interface.
|
|
444
439
|
*/ export class LibP2PService extends WithTracer {
|
|
445
|
-
clientType;
|
|
446
440
|
config;
|
|
447
441
|
node;
|
|
448
442
|
peerDiscoveryService;
|
|
@@ -494,16 +488,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
494
488
|
_dec7,
|
|
495
489
|
2,
|
|
496
490
|
"validateRequestedBlock"
|
|
497
|
-
],
|
|
498
|
-
[
|
|
499
|
-
_dec8,
|
|
500
|
-
2,
|
|
501
|
-
"validatePropagatedTx"
|
|
502
|
-
],
|
|
503
|
-
[
|
|
504
|
-
_dec9,
|
|
505
|
-
2,
|
|
506
|
-
"validateCheckpointAttestation"
|
|
507
491
|
]
|
|
508
492
|
], []));
|
|
509
493
|
}
|
|
@@ -517,6 +501,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
517
501
|
topicStrings;
|
|
518
502
|
feesCache;
|
|
519
503
|
/** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
|
|
504
|
+
/** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
|
|
520
505
|
/**
|
|
521
506
|
* Callback for when a block is received from a peer.
|
|
522
507
|
* @param block - The block received from the peer.
|
|
@@ -526,13 +511,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
526
511
|
* Callback for when a checkpoint proposal is received from a peer.
|
|
527
512
|
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
528
513
|
* @returns The attestations for the checkpoint, if any.
|
|
529
|
-
*/
|
|
514
|
+
*/ allNodesCheckpointReceivedCallback;
|
|
515
|
+
/**
|
|
516
|
+
* Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
|
|
517
|
+
* @param checkpoint - The checkpoint proposal received from the peer.
|
|
518
|
+
* @returns The attestations for the checkpoint, if any.
|
|
519
|
+
*/ validatorCheckpointReceivedCallback;
|
|
530
520
|
gossipSubEventHandler;
|
|
531
521
|
instrumentation;
|
|
532
522
|
telemetry;
|
|
533
523
|
logger;
|
|
534
|
-
constructor(
|
|
535
|
-
super(telemetry, 'LibP2PService'), this.
|
|
524
|
+
constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
|
|
525
|
+
super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
|
|
536
526
|
this.telemetry = telemetry;
|
|
537
527
|
// Create child logger with fisherman prefix if in fisherman mode
|
|
538
528
|
this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
|
|
@@ -548,22 +538,24 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
548
538
|
this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
|
|
549
539
|
this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
|
|
550
540
|
this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
|
|
551
|
-
|
|
552
|
-
txsPermitted: !config.disableTransactions
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
541
|
+
const proposalValidatorOpts = {
|
|
542
|
+
txsPermitted: !config.disableTransactions,
|
|
543
|
+
maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
|
|
544
|
+
};
|
|
545
|
+
this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
|
|
546
|
+
this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
|
|
557
547
|
this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
|
|
558
548
|
this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
|
|
559
549
|
this.blockReceivedCallback = async (block)=>{
|
|
560
|
-
this.logger.
|
|
550
|
+
this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
|
|
561
551
|
p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
|
|
562
552
|
});
|
|
563
|
-
return
|
|
553
|
+
return true;
|
|
554
|
+
};
|
|
555
|
+
this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
|
|
556
|
+
throw new CheckpointProposalReceivedCallbackNotRegisteredError();
|
|
564
557
|
};
|
|
565
|
-
this.
|
|
566
|
-
this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
|
|
558
|
+
this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
|
|
567
559
|
return Promise.resolve(undefined);
|
|
568
560
|
};
|
|
569
561
|
}
|
|
@@ -575,7 +567,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
575
567
|
* @param config - The configuration to use when creating the service.
|
|
576
568
|
* @param txPool - The transaction pool to be accessed by the service.
|
|
577
569
|
* @returns The new service.
|
|
578
|
-
*/ static async new(
|
|
570
|
+
*/ static async new(config, peerId, deps) {
|
|
579
571
|
const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
|
|
580
572
|
const { p2pPort, maxPeerCount, listenAddress } = config;
|
|
581
573
|
const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
|
|
@@ -595,10 +587,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
595
587
|
}
|
|
596
588
|
const versions = getVersions(config);
|
|
597
589
|
const protocolVersion = compressComponentVersions(versions);
|
|
598
|
-
const txTopic = createTopicString(TopicType.tx, protocolVersion);
|
|
599
|
-
const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
|
|
600
|
-
const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
|
|
601
|
-
const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
|
|
602
590
|
const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
|
|
603
591
|
const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
|
|
604
592
|
const peerId = await enr.peerId();
|
|
@@ -616,6 +604,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
616
604
|
const announceTcpMultiaddr = config.p2pIp ? [
|
|
617
605
|
convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
|
|
618
606
|
] : [];
|
|
607
|
+
// Create dynamic topic score params based on network configuration
|
|
608
|
+
const l1Constants = epochCache.getL1Constants();
|
|
609
|
+
const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
|
|
610
|
+
slotDurationMs: l1Constants.slotDuration * 1000,
|
|
611
|
+
heartbeatIntervalMs: config.gossipsubInterval,
|
|
612
|
+
targetCommitteeSize: l1Constants.targetCommitteeSize,
|
|
613
|
+
blockDurationMs: config.blockDurationMs,
|
|
614
|
+
expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
|
|
615
|
+
});
|
|
619
616
|
const node = await createLibp2p({
|
|
620
617
|
start: false,
|
|
621
618
|
peerId,
|
|
@@ -716,28 +713,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
716
713
|
scoreParams: createPeerScoreParams({
|
|
717
714
|
// IPColocation factor can be disabled for local testing - default to -5
|
|
718
715
|
IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
|
|
719
|
-
topics:
|
|
720
|
-
[txTopic]: createTopicScoreParams({
|
|
721
|
-
topicWeight: 1,
|
|
722
|
-
invalidMessageDeliveriesWeight: -20,
|
|
723
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
724
|
-
}),
|
|
725
|
-
[blockProposalTopic]: createTopicScoreParams({
|
|
726
|
-
topicWeight: 1,
|
|
727
|
-
invalidMessageDeliveriesWeight: -20,
|
|
728
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
729
|
-
}),
|
|
730
|
-
[checkpointProposalTopic]: createTopicScoreParams({
|
|
731
|
-
topicWeight: 1,
|
|
732
|
-
invalidMessageDeliveriesWeight: -20,
|
|
733
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
734
|
-
}),
|
|
735
|
-
[checkpointAttestationTopic]: createTopicScoreParams({
|
|
736
|
-
topicWeight: 1,
|
|
737
|
-
invalidMessageDeliveriesWeight: -20,
|
|
738
|
-
invalidMessageDeliveriesDecay: 0.5
|
|
739
|
-
})
|
|
740
|
-
}
|
|
716
|
+
topics: topicScoreParams
|
|
741
717
|
})
|
|
742
718
|
}),
|
|
743
719
|
components: (components)=>({
|
|
@@ -749,10 +725,14 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
749
725
|
const peerScoring = new PeerScoring(config, telemetry);
|
|
750
726
|
const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
|
|
751
727
|
const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
|
|
752
|
-
//
|
|
753
|
-
|
|
728
|
+
// Configure application-specific scoring for gossipsub.
|
|
729
|
+
// The weight scales app score to align with gossipsub thresholds:
|
|
730
|
+
// - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
|
|
731
|
+
// - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
|
|
732
|
+
// Note: positive topic scores can offset penalties, so alignment is best-effort.
|
|
733
|
+
node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
|
|
754
734
|
node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
|
|
755
|
-
return new LibP2PService(
|
|
735
|
+
return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
|
|
756
736
|
}
|
|
757
737
|
/**
|
|
758
738
|
* Starts the LibP2P service.
|
|
@@ -797,7 +777,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
797
777
|
await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
|
|
798
778
|
await this.node.start();
|
|
799
779
|
// Subscribe to standard GossipSub topics by default
|
|
800
|
-
for (const topic of
|
|
780
|
+
for (const topic of getTopicsForConfig(this.config.disableTransactions)){
|
|
801
781
|
this.subscribeToTopic(this.topicStrings[topic]);
|
|
802
782
|
}
|
|
803
783
|
// add GossipSub listener
|
|
@@ -845,6 +825,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
845
825
|
getPeers(includePending) {
|
|
846
826
|
return this.peerManager.getPeers(includePending);
|
|
847
827
|
}
|
|
828
|
+
getGossipMeshPeerCount(topicType) {
|
|
829
|
+
return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
|
|
830
|
+
}
|
|
848
831
|
handleGossipSubEvent(e) {
|
|
849
832
|
this.logger.trace(`Received PUBSUB message.`);
|
|
850
833
|
const safeJob = async ()=>{
|
|
@@ -876,8 +859,14 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
876
859
|
registerBlockReceivedCallback(callback) {
|
|
877
860
|
this.blockReceivedCallback = callback;
|
|
878
861
|
}
|
|
879
|
-
|
|
880
|
-
this.
|
|
862
|
+
registerValidatorCheckpointReceivedCallback(callback) {
|
|
863
|
+
this.validatorCheckpointReceivedCallback = callback;
|
|
864
|
+
}
|
|
865
|
+
registerAllNodesCheckpointReceivedCallback(callback) {
|
|
866
|
+
this.allNodesCheckpointReceivedCallback = callback;
|
|
867
|
+
}
|
|
868
|
+
async notifyOwnCheckpointProposal(checkpoint) {
|
|
869
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, this.node.peerId);
|
|
881
870
|
}
|
|
882
871
|
/**
|
|
883
872
|
* Registers a callback to be invoked when a duplicate proposal is detected.
|
|
@@ -886,6 +875,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
886
875
|
this.duplicateProposalCallback = callback;
|
|
887
876
|
}
|
|
888
877
|
/**
|
|
878
|
+
* Registers a callback to be invoked when a duplicate attestation is detected.
|
|
879
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
880
|
+
* This callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
881
|
+
*/ registerDuplicateAttestationCallback(callback) {
|
|
882
|
+
this.duplicateAttestationCallback = callback;
|
|
883
|
+
}
|
|
884
|
+
/**
|
|
889
885
|
* Subscribes to a topic.
|
|
890
886
|
* @param topic - The topic to subscribe to.
|
|
891
887
|
*/ subscribeToTopic(topic) {
|
|
@@ -936,6 +932,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
936
932
|
if (!validator || !validator.addMessage(msgId)) {
|
|
937
933
|
this.instrumentation.incMessagePrevalidationStatus(false, topicType);
|
|
938
934
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
|
|
935
|
+
if (topicType === TopicType.tx) {
|
|
936
|
+
this.logger.verbose(`Ignoring already-seen tx gossip message`, {
|
|
937
|
+
msgId,
|
|
938
|
+
source: source.toString()
|
|
939
|
+
});
|
|
940
|
+
}
|
|
939
941
|
return {
|
|
940
942
|
result: false,
|
|
941
943
|
topicType
|
|
@@ -996,9 +998,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
996
998
|
if (msg.topic === this.topicStrings[TopicType.tx]) {
|
|
997
999
|
await this.handleGossipedTx(p2pMessage.payload, msgId, source);
|
|
998
1000
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
|
|
999
|
-
|
|
1000
|
-
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
1001
|
-
}
|
|
1001
|
+
await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
|
|
1002
1002
|
} else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
|
|
1003
1003
|
await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
|
|
1004
1004
|
} else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
|
|
@@ -1043,49 +1043,150 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1043
1043
|
return;
|
|
1044
1044
|
}
|
|
1045
1045
|
async validateReceivedMessage(validationFunc, msgId, source, topicType) {
|
|
1046
|
+
// Default to reject result with a penalty if validation function throws an error
|
|
1046
1047
|
let resultAndObj = {
|
|
1047
|
-
result: TopicValidatorResult.Reject
|
|
1048
|
+
result: TopicValidatorResult.Reject,
|
|
1049
|
+
severity: PeerErrorSeverity.MidToleranceError
|
|
1048
1050
|
};
|
|
1049
1051
|
const timer = new Timer();
|
|
1050
1052
|
try {
|
|
1051
1053
|
resultAndObj = await validationFunc();
|
|
1052
1054
|
} catch (err) {
|
|
1053
|
-
this.
|
|
1054
|
-
this.logger.error(`Error deserializing and validating gossipsub message`, err, {
|
|
1055
|
+
this.logger.error(`Error validating gossipsub message`, err, {
|
|
1055
1056
|
msgId,
|
|
1056
1057
|
source: source.toString(),
|
|
1057
1058
|
topicType
|
|
1058
1059
|
});
|
|
1059
1060
|
}
|
|
1060
1061
|
if (resultAndObj.result === TopicValidatorResult.Accept) {
|
|
1062
|
+
this.logger.debug(`Message ${topicType} accepted by validator`, {
|
|
1063
|
+
msgId,
|
|
1064
|
+
source: source.toString(),
|
|
1065
|
+
topicType
|
|
1066
|
+
});
|
|
1061
1067
|
this.instrumentation.recordMessageValidation(topicType, timer);
|
|
1068
|
+
} else if (resultAndObj.result === TopicValidatorResult.Reject) {
|
|
1069
|
+
this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
|
|
1070
|
+
msgId,
|
|
1071
|
+
source: source.toString(),
|
|
1072
|
+
topicType,
|
|
1073
|
+
severity: resultAndObj.severity
|
|
1074
|
+
});
|
|
1075
|
+
this.peerManager.penalizePeer(source, resultAndObj.severity);
|
|
1076
|
+
} else {
|
|
1077
|
+
this.logger.trace(`Message ${topicType} ignored by validator`, {
|
|
1078
|
+
msgId,
|
|
1079
|
+
source: source.toString(),
|
|
1080
|
+
topicType
|
|
1081
|
+
});
|
|
1062
1082
|
}
|
|
1063
1083
|
this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
|
|
1064
1084
|
return resultAndObj;
|
|
1065
1085
|
}
|
|
1086
|
+
tryDeserialize(deserializeFunc, msgId, source) {
|
|
1087
|
+
try {
|
|
1088
|
+
return deserializeFunc();
|
|
1089
|
+
} catch (err) {
|
|
1090
|
+
this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
|
|
1091
|
+
err,
|
|
1092
|
+
msgId,
|
|
1093
|
+
source: source.toString()
|
|
1094
|
+
});
|
|
1095
|
+
return undefined;
|
|
1096
|
+
}
|
|
1097
|
+
}
|
|
1066
1098
|
async handleGossipedTx(payloadData, msgId, source) {
|
|
1067
1099
|
const validationFunc = async ()=>{
|
|
1068
|
-
const tx = Tx.fromBuffer(payloadData);
|
|
1069
|
-
|
|
1070
|
-
|
|
1071
|
-
|
|
1072
|
-
|
|
1073
|
-
|
|
1100
|
+
const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
|
|
1101
|
+
if (!tx) {
|
|
1102
|
+
return {
|
|
1103
|
+
result: TopicValidatorResult.Reject,
|
|
1104
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1105
|
+
};
|
|
1106
|
+
}
|
|
1107
|
+
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1108
|
+
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1109
|
+
// Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
|
|
1110
|
+
const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1111
|
+
const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
|
|
1112
|
+
if (!firstStageOutcome.allPassed) {
|
|
1113
|
+
const { name } = firstStageOutcome.failure;
|
|
1114
|
+
let { severity } = firstStageOutcome.failure;
|
|
1115
|
+
// Double spend validator has a special case handler. We perform more detailed examination
|
|
1116
|
+
// as to how recently the nullifier was entered into the tree and if the transaction should
|
|
1117
|
+
// have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
|
|
1118
|
+
if (name === 'doubleSpendValidator') {
|
|
1119
|
+
const txBlockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1120
|
+
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1121
|
+
}
|
|
1122
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
|
|
1123
|
+
validator: name,
|
|
1124
|
+
severity,
|
|
1125
|
+
source: source.toString()
|
|
1126
|
+
});
|
|
1127
|
+
return {
|
|
1128
|
+
result: TopicValidatorResult.Reject,
|
|
1129
|
+
severity
|
|
1130
|
+
};
|
|
1131
|
+
}
|
|
1132
|
+
// Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
|
|
1133
|
+
const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
|
|
1134
|
+
if (canAdd === 'ignored') {
|
|
1135
|
+
this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
|
|
1136
|
+
source: source.toString()
|
|
1137
|
+
});
|
|
1138
|
+
return {
|
|
1139
|
+
result: TopicValidatorResult.Ignore,
|
|
1140
|
+
obj: tx
|
|
1141
|
+
};
|
|
1142
|
+
}
|
|
1143
|
+
// Stage 2: expensive proof verification
|
|
1144
|
+
const secondStageValidators = this.createSecondStageMessageValidators();
|
|
1145
|
+
const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
|
|
1146
|
+
if (!secondStageOutcome.allPassed) {
|
|
1147
|
+
const { severity, name } = secondStageOutcome.failure;
|
|
1148
|
+
this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
|
|
1149
|
+
validator: name,
|
|
1150
|
+
severity,
|
|
1151
|
+
source: source.toString()
|
|
1152
|
+
});
|
|
1153
|
+
return {
|
|
1154
|
+
result: TopicValidatorResult.Reject,
|
|
1155
|
+
severity
|
|
1156
|
+
};
|
|
1157
|
+
}
|
|
1158
|
+
// Pool add: persist the tx
|
|
1159
|
+
const txHash = tx.getTxHash();
|
|
1160
|
+
const addResult = await this.mempools.txPool.addPendingTxs([
|
|
1161
|
+
tx
|
|
1162
|
+
], {
|
|
1163
|
+
source: 'gossip'
|
|
1164
|
+
});
|
|
1165
|
+
const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
|
|
1166
|
+
const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
|
|
1167
|
+
this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
|
|
1168
|
+
wasAccepted,
|
|
1169
|
+
wasIgnored,
|
|
1074
1170
|
[Attributes.P2P_ID]: source.toString()
|
|
1075
1171
|
});
|
|
1076
|
-
if (
|
|
1172
|
+
if (wasAccepted) {
|
|
1077
1173
|
return {
|
|
1078
|
-
result: TopicValidatorResult.
|
|
1174
|
+
result: TopicValidatorResult.Accept,
|
|
1175
|
+
obj: tx
|
|
1079
1176
|
};
|
|
1080
|
-
} else if (
|
|
1177
|
+
} else if (wasIgnored) {
|
|
1081
1178
|
return {
|
|
1082
1179
|
result: TopicValidatorResult.Ignore,
|
|
1083
1180
|
obj: tx
|
|
1084
1181
|
};
|
|
1085
1182
|
} else {
|
|
1183
|
+
this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
|
|
1184
|
+
source: source.toString(),
|
|
1185
|
+
txHash: txHash.toString()
|
|
1186
|
+
});
|
|
1086
1187
|
return {
|
|
1087
|
-
result: TopicValidatorResult.
|
|
1088
|
-
|
|
1188
|
+
result: TopicValidatorResult.Reject,
|
|
1189
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1089
1190
|
};
|
|
1090
1191
|
}
|
|
1091
1192
|
};
|
|
@@ -1093,26 +1194,29 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1093
1194
|
if (result !== TopicValidatorResult.Accept || !tx) {
|
|
1094
1195
|
return;
|
|
1095
1196
|
}
|
|
1197
|
+
// Tx was accepted into pool and will be propagated - just log and record metrics
|
|
1096
1198
|
const txHash = tx.getTxHash();
|
|
1097
1199
|
const txHashString = txHash.toString();
|
|
1098
1200
|
this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
|
|
1099
1201
|
source: source.toString(),
|
|
1100
1202
|
txHash: txHashString
|
|
1101
1203
|
});
|
|
1102
|
-
if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
|
|
1103
|
-
this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
|
|
1104
|
-
return;
|
|
1105
|
-
}
|
|
1106
1204
|
this.instrumentation.incrementTxReceived(1);
|
|
1107
|
-
await this.mempools.txPool.addTxs([
|
|
1108
|
-
tx
|
|
1109
|
-
]);
|
|
1110
1205
|
}
|
|
1111
1206
|
/**
|
|
1112
1207
|
* Process a checkpoint attestation from a peer.
|
|
1113
1208
|
* Validates the attestation and adds it to the pool.
|
|
1114
1209
|
*/ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
|
|
1115
|
-
const { result, obj: attestation } = await this.validateReceivedMessage(()=>
|
|
1210
|
+
const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
|
|
1211
|
+
const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
|
|
1212
|
+
if (!attestation) {
|
|
1213
|
+
return Promise.resolve({
|
|
1214
|
+
result: TopicValidatorResult.Reject,
|
|
1215
|
+
severity: PeerErrorSeverity.LowToleranceError
|
|
1216
|
+
});
|
|
1217
|
+
}
|
|
1218
|
+
return this.validateAndStoreCheckpointAttestation(source, attestation);
|
|
1219
|
+
}, msgId, source, TopicType.checkpoint_attestation);
|
|
1116
1220
|
if (result !== TopicValidatorResult.Accept || !attestation) {
|
|
1117
1221
|
return;
|
|
1118
1222
|
}
|
|
@@ -1127,9 +1231,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1127
1231
|
const validationResult = await this.checkpointAttestationValidator.validate(attestation);
|
|
1128
1232
|
if (validationResult.result === 'reject') {
|
|
1129
1233
|
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1130
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1131
1234
|
return {
|
|
1132
|
-
result: TopicValidatorResult.Reject
|
|
1235
|
+
result: TopicValidatorResult.Reject,
|
|
1236
|
+
severity: validationResult.severity
|
|
1133
1237
|
};
|
|
1134
1238
|
}
|
|
1135
1239
|
if (validationResult.result === 'ignore') {
|
|
@@ -1138,38 +1242,56 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1138
1242
|
obj: attestation
|
|
1139
1243
|
};
|
|
1140
1244
|
}
|
|
1141
|
-
// Get committee size for the attestation's slot
|
|
1142
|
-
const slot = attestation.payload.header.slotNumber;
|
|
1143
|
-
const { committee } = await this.epochCache.getCommittee(slot);
|
|
1144
|
-
const committeeSize = committee?.length ?? 0;
|
|
1145
1245
|
// Try to add the attestation: this handles existence check, cap check, and adding in one call
|
|
1146
|
-
|
|
1246
|
+
// count is the number of attestations by this signer for this slot (for duplicate detection)
|
|
1247
|
+
const slot = attestation.payload.header.slotNumber;
|
|
1248
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
|
|
1147
1249
|
this.logger.trace(`Validate propagated checkpoint attestation`, {
|
|
1148
1250
|
added,
|
|
1149
1251
|
alreadyExists,
|
|
1252
|
+
count,
|
|
1150
1253
|
[Attributes.SLOT_NUMBER]: slot.toString(),
|
|
1151
1254
|
[Attributes.P2P_ID]: peerId.toString()
|
|
1152
1255
|
});
|
|
1153
|
-
//
|
|
1256
|
+
// Exact same attestation received, no need to re-broadcast
|
|
1154
1257
|
if (alreadyExists) {
|
|
1155
1258
|
return {
|
|
1156
1259
|
result: TopicValidatorResult.Ignore,
|
|
1157
1260
|
obj: attestation
|
|
1158
1261
|
};
|
|
1159
1262
|
}
|
|
1160
|
-
// Could not add (cap reached),
|
|
1263
|
+
// Could not add (cap reached for signer), penalize and do not re-broadcast
|
|
1161
1264
|
if (!added) {
|
|
1162
|
-
this.logger.warn(`
|
|
1265
|
+
this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
|
|
1163
1266
|
slot: slot.toString(),
|
|
1164
1267
|
archive: attestation.archive.toString(),
|
|
1165
|
-
source: peerId.toString()
|
|
1268
|
+
source: peerId.toString(),
|
|
1269
|
+
attester: attestation.getSender()?.toString(),
|
|
1270
|
+
count
|
|
1166
1271
|
});
|
|
1167
1272
|
return {
|
|
1168
|
-
result: TopicValidatorResult.
|
|
1169
|
-
|
|
1273
|
+
result: TopicValidatorResult.Reject,
|
|
1274
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1170
1275
|
};
|
|
1171
1276
|
}
|
|
1172
|
-
//
|
|
1277
|
+
// Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
|
|
1278
|
+
// count is the number of attestations by this signer for this slot
|
|
1279
|
+
if (count === 2) {
|
|
1280
|
+
const attester = attestation.getSender();
|
|
1281
|
+
if (attester) {
|
|
1282
|
+
this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
|
|
1283
|
+
slot: slot.toString(),
|
|
1284
|
+
archive: attestation.archive.toString(),
|
|
1285
|
+
source: peerId.toString(),
|
|
1286
|
+
attester: attester.toString()
|
|
1287
|
+
});
|
|
1288
|
+
this.duplicateAttestationCallback?.({
|
|
1289
|
+
slot,
|
|
1290
|
+
attester
|
|
1291
|
+
});
|
|
1292
|
+
}
|
|
1293
|
+
}
|
|
1294
|
+
// Attestation was added successfully - accept it so other nodes can also detect the equivocation
|
|
1173
1295
|
return {
|
|
1174
1296
|
result: TopicValidatorResult.Accept,
|
|
1175
1297
|
obj: attestation
|
|
@@ -1187,9 +1309,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1187
1309
|
const validationResult = await this.blockProposalValidator.validate(block);
|
|
1188
1310
|
if (validationResult.result === 'reject') {
|
|
1189
1311
|
this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
|
|
1190
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1191
1312
|
return {
|
|
1192
|
-
result: TopicValidatorResult.Reject
|
|
1313
|
+
result: TopicValidatorResult.Reject,
|
|
1314
|
+
severity: validationResult.severity
|
|
1193
1315
|
};
|
|
1194
1316
|
}
|
|
1195
1317
|
if (validationResult.result === 'ignore') {
|
|
@@ -1199,8 +1321,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1199
1321
|
};
|
|
1200
1322
|
}
|
|
1201
1323
|
// Try to add the proposal: this handles existence check, cap check, and adding in one call
|
|
1202
|
-
const { added, alreadyExists,
|
|
1203
|
-
const isEquivocated =
|
|
1324
|
+
const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
|
|
1325
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1204
1326
|
// Duplicate proposal received, no need to re-broadcast
|
|
1205
1327
|
if (alreadyExists) {
|
|
1206
1328
|
this.logger.debug(`Ignoring duplicate block proposal received`, {
|
|
@@ -1219,11 +1341,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1219
1341
|
}
|
|
1220
1342
|
// Too many blocks received for this slot and index, penalize peer and do not re-broadcast
|
|
1221
1343
|
if (!added) {
|
|
1222
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1223
1344
|
this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
|
|
1224
1345
|
...block.toBlockInfo(),
|
|
1225
1346
|
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
1226
|
-
|
|
1347
|
+
count,
|
|
1227
1348
|
proposer: block.getSender()?.toString(),
|
|
1228
1349
|
source: peerId.toString()
|
|
1229
1350
|
});
|
|
@@ -1231,7 +1352,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1231
1352
|
result: TopicValidatorResult.Reject,
|
|
1232
1353
|
metadata: {
|
|
1233
1354
|
isEquivocated
|
|
1234
|
-
}
|
|
1355
|
+
},
|
|
1356
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1235
1357
|
};
|
|
1236
1358
|
}
|
|
1237
1359
|
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
@@ -1244,7 +1366,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1244
1366
|
proposer: proposer?.toString()
|
|
1245
1367
|
});
|
|
1246
1368
|
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1247
|
-
if (proposer &&
|
|
1369
|
+
if (proposer && count === 2) {
|
|
1248
1370
|
this.duplicateProposalCallback?.({
|
|
1249
1371
|
slot: block.slotNumber,
|
|
1250
1372
|
proposer,
|
|
@@ -1274,13 +1396,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1274
1396
|
source: sender.toString(),
|
|
1275
1397
|
...block.toBlockInfo()
|
|
1276
1398
|
});
|
|
1277
|
-
// Mark the txs in this proposal as
|
|
1278
|
-
await this.mempools.txPool.
|
|
1399
|
+
// Mark the txs in this proposal as protected
|
|
1400
|
+
await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
|
|
1279
1401
|
// Call the block received callback to validate the proposal.
|
|
1280
1402
|
// Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
|
|
1281
1403
|
const isValid = await this.blockReceivedCallback(block, sender);
|
|
1282
1404
|
if (!isValid) {
|
|
1283
|
-
this.logger.
|
|
1405
|
+
this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
|
|
1284
1406
|
}
|
|
1285
1407
|
}
|
|
1286
1408
|
/**
|
|
@@ -1305,9 +1427,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1305
1427
|
const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
|
|
1306
1428
|
if (validationResult.result === 'reject') {
|
|
1307
1429
|
this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
|
|
1308
|
-
this.peerManager.penalizePeer(peerId, validationResult.severity);
|
|
1309
1430
|
return {
|
|
1310
|
-
result: TopicValidatorResult.Reject
|
|
1431
|
+
result: TopicValidatorResult.Reject,
|
|
1432
|
+
severity: validationResult.severity
|
|
1311
1433
|
};
|
|
1312
1434
|
}
|
|
1313
1435
|
if (validationResult.result === 'ignore') {
|
|
@@ -1324,26 +1446,28 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1324
1446
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1325
1447
|
[Attributes.P2P_ID]: peerId.toString()
|
|
1326
1448
|
});
|
|
1327
|
-
const
|
|
1328
|
-
|
|
1449
|
+
const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
|
|
1450
|
+
const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
|
|
1451
|
+
if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
|
|
1329
1452
|
this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
|
|
1330
1453
|
[Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
|
|
1331
1454
|
[Attributes.P2P_ID]: peerId.toString(),
|
|
1332
1455
|
isEquivocated,
|
|
1333
|
-
result
|
|
1456
|
+
result: blockProposalResult.result
|
|
1334
1457
|
});
|
|
1335
1458
|
return {
|
|
1336
|
-
result: TopicValidatorResult.Reject
|
|
1459
|
+
result: TopicValidatorResult.Reject,
|
|
1460
|
+
severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
|
|
1337
1461
|
};
|
|
1338
|
-
} else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1462
|
+
} else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
|
|
1339
1463
|
processBlock = true;
|
|
1340
1464
|
}
|
|
1341
1465
|
}
|
|
1342
1466
|
// Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
|
|
1343
1467
|
const checkpointCore = checkpoint.toCore();
|
|
1344
1468
|
const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
|
|
1345
|
-
const { added, alreadyExists,
|
|
1346
|
-
const isEquivocated =
|
|
1469
|
+
const { added, alreadyExists, count } = tryAddResult;
|
|
1470
|
+
const isEquivocated = count !== undefined && count > 1;
|
|
1347
1471
|
// Duplicate proposal received, do not re-broadcast
|
|
1348
1472
|
if (alreadyExists) {
|
|
1349
1473
|
this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
|
|
@@ -1362,10 +1486,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1362
1486
|
// Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
|
|
1363
1487
|
// Note: We still return the checkpoint obj so the lastBlock can be processed if valid
|
|
1364
1488
|
if (!added) {
|
|
1365
|
-
this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
|
|
1366
1489
|
this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
|
|
1367
1490
|
...checkpoint.toCheckpointInfo(),
|
|
1368
|
-
|
|
1491
|
+
count,
|
|
1369
1492
|
source: peerId.toString()
|
|
1370
1493
|
});
|
|
1371
1494
|
return {
|
|
@@ -1374,7 +1497,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1374
1497
|
metadata: {
|
|
1375
1498
|
isEquivocated,
|
|
1376
1499
|
processBlock
|
|
1377
|
-
}
|
|
1500
|
+
},
|
|
1501
|
+
severity: PeerErrorSeverity.HighToleranceError
|
|
1378
1502
|
};
|
|
1379
1503
|
}
|
|
1380
1504
|
// If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
|
|
@@ -1387,7 +1511,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1387
1511
|
proposer: proposer?.toString()
|
|
1388
1512
|
});
|
|
1389
1513
|
// Invoke the duplicate callback on the first duplicate spotted only
|
|
1390
|
-
if (proposer &&
|
|
1514
|
+
if (proposer && count === 2) {
|
|
1391
1515
|
this.duplicateProposalCallback?.({
|
|
1392
1516
|
slot: checkpoint.slotNumber,
|
|
1393
1517
|
proposer,
|
|
@@ -1424,9 +1548,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1424
1548
|
archive: checkpoint.archive.toString(),
|
|
1425
1549
|
source: sender.toString()
|
|
1426
1550
|
});
|
|
1551
|
+
await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
|
|
1427
1552
|
// Call the checkpoint received callback with the core version (without lastBlock)
|
|
1428
1553
|
// to validate and potentially generate attestations
|
|
1429
|
-
const attestations = await this.
|
|
1554
|
+
const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
|
|
1430
1555
|
if (attestations && attestations.length > 0) {
|
|
1431
1556
|
// If the callback returned attestations, add them to the pool and propagate them
|
|
1432
1557
|
await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
|
|
@@ -1598,33 +1723,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1598
1723
|
}
|
|
1599
1724
|
}
|
|
1600
1725
|
createRequestedTxValidator() {
|
|
1601
|
-
return
|
|
1726
|
+
return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
|
|
1602
1727
|
l1ChainId: this.config.l1ChainId,
|
|
1603
1728
|
rollupVersion: this.config.rollupVersion
|
|
1604
1729
|
});
|
|
1605
1730
|
}
|
|
1606
|
-
async validatePropagatedTx(tx, peerId) {
|
|
1607
|
-
const currentBlockNumber = await this.archiver.getBlockNumber();
|
|
1608
|
-
// We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
|
|
1609
|
-
const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
|
|
1610
|
-
const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
|
|
1611
|
-
for (const validator of messageValidators){
|
|
1612
|
-
const outcome = await this.runValidations(tx, validator);
|
|
1613
|
-
if (outcome.allPassed) {
|
|
1614
|
-
continue;
|
|
1615
|
-
}
|
|
1616
|
-
const { name } = outcome.failure;
|
|
1617
|
-
let { severity } = outcome.failure;
|
|
1618
|
-
// Double spend validator has a special case handler
|
|
1619
|
-
if (name === 'doubleSpendValidator') {
|
|
1620
|
-
const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
|
|
1621
|
-
severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
|
|
1622
|
-
}
|
|
1623
|
-
this.peerManager.penalizePeer(peerId, severity);
|
|
1624
|
-
return false;
|
|
1625
|
-
}
|
|
1626
|
-
return true;
|
|
1627
|
-
}
|
|
1628
1731
|
async getGasFees(blockNumber) {
|
|
1629
1732
|
if (blockNumber === this.feesCache?.blockNumber) {
|
|
1630
1733
|
return this.feesCache.gasFees;
|
|
@@ -1651,38 +1754,35 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1651
1754
|
peerScoring: this.peerManager
|
|
1652
1755
|
};
|
|
1653
1756
|
}
|
|
1654
|
-
async
|
|
1655
|
-
const
|
|
1656
|
-
|
|
1657
|
-
|
|
1658
|
-
|
|
1659
|
-
await Promise.all(txs.map(async (tx)=>{
|
|
1660
|
-
|
|
1661
|
-
|
|
1662
|
-
if (!outcome.allPassed) {
|
|
1663
|
-
throw new Error('Invalid tx detected', {
|
|
1664
|
-
cause: {
|
|
1665
|
-
outcome
|
|
1666
|
-
}
|
|
1667
|
-
});
|
|
1668
|
-
}
|
|
1669
|
-
}
|
|
1757
|
+
async validateTxsReceivedInBlockProposal(txs) {
|
|
1758
|
+
const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
|
|
1759
|
+
l1ChainId: this.config.l1ChainId,
|
|
1760
|
+
rollupVersion: this.config.rollupVersion
|
|
1761
|
+
}, this.logger.getBindings());
|
|
1762
|
+
const results = await Promise.all(txs.map(async (tx)=>{
|
|
1763
|
+
const result = await validator.validateTx(tx);
|
|
1764
|
+
return result.result !== 'invalid';
|
|
1670
1765
|
}));
|
|
1766
|
+
if (results.some((value)=>value === false)) {
|
|
1767
|
+
throw new Error('Invalid tx detected');
|
|
1768
|
+
}
|
|
1671
1769
|
}
|
|
1672
|
-
/**
|
|
1673
|
-
* Create message validators for the given block number and timestamp.
|
|
1674
|
-
*
|
|
1675
|
-
* Each validator is a pair of a validator and a severity.
|
|
1676
|
-
* If a validator fails, the peer is penalized with the severity of the validator.
|
|
1677
|
-
*
|
|
1678
|
-
* @param currentBlockNumber - The current synced block number.
|
|
1679
|
-
* @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
|
|
1680
|
-
* @returns The message validators.
|
|
1681
|
-
*/ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1770
|
+
/** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
|
|
1682
1771
|
const gasFees = await this.getGasFees(currentBlockNumber);
|
|
1683
|
-
const allowedInSetup =
|
|
1684
|
-
|
|
1685
|
-
|
|
1772
|
+
const allowedInSetup = [
|
|
1773
|
+
...await getDefaultAllowedSetupFunctions(),
|
|
1774
|
+
...this.config.txPublicSetupAllowListExtend ?? []
|
|
1775
|
+
];
|
|
1776
|
+
const blockNumber = BlockNumber(currentBlockNumber + 1);
|
|
1777
|
+
const l1Constants = await this.archiver.getL1Constants();
|
|
1778
|
+
return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
|
|
1779
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
1780
|
+
maxBlockL2Gas: this.config.validateMaxL2BlockGas,
|
|
1781
|
+
maxBlockDAGas: this.config.validateMaxDABlockGas
|
|
1782
|
+
});
|
|
1783
|
+
}
|
|
1784
|
+
/** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
|
|
1785
|
+
return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
|
|
1686
1786
|
}
|
|
1687
1787
|
/**
|
|
1688
1788
|
* Run validations on a tx.
|
|
@@ -1700,8 +1800,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1700
1800
|
});
|
|
1701
1801
|
// A promise that resolves when all validations have been run
|
|
1702
1802
|
const allValidations = await Promise.all(validationPromises);
|
|
1703
|
-
const
|
|
1704
|
-
if (
|
|
1803
|
+
const failures = allValidations.filter((x)=>!x.isValid);
|
|
1804
|
+
if (failures.length > 0) {
|
|
1805
|
+
// Pick the most severe failure (lowest tolerance = harshest penalty)
|
|
1806
|
+
const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
|
|
1705
1807
|
return {
|
|
1706
1808
|
allPassed: false,
|
|
1707
1809
|
failure: {
|
|
@@ -1748,19 +1850,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
|
|
|
1748
1850
|
}
|
|
1749
1851
|
return PeerErrorSeverity.HighToleranceError;
|
|
1750
1852
|
}
|
|
1751
|
-
/**
|
|
1752
|
-
* Validate a checkpoint attestation.
|
|
1753
|
-
*
|
|
1754
|
-
* @param attestation - The checkpoint attestation to validate.
|
|
1755
|
-
* @returns True if the checkpoint attestation is valid, false otherwise.
|
|
1756
|
-
*/ async validateCheckpointAttestation(peerId, attestation) {
|
|
1757
|
-
const result = await this.checkpointAttestationValidator.validate(attestation);
|
|
1758
|
-
if (result.result === 'reject') {
|
|
1759
|
-
this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
|
|
1760
|
-
this.peerManager.penalizePeer(peerId, result.severity);
|
|
1761
|
-
}
|
|
1762
|
-
return result;
|
|
1763
|
-
}
|
|
1764
1853
|
getPeerScore(peerId) {
|
|
1765
1854
|
return this.node.services.pubsub.score.score(peerId.toString());
|
|
1766
1855
|
}
|