@aztec/p2p 0.0.1-commit.d431d1c → 0.0.1-commit.d58ff9d0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -3
- package/dest/bootstrap/bootstrap.d.ts +4 -3
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +26 -10
- package/dest/client/factory.d.ts +13 -12
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +70 -20
- package/dest/client/interface.d.ts +90 -40
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +69 -64
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +247 -244
- package/dest/config.d.ts +169 -84
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +159 -45
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +9 -16
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +10 -17
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +164 -106
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +518 -3
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +550 -125
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +7 -5
- package/dest/mem_pools/index.d.ts +3 -3
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/index.js +1 -1
- package/dest/mem_pools/instrumentation.d.ts +12 -5
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +40 -19
- package/dest/mem_pools/interface.d.ts +5 -5
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
- package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/index.js +5 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +243 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.js +11 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +122 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +368 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +68 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +178 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +91 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +1013 -0
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +11 -4
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +67 -13
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +9 -5
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -11
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -5
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +36 -9
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +156 -43
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
- package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +40 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
- package/dest/msg_validators/tx_validator/factory.d.ts +136 -5
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +268 -58
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +105 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +138 -53
- package/dest/msg_validators/tx_validator/index.d.ts +5 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +4 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
- package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
- package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/size_validator.js +4 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
- package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +14 -10
- package/dest/services/discv5/discV5_service.d.ts +13 -2
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +120 -24
- package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
- package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
- package/dest/services/discv5/persisted_enr_store.js +145 -0
- package/dest/services/dummy_service.d.ts +37 -17
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +59 -15
- package/dest/services/encoding.d.ts +24 -7
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +43 -26
- package/dest/services/gossipsub/index.d.ts +3 -0
- package/dest/services/gossipsub/index.d.ts.map +1 -0
- package/dest/services/gossipsub/index.js +2 -0
- package/dest/services/gossipsub/scoring.d.ts +21 -3
- package/dest/services/gossipsub/scoring.d.ts.map +1 -1
- package/dest/services/gossipsub/scoring.js +24 -7
- package/dest/services/gossipsub/topic_score_params.d.ts +167 -0
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
- package/dest/services/gossipsub/topic_score_params.js +336 -0
- package/dest/services/index.d.ts +2 -1
- package/dest/services/index.d.ts.map +1 -1
- package/dest/services/index.js +1 -0
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +28 -3
- package/dest/services/libp2p/libp2p_service.d.ts +116 -60
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +800 -586
- package/dest/services/peer-manager/metrics.d.ts +4 -2
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +26 -5
- package/dest/services/peer-manager/peer_manager.d.ts +20 -3
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +83 -26
- package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +135 -17
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
- package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
- package/dest/services/reqresp/config.d.ts +15 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/config.js +11 -0
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
- package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
- package/dest/services/reqresp/interface.d.ts +27 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +23 -19
- package/dest/services/reqresp/metrics.d.ts +6 -5
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +16 -5
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
- package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/bitvector.js +8 -2
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +36 -8
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +84 -20
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +21 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
- package/dest/services/reqresp/reqresp.d.ts +12 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +90 -188
- package/dest/services/service.d.ts +65 -13
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +11 -11
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +27 -26
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +100 -0
- package/dest/services/tx_collection/index.d.ts +3 -2
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +8 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +50 -56
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +298 -70
- package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +28 -31
- package/dest/services/tx_collection/tx_source.d.ts +13 -7
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +29 -7
- package/dest/services/tx_file_store/config.d.ts +16 -0
- package/dest/services/tx_file_store/config.d.ts.map +1 -0
- package/dest/services/tx_file_store/config.js +22 -0
- package/dest/services/tx_file_store/index.d.ts +4 -0
- package/dest/services/tx_file_store/index.d.ts.map +1 -0
- package/dest/services/tx_file_store/index.js +3 -0
- package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
- package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
- package/dest/services/tx_file_store/instrumentation.js +29 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
- package/dest/services/tx_file_store/tx_file_store.js +142 -0
- package/dest/services/tx_provider.d.ts +8 -6
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +12 -8
- package/dest/services/tx_provider_instrumentation.d.ts +1 -1
- package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
- package/dest/services/tx_provider_instrumentation.js +5 -5
- package/dest/test-helpers/index.d.ts +3 -1
- package/dest/test-helpers/index.d.ts.map +1 -1
- package/dest/test-helpers/index.js +2 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +46 -6
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +115 -14
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +19 -20
- package/dest/test-helpers/test_tx_provider.d.ts +42 -0
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
- package/dest/test-helpers/test_tx_provider.js +44 -0
- package/dest/test-helpers/testbench-utils.d.ts +164 -0
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
- package/dest/test-helpers/testbench-utils.js +400 -0
- package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +284 -139
- package/dest/testbench/worker_client_manager.d.ts +57 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +277 -49
- package/dest/util.d.ts +13 -8
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +16 -16
- package/src/bootstrap/bootstrap.ts +24 -7
- package/src/client/factory.ts +139 -39
- package/src/client/interface.ts +97 -48
- package/src/client/p2p_client.ts +291 -312
- package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
- package/src/config.ts +287 -49
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +13 -19
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/index.ts +1 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +585 -94
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +656 -141
- package/src/mem_pools/attestation_pool/index.ts +9 -2
- package/src/mem_pools/attestation_pool/mocks.ts +14 -8
- package/src/mem_pools/index.ts +2 -2
- package/src/mem_pools/instrumentation.ts +29 -18
- package/src/mem_pools/interface.ts +4 -4
- package/src/mem_pools/tx_pool_v2/README.md +283 -0
- package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
- package/src/mem_pools/tx_pool_v2/index.ts +12 -0
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +274 -0
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +465 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +252 -0
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1215 -0
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +60 -16
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +30 -16
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +163 -50
- package/src/msg_validators/tx_validator/README.md +129 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +50 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
- package/src/msg_validators/tx_validator/factory.ts +430 -56
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +198 -51
- package/src/msg_validators/tx_validator/index.ts +4 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +18 -7
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
- package/src/msg_validators/tx_validator/size_validator.ts +6 -2
- package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
- package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
- package/src/services/data_store.ts +14 -19
- package/src/services/discv5/discV5_service.ts +127 -15
- package/src/services/discv5/persisted_enr_store.ts +158 -0
- package/src/services/dummy_service.ts +77 -39
- package/src/services/encoding.ts +42 -26
- package/src/services/gossipsub/README.md +663 -0
- package/src/services/gossipsub/index.ts +2 -0
- package/src/services/gossipsub/scoring.ts +29 -5
- package/src/services/gossipsub/topic_score_params.ts +478 -0
- package/src/services/index.ts +1 -0
- package/src/services/libp2p/instrumentation.ts +29 -2
- package/src/services/libp2p/libp2p_service.ts +893 -648
- package/src/services/peer-manager/metrics.ts +28 -4
- package/src/services/peer-manager/peer_manager.ts +91 -25
- package/src/services/peer-manager/peer_scoring.ts +131 -9
- package/src/services/reqresp/README.md +194 -0
- package/src/services/reqresp/batch-tx-requester/README.md +344 -0
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
- package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
- package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
- package/src/services/reqresp/config.ts +19 -2
- package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
- package/src/services/reqresp/interface.ts +48 -46
- package/src/services/reqresp/metrics.ts +33 -9
- package/src/services/reqresp/protocols/block_txs/bitvector.ts +10 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +108 -16
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +23 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
- package/src/services/reqresp/reqresp.ts +107 -223
- package/src/services/service.ts +85 -29
- package/src/services/tx_collection/config.ts +41 -36
- package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
- package/src/services/tx_collection/file_store_tx_source.ts +129 -0
- package/src/services/tx_collection/index.ts +2 -1
- package/src/services/tx_collection/instrumentation.ts +11 -2
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +367 -115
- package/src/services/tx_collection/tx_collection_sink.ts +32 -36
- package/src/services/tx_collection/tx_source.ts +29 -8
- package/src/services/tx_file_store/config.ts +37 -0
- package/src/services/tx_file_store/index.ts +3 -0
- package/src/services/tx_file_store/instrumentation.ts +36 -0
- package/src/services/tx_file_store/tx_file_store.ts +163 -0
- package/src/services/tx_provider.ts +17 -11
- package/src/services/tx_provider_instrumentation.ts +11 -5
- package/src/test-helpers/index.ts +2 -0
- package/src/test-helpers/make-test-p2p-clients.ts +7 -6
- package/src/test-helpers/mock-pubsub.ts +137 -14
- package/src/test-helpers/reqresp-nodes.ts +17 -29
- package/src/test-helpers/test_tx_provider.ts +69 -0
- package/src/test-helpers/testbench-utils.ts +465 -0
- package/src/testbench/p2p_client_testbench_worker.ts +389 -133
- package/src/testbench/worker_client_manager.ts +355 -51
- package/src/util.ts +40 -19
- package/src/versioning.ts +3 -33
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
- package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -31
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -156
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -115
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -76
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -157
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -300
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -177
- package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
- package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -131
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -207
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -159
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -91
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -191
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -341
- package/src/services/tx_collection/slow_tx_collection.ts +0 -233
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
// @attribution: lodestar impl for inspiration
|
|
2
|
-
import { compactArray } from '@aztec/foundation/collection';
|
|
3
2
|
import { AbortError, TimeoutError } from '@aztec/foundation/error';
|
|
4
3
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
4
|
import { executeTimeout } from '@aztec/foundation/timer';
|
|
@@ -11,31 +10,31 @@ import type { Libp2p } from 'libp2p';
|
|
|
11
10
|
import { pipeline } from 'node:stream/promises';
|
|
12
11
|
import type { Uint8ArrayList } from 'uint8arraylist';
|
|
13
12
|
|
|
13
|
+
import { IndividualReqRespTimeoutError, OversizedReqRespRequestError } from '../../errors/reqresp.error.js';
|
|
14
14
|
import {
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
15
|
+
DEFAULT_MAX_RESPONSE_SIZE_KB,
|
|
16
|
+
OversizedSnappyResponseError,
|
|
17
|
+
ResponseSizeLimitExceededError,
|
|
18
|
+
SnappyTransform,
|
|
19
|
+
} from '../encoding.js';
|
|
20
20
|
import type { PeerScoring } from '../peer-manager/peer_scoring.js';
|
|
21
21
|
import {
|
|
22
22
|
DEFAULT_INDIVIDUAL_REQUEST_TIMEOUT_MS,
|
|
23
23
|
DEFAULT_REQRESP_DIAL_TIMEOUT_MS,
|
|
24
|
+
MAX_REQRESP_REQUEST_SIZE_BYTES,
|
|
24
25
|
type P2PReqRespConfig,
|
|
25
26
|
} from './config.js';
|
|
26
|
-
import { BatchConnectionSampler } from './connection-sampler/batch_connection_sampler.js';
|
|
27
27
|
import { ConnectionSampler, RandomSampler } from './connection-sampler/connection_sampler.js';
|
|
28
28
|
import {
|
|
29
|
-
DEFAULT_SUB_PROTOCOL_VALIDATORS,
|
|
30
29
|
type ReqRespInterface,
|
|
31
30
|
type ReqRespResponse,
|
|
32
31
|
ReqRespSubProtocol,
|
|
33
32
|
type ReqRespSubProtocolHandler,
|
|
34
33
|
type ReqRespSubProtocolHandlers,
|
|
35
34
|
type ReqRespSubProtocolRateLimits,
|
|
36
|
-
type
|
|
37
|
-
|
|
38
|
-
|
|
35
|
+
type ShouldRejectPeer,
|
|
36
|
+
UNAUTHENTICATED_ALLOWED_PROTOCOLS,
|
|
37
|
+
subProtocolSizeCalculators,
|
|
39
38
|
} from './interface.js';
|
|
40
39
|
import { ReqRespMetrics } from './metrics.js';
|
|
41
40
|
import {
|
|
@@ -43,13 +42,13 @@ import {
|
|
|
43
42
|
RequestResponseRateLimiter,
|
|
44
43
|
prettyPrintRateLimitStatus,
|
|
45
44
|
} from './rate-limiter/rate_limiter.js';
|
|
46
|
-
import { ReqRespStatus, ReqRespStatusError, parseStatusChunk
|
|
45
|
+
import { ReqRespStatus, ReqRespStatusError, parseStatusChunk } from './status.js';
|
|
47
46
|
|
|
48
47
|
/**
|
|
49
48
|
* The Request Response Service
|
|
50
49
|
*
|
|
51
50
|
* It allows nodes to request specific information from their peers, its use case covers recovering
|
|
52
|
-
* information that was missed during a
|
|
51
|
+
* information that was missed during a synchronisation or a gossip event.
|
|
53
52
|
*
|
|
54
53
|
* This service implements the request response sub protocol, it is heavily inspired from
|
|
55
54
|
* ethereum implementations of the same name.
|
|
@@ -64,13 +63,14 @@ export class ReqResp implements ReqRespInterface {
|
|
|
64
63
|
private dialTimeoutMs: number = DEFAULT_REQRESP_DIAL_TIMEOUT_MS;
|
|
65
64
|
|
|
66
65
|
private subProtocolHandlers: Partial<ReqRespSubProtocolHandlers> = {};
|
|
67
|
-
private subProtocolValidators: Partial<ReqRespSubProtocolValidators> = {};
|
|
68
66
|
|
|
69
67
|
private connectionSampler: ConnectionSampler;
|
|
70
68
|
private rateLimiter: RequestResponseRateLimiter;
|
|
71
69
|
|
|
72
70
|
private snappyTransform: SnappyTransform;
|
|
73
71
|
|
|
72
|
+
private shouldRejectPeer: ShouldRejectPeer | undefined;
|
|
73
|
+
|
|
74
74
|
private metrics: ReqRespMetrics;
|
|
75
75
|
|
|
76
76
|
constructor(
|
|
@@ -107,18 +107,29 @@ export class ReqResp implements ReqRespInterface {
|
|
|
107
107
|
}
|
|
108
108
|
}
|
|
109
109
|
|
|
110
|
+
public setShouldRejectPeer(checker: ShouldRejectPeer): void {
|
|
111
|
+
this.shouldRejectPeer = checker;
|
|
112
|
+
}
|
|
113
|
+
|
|
110
114
|
get tracer() {
|
|
111
115
|
return this.metrics.tracer;
|
|
112
116
|
}
|
|
113
117
|
|
|
118
|
+
/**
|
|
119
|
+
* Get the connection sampler instance
|
|
120
|
+
*/
|
|
121
|
+
getConnectionSampler(): Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'> {
|
|
122
|
+
return this.connectionSampler;
|
|
123
|
+
}
|
|
124
|
+
|
|
114
125
|
/**
|
|
115
126
|
* Start the reqresp service
|
|
116
127
|
*/
|
|
117
|
-
async start(subProtocolHandlers: ReqRespSubProtocolHandlers
|
|
128
|
+
async start(subProtocolHandlers: ReqRespSubProtocolHandlers) {
|
|
118
129
|
Object.assign(this.subProtocolHandlers, subProtocolHandlers);
|
|
119
|
-
Object.assign(this.subProtocolValidators, subProtocolValidators);
|
|
120
130
|
|
|
121
|
-
// Register
|
|
131
|
+
// Register streamHandler with libp2p.
|
|
132
|
+
// The streamHandler is responsible for reading the incoming stream, determining the protocol, then triggering the appropriate handler.
|
|
122
133
|
for (const subProtocol of Object.keys(subProtocolHandlers)) {
|
|
123
134
|
this.logger.debug(`Registering handler for sub protocol ${subProtocol}`);
|
|
124
135
|
await this.libp2p.handle(
|
|
@@ -132,13 +143,8 @@ export class ReqResp implements ReqRespInterface {
|
|
|
132
143
|
this.rateLimiter.start();
|
|
133
144
|
}
|
|
134
145
|
|
|
135
|
-
async addSubProtocol(
|
|
136
|
-
subProtocol: ReqRespSubProtocol,
|
|
137
|
-
handler: ReqRespSubProtocolHandler,
|
|
138
|
-
validator: ReqRespSubProtocolValidators[ReqRespSubProtocol] = DEFAULT_SUB_PROTOCOL_VALIDATORS[subProtocol],
|
|
139
|
-
): Promise<void> {
|
|
146
|
+
async addSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void> {
|
|
140
147
|
this.subProtocolHandlers[subProtocol] = handler;
|
|
141
|
-
this.subProtocolValidators[subProtocol] = validator;
|
|
142
148
|
this.logger.debug(`Registering handler for sub protocol ${subProtocol}`);
|
|
143
149
|
await this.libp2p.handle(
|
|
144
150
|
subProtocol,
|
|
@@ -172,186 +178,6 @@ export class ReqResp implements ReqRespInterface {
|
|
|
172
178
|
// NOTE: We assume libp2p instance is managed by the caller
|
|
173
179
|
}
|
|
174
180
|
|
|
175
|
-
/**
|
|
176
|
-
* Request multiple messages over the same sub protocol, balancing the requests across peers.
|
|
177
|
-
*
|
|
178
|
-
* @devnote
|
|
179
|
-
* - The function prioritizes sending requests to free peers using a batch sampling strategy.
|
|
180
|
-
* - If a peer fails to respond or returns an invalid response, it is removed from the sampling pool and replaced.
|
|
181
|
-
* - The function stops retrying once all requests are processed, no active peers remain, or the maximum retry attempts are reached.
|
|
182
|
-
* - Responses are validated using a custom validator for the sub-protocol.*
|
|
183
|
-
*
|
|
184
|
-
* Requests are sent in parallel to each peer, but multiple requests are sent to the same peer in series
|
|
185
|
-
* - If a peer fails to respond or returns an invalid response, it is removed from the sampling pool and replaced.
|
|
186
|
-
* - The function stops retrying once all requests are processed, no active peers remain, or the maximum retry attempts are reached.
|
|
187
|
-
* - Responses are validated using a custom validator for the sub-protocol.*
|
|
188
|
-
*
|
|
189
|
-
* @param subProtocol
|
|
190
|
-
* @param requests
|
|
191
|
-
* @param timeoutMs
|
|
192
|
-
* @param maxPeers
|
|
193
|
-
* @returns
|
|
194
|
-
*
|
|
195
|
-
* @throws {CollectiveReqRespTimeoutError} - If the request batch exceeds the specified timeout (`timeoutMs`).
|
|
196
|
-
*/
|
|
197
|
-
@trackSpan(
|
|
198
|
-
'ReqResp.sendBatchRequest',
|
|
199
|
-
(subProtocol: ReqRespSubProtocol, requests: InstanceType<SubProtocolMap[ReqRespSubProtocol]['request']>[]) => ({
|
|
200
|
-
[Attributes.P2P_REQ_RESP_PROTOCOL]: subProtocol,
|
|
201
|
-
[Attributes.P2P_REQ_RESP_BATCH_REQUESTS_COUNT]: requests.length,
|
|
202
|
-
}),
|
|
203
|
-
)
|
|
204
|
-
async sendBatchRequest<SubProtocol extends ReqRespSubProtocol>(
|
|
205
|
-
subProtocol: SubProtocol,
|
|
206
|
-
requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
|
|
207
|
-
pinnedPeer: PeerId | undefined,
|
|
208
|
-
timeoutMs = 10000,
|
|
209
|
-
maxPeers = Math.max(10, Math.ceil(requests.length / 3)),
|
|
210
|
-
maxRetryAttempts = 3,
|
|
211
|
-
): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]> {
|
|
212
|
-
const responseValidator = this.subProtocolValidators[subProtocol] ?? DEFAULT_SUB_PROTOCOL_VALIDATORS[subProtocol];
|
|
213
|
-
const responses: InstanceType<SubProtocolMap[SubProtocol]['response']>[] = new Array(requests.length);
|
|
214
|
-
const requestBuffers = requests.map(req => req.toBuffer());
|
|
215
|
-
|
|
216
|
-
const requestFunction = async (signal: AbortSignal) => {
|
|
217
|
-
// Track which requests still need to be processed
|
|
218
|
-
const pendingRequestIndices = new Set(requestBuffers.map((_, i) => i));
|
|
219
|
-
|
|
220
|
-
// Create batch sampler with the total number of requests and max peers
|
|
221
|
-
const batchSampler = new BatchConnectionSampler(
|
|
222
|
-
this.connectionSampler,
|
|
223
|
-
requests.length,
|
|
224
|
-
maxPeers,
|
|
225
|
-
compactArray([pinnedPeer]), // Exclude pinned peer from sampling, we will forcefully send all requests to it
|
|
226
|
-
createLogger(`${this.logger.module}:batch-connection-sampler`),
|
|
227
|
-
);
|
|
228
|
-
|
|
229
|
-
if (batchSampler.activePeerCount === 0 && !pinnedPeer) {
|
|
230
|
-
this.logger.warn('No active peers to send requests to');
|
|
231
|
-
return [];
|
|
232
|
-
}
|
|
233
|
-
|
|
234
|
-
// This is where it gets fun
|
|
235
|
-
// The outer loop is the retry loop, we will continue to retry until we process all indices we have
|
|
236
|
-
// not received a response for, or we have reached the max retry attempts
|
|
237
|
-
|
|
238
|
-
// The inner loop is the batch loop, we will process all requests for each peer in parallel
|
|
239
|
-
// We will then process the results of the requests, and resample any peers that failed to respond
|
|
240
|
-
// We will continue to retry until we have processed all indices, or we have reached the max retry attempts
|
|
241
|
-
|
|
242
|
-
let retryAttempts = 0;
|
|
243
|
-
while (pendingRequestIndices.size > 0 && batchSampler.activePeerCount > 0 && retryAttempts < maxRetryAttempts) {
|
|
244
|
-
if (signal.aborted) {
|
|
245
|
-
throw new AbortError('Batch request aborted');
|
|
246
|
-
}
|
|
247
|
-
// Process requests in parallel for each available peer
|
|
248
|
-
type BatchEntry = { peerId: PeerId; indices: number[] };
|
|
249
|
-
const requestBatches = new Map<string, BatchEntry>();
|
|
250
|
-
|
|
251
|
-
// Group requests by peer
|
|
252
|
-
for (const requestIndex of pendingRequestIndices) {
|
|
253
|
-
const peer = batchSampler.getPeerForRequest(requestIndex);
|
|
254
|
-
if (!peer) {
|
|
255
|
-
break;
|
|
256
|
-
}
|
|
257
|
-
const peerAsString = peer.toString();
|
|
258
|
-
if (!requestBatches.has(peerAsString)) {
|
|
259
|
-
requestBatches.set(peerAsString, { peerId: peer, indices: [] });
|
|
260
|
-
}
|
|
261
|
-
requestBatches.get(peerAsString)!.indices.push(requestIndex);
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
// If there is a pinned peer, we will always send every request to that peer
|
|
265
|
-
// We use the default limits for the subprotocol to avoid hitting the rate limiter
|
|
266
|
-
if (pinnedPeer) {
|
|
267
|
-
const limit = this.rateLimiter.getRateLimits(subProtocol).peerLimit.quotaCount;
|
|
268
|
-
requestBatches.set(pinnedPeer.toString(), {
|
|
269
|
-
peerId: pinnedPeer,
|
|
270
|
-
indices: Array.from(pendingRequestIndices.values()).slice(0, limit),
|
|
271
|
-
});
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
// Make parallel requests for each peer's batch
|
|
275
|
-
// A batch entry will look something like this:
|
|
276
|
-
// PeerId0: [0, 1, 2, 3]
|
|
277
|
-
// PeerId1: [4, 5, 6, 7]
|
|
278
|
-
|
|
279
|
-
// Peer Id 0 will send requests 0, 1, 2, 3 in serial
|
|
280
|
-
// while simultaneously Peer Id 1 will send requests 4, 5, 6, 7 in serial
|
|
281
|
-
|
|
282
|
-
const batchResults = await Promise.all(
|
|
283
|
-
Array.from(requestBatches.entries()).map(async ([peerAsString, { peerId: peer, indices }]) => {
|
|
284
|
-
try {
|
|
285
|
-
// Requests all going to the same peer are sent synchronously
|
|
286
|
-
const peerResults: { index: number; response: InstanceType<SubProtocolMap[SubProtocol]['response']> }[] =
|
|
287
|
-
[];
|
|
288
|
-
for (const index of indices) {
|
|
289
|
-
this.logger.trace(`Sending request ${index} to peer ${peerAsString}`);
|
|
290
|
-
const response = await this.sendRequestToPeer(peer, subProtocol, requestBuffers[index]);
|
|
291
|
-
|
|
292
|
-
// Check the status of the response buffer
|
|
293
|
-
if (response.status !== ReqRespStatus.SUCCESS) {
|
|
294
|
-
this.logger.debug(
|
|
295
|
-
`Request to peer ${peerAsString} failed with status ${prettyPrintReqRespStatus(response.status)}`,
|
|
296
|
-
);
|
|
297
|
-
|
|
298
|
-
// If we hit a rate limit or some failure, we remove the peer and return the results,
|
|
299
|
-
// they will be split among remaining peers and the new sampled peer
|
|
300
|
-
batchSampler.removePeerAndReplace(peer);
|
|
301
|
-
return { peer, results: peerResults };
|
|
302
|
-
}
|
|
303
|
-
|
|
304
|
-
if (response && response.data.length > 0) {
|
|
305
|
-
const object = responseFromBuffer(subProtocol, response.data);
|
|
306
|
-
const isValid = await responseValidator(requests[index], object, peer);
|
|
307
|
-
|
|
308
|
-
if (isValid) {
|
|
309
|
-
peerResults.push({ index, response: object });
|
|
310
|
-
}
|
|
311
|
-
}
|
|
312
|
-
}
|
|
313
|
-
|
|
314
|
-
return { peer, results: peerResults };
|
|
315
|
-
} catch (error) {
|
|
316
|
-
this.logger.debug(`Failed batch request to peer ${peerAsString}:`, error);
|
|
317
|
-
batchSampler.removePeerAndReplace(peer);
|
|
318
|
-
return { peer, results: [] };
|
|
319
|
-
}
|
|
320
|
-
}),
|
|
321
|
-
);
|
|
322
|
-
|
|
323
|
-
// Process results
|
|
324
|
-
for (const { results } of batchResults) {
|
|
325
|
-
for (const { index, response } of results) {
|
|
326
|
-
if (response) {
|
|
327
|
-
responses[index] = response;
|
|
328
|
-
pendingRequestIndices.delete(index);
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
retryAttempts++;
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
if (retryAttempts >= maxRetryAttempts) {
|
|
337
|
-
this.logger.debug(`Max retry attempts ${maxRetryAttempts} reached for batch request`);
|
|
338
|
-
}
|
|
339
|
-
|
|
340
|
-
return responses;
|
|
341
|
-
};
|
|
342
|
-
|
|
343
|
-
try {
|
|
344
|
-
return await executeTimeout<InstanceType<SubProtocolMap[SubProtocol]['response']>[]>(
|
|
345
|
-
requestFunction,
|
|
346
|
-
timeoutMs,
|
|
347
|
-
() => new CollectiveReqRespTimeoutError(),
|
|
348
|
-
);
|
|
349
|
-
} catch (e: any) {
|
|
350
|
-
this.logger.debug(`${e.message} | subProtocol: ${subProtocol}`);
|
|
351
|
-
return [];
|
|
352
|
-
}
|
|
353
|
-
}
|
|
354
|
-
|
|
355
181
|
/**
|
|
356
182
|
* Sends a request to a specific peer
|
|
357
183
|
*
|
|
@@ -387,10 +213,18 @@ export class ReqResp implements ReqRespInterface {
|
|
|
387
213
|
payload: Buffer,
|
|
388
214
|
dialTimeout: number = this.dialTimeoutMs,
|
|
389
215
|
): Promise<ReqRespResponse> {
|
|
216
|
+
// Thrown before the try block so the generic error handling below does not penalize the peer for our own bug.
|
|
217
|
+
if (payload.length > MAX_REQRESP_REQUEST_SIZE_BYTES) {
|
|
218
|
+
throw new OversizedReqRespRequestError(subProtocol, payload.length, MAX_REQRESP_REQUEST_SIZE_BYTES);
|
|
219
|
+
}
|
|
220
|
+
|
|
390
221
|
let stream: Stream | undefined;
|
|
391
222
|
try {
|
|
392
223
|
this.metrics.recordRequestSent(subProtocol);
|
|
393
224
|
|
|
225
|
+
// Calculate expected response size based on the request payload
|
|
226
|
+
const expectedSizeKb = subProtocolSizeCalculators[subProtocol](payload);
|
|
227
|
+
|
|
394
228
|
this.logger.trace(`Sending request to peer ${peerId.toString()} on sub protocol ${subProtocol}`);
|
|
395
229
|
stream = await this.connectionSampler.dialProtocol(peerId, subProtocol, dialTimeout);
|
|
396
230
|
this.logger.trace(
|
|
@@ -398,17 +232,21 @@ export class ReqResp implements ReqRespInterface {
|
|
|
398
232
|
);
|
|
399
233
|
|
|
400
234
|
const timeoutErr = new IndividualReqRespTimeoutError();
|
|
235
|
+
// Create a wrapper to pass the expected size to readMessage
|
|
236
|
+
const readMessageWithSizeLimit = (source: AsyncIterable<Uint8ArrayList>) =>
|
|
237
|
+
this.readMessage(source, expectedSizeKb);
|
|
401
238
|
const [_, resp] = await executeTimeout(
|
|
402
239
|
signal =>
|
|
403
240
|
Promise.all([
|
|
404
241
|
pipeline([payload], stream!.sink, { signal }),
|
|
405
|
-
pipeline(stream!.source,
|
|
242
|
+
pipeline(stream!.source, readMessageWithSizeLimit, { signal }),
|
|
406
243
|
]),
|
|
407
244
|
this.individualRequestTimeoutMs,
|
|
408
245
|
() => timeoutErr,
|
|
409
246
|
);
|
|
410
247
|
return resp;
|
|
411
248
|
} catch (e: any) {
|
|
249
|
+
this.logger.debug(`SUBPROTOCOL: ${subProtocol}\n`, e);
|
|
412
250
|
// On error we immediately abort the stream, this is preferred way,
|
|
413
251
|
// because it signals to the sender that error happened, whereas
|
|
414
252
|
// closing the stream only closes our side and is much slower
|
|
@@ -463,15 +301,36 @@ export class ReqResp implements ReqRespInterface {
|
|
|
463
301
|
* The message is split into two components
|
|
464
302
|
* - The first chunk should contain a control byte, indicating the status of the response see `ReqRespStatus`
|
|
465
303
|
* - The second chunk should contain the response data
|
|
304
|
+
*
|
|
305
|
+
* To bound memory usage we abort reception as soon as the accumulated compressed bytes exceed a
|
|
306
|
+
* bound derived from `maxSizeKb`, before the full stream has been buffered. Without this a peer we
|
|
307
|
+
* dialed could stream data up to the request timeout, forcing us to buffer arbitrarily much (the
|
|
308
|
+
* `maxSizeKb` guard in `inboundTransformData` only runs after the whole compressed payload is
|
|
309
|
+
* concatenated, so it does nothing to cap reception memory). Snappy can expand incompressible input
|
|
310
|
+
* to ~1.17x its size, so we allow 2x `maxSizeKb`: comfortably above the worst-case expansion of a
|
|
311
|
+
* legitimate max-size response, while still capping buffered memory at twice the permitted size.
|
|
312
|
+
*
|
|
313
|
+
* @param source - The async iterable source of data chunks
|
|
314
|
+
* @param maxSizeKb - Optional maximum expected size in KB for the decompressed response
|
|
466
315
|
*/
|
|
467
|
-
private async readMessage(source: AsyncIterable<Uint8ArrayList
|
|
316
|
+
private async readMessage(source: AsyncIterable<Uint8ArrayList>, maxSizeKb?: number): Promise<ReqRespResponse> {
|
|
468
317
|
let status: ReqRespStatus | undefined;
|
|
469
318
|
const chunks: Uint8Array[] = [];
|
|
470
319
|
|
|
320
|
+
const maxAccumulatedBytes = (maxSizeKb ?? DEFAULT_MAX_RESPONSE_SIZE_KB) * 1024 * 2;
|
|
321
|
+
let accumulatedBytes = 0;
|
|
322
|
+
|
|
471
323
|
try {
|
|
472
324
|
for await (const chunk of source) {
|
|
473
325
|
const statusParsed = status !== undefined;
|
|
474
326
|
if (statusParsed) {
|
|
327
|
+
// Use `byteLength` (the logical length) rather than `chunk.subarray().length`: calling
|
|
328
|
+
// `subarray()` on a `Uint8ArrayList` consolidates its backing buffers into a single copy,
|
|
329
|
+
// which would materialize the very chunk we are trying to reject.
|
|
330
|
+
accumulatedBytes += chunk.byteLength;
|
|
331
|
+
if (accumulatedBytes > maxAccumulatedBytes) {
|
|
332
|
+
throw new ResponseSizeLimitExceededError(accumulatedBytes, maxAccumulatedBytes);
|
|
333
|
+
}
|
|
475
334
|
chunks.push(chunk.subarray());
|
|
476
335
|
continue;
|
|
477
336
|
}
|
|
@@ -489,23 +348,17 @@ export class ReqResp implements ReqRespInterface {
|
|
|
489
348
|
}
|
|
490
349
|
|
|
491
350
|
const messageData = Buffer.concat(chunks);
|
|
492
|
-
const message: Buffer = this.snappyTransform.inboundTransformData(messageData);
|
|
351
|
+
const message: Buffer = this.snappyTransform.inboundTransformData(messageData, undefined, maxSizeKb);
|
|
493
352
|
|
|
494
353
|
return {
|
|
495
354
|
status: status ?? ReqRespStatus.UNKNOWN,
|
|
496
355
|
data: message,
|
|
497
356
|
};
|
|
498
357
|
} catch (e: any) {
|
|
358
|
+
// All errors (invalid status bytes, oversized snappy responses, corrupt data, etc.)
|
|
359
|
+
// are re-thrown so the caller can penalize the peer via handleResponseError.
|
|
499
360
|
this.logger.debug(`Reading message failed: ${e.message}`);
|
|
500
|
-
|
|
501
|
-
let status = ReqRespStatus.UNKNOWN;
|
|
502
|
-
if (e instanceof ReqRespStatusError) {
|
|
503
|
-
status = e.status;
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
return {
|
|
507
|
-
status,
|
|
508
|
-
};
|
|
361
|
+
throw e;
|
|
509
362
|
}
|
|
510
363
|
}
|
|
511
364
|
|
|
@@ -545,6 +398,15 @@ export class ReqResp implements ReqRespInterface {
|
|
|
545
398
|
throw new ReqRespStatusError(ReqRespStatus.RATE_LIMIT_EXCEEDED);
|
|
546
399
|
}
|
|
547
400
|
|
|
401
|
+
// When p2pAllowOnlyValidators is enabled, reject unauthenticated peers on data protocols
|
|
402
|
+
if (
|
|
403
|
+
!UNAUTHENTICATED_ALLOWED_PROTOCOLS.has(protocol) &&
|
|
404
|
+
(this.shouldRejectPeer?.(connection.remotePeer.toString()) ?? false)
|
|
405
|
+
) {
|
|
406
|
+
this.logger.debug(`Rejecting unauthenticated peer ${connection.remotePeer} on gated protocol ${protocol}`);
|
|
407
|
+
throw new ReqRespStatusError(ReqRespStatus.FAILURE);
|
|
408
|
+
}
|
|
409
|
+
|
|
548
410
|
await this.processStream(protocol, incomingStream);
|
|
549
411
|
} catch (err: any) {
|
|
550
412
|
this.metrics.recordResponseError(protocol);
|
|
@@ -570,7 +432,9 @@ export class ReqResp implements ReqRespInterface {
|
|
|
570
432
|
// and that this stream should be dropped
|
|
571
433
|
const isMessageToNotWarn =
|
|
572
434
|
err instanceof Error &&
|
|
573
|
-
['stream reset', 'Cannot push value onto an ended pushable'].some(msg =>
|
|
435
|
+
['stream reset', 'Cannot push value onto an ended pushable', 'read ECONNRESET'].some(msg =>
|
|
436
|
+
err.message.includes(msg),
|
|
437
|
+
);
|
|
574
438
|
const level = isMessageToNotWarn ? 'debug' : 'warn';
|
|
575
439
|
this.logger[level]('Unknown stream error while handling the stream, aborting', {
|
|
576
440
|
protocol,
|
|
@@ -605,6 +469,9 @@ export class ReqResp implements ReqRespInterface {
|
|
|
605
469
|
await pipeline(
|
|
606
470
|
stream.source,
|
|
607
471
|
async function* (source: any) {
|
|
472
|
+
// Req/resp is one-request-one-response: an honest sender writes a single payload and half-closes.
|
|
473
|
+
// Process only the first chunk and return, so extra frames a peer queues on the same stream cannot
|
|
474
|
+
// drive further handler invocations that bypass the per-stream rate-limit check in streamHandler.
|
|
608
475
|
for await (const chunk of source) {
|
|
609
476
|
const response = await handler(connection.remotePeer, chunk.subarray());
|
|
610
477
|
|
|
@@ -619,6 +486,7 @@ export class ReqResp implements ReqRespInterface {
|
|
|
619
486
|
|
|
620
487
|
yield SUCCESS;
|
|
621
488
|
yield snappy.outboundTransformData(response);
|
|
489
|
+
return;
|
|
622
490
|
}
|
|
623
491
|
},
|
|
624
492
|
stream.sink,
|
|
@@ -687,13 +555,13 @@ export class ReqResp implements ReqRespInterface {
|
|
|
687
555
|
): PeerErrorSeverity | undefined {
|
|
688
556
|
const logTags = { peerId: peerId.toString(), subProtocol };
|
|
689
557
|
|
|
690
|
-
//Punishable error - peer should never send badly formed request
|
|
558
|
+
// Punishable error - peer should never send badly formed request
|
|
691
559
|
if (e instanceof ReqRespStatusError && e.status === ReqRespStatus.BADLY_FORMED_REQUEST) {
|
|
692
560
|
this.logger.debug(`Punishable error in ${subProtocol}: ${e.cause}`, logTags);
|
|
693
561
|
return PeerErrorSeverity.LowToleranceError;
|
|
694
562
|
}
|
|
695
563
|
|
|
696
|
-
//TODO: (mralj): think if we should penalize peer here based on connection errors
|
|
564
|
+
// TODO: (mralj): think if we should penalize peer here based on connection errors
|
|
697
565
|
return undefined;
|
|
698
566
|
}
|
|
699
567
|
|
|
@@ -715,10 +583,25 @@ export class ReqResp implements ReqRespInterface {
|
|
|
715
583
|
return undefined;
|
|
716
584
|
}
|
|
717
585
|
|
|
718
|
-
//
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
586
|
+
// Invalid status byte: the peer sent a status byte that doesn't match any known status code.
|
|
587
|
+
// This is a protocol violation, penalize harshly.
|
|
588
|
+
if (e instanceof ReqRespStatusError) {
|
|
589
|
+
this.logger.warn(`Invalid status byte from peer ${peerId.toString()} in ${subProtocol}: ${e.message}`, logTags);
|
|
590
|
+
return PeerErrorSeverity.LowToleranceError;
|
|
591
|
+
}
|
|
592
|
+
|
|
593
|
+
// Oversized snappy response: the peer is sending data that exceeds the allowed size.
|
|
594
|
+
// This is a protocol violation that wastes bandwidth, so penalize harshly.
|
|
595
|
+
if (e instanceof OversizedSnappyResponseError) {
|
|
596
|
+
this.logger.warn(`Oversized response from peer ${peerId.toString()} in ${subProtocol}: ${e.message}`, logTags);
|
|
597
|
+
return PeerErrorSeverity.LowToleranceError;
|
|
598
|
+
}
|
|
599
|
+
|
|
600
|
+
// Response exceeded the reception buffer bound: the peer streamed more compressed data than the
|
|
601
|
+
// per-request size limit allows. Same protocol violation as above, penalize harshly.
|
|
602
|
+
if (e instanceof ResponseSizeLimitExceededError) {
|
|
603
|
+
this.logger.warn(`Oversized response from peer ${peerId.toString()} in ${subProtocol}: ${e.message}`, logTags);
|
|
604
|
+
return PeerErrorSeverity.LowToleranceError;
|
|
722
605
|
}
|
|
723
606
|
|
|
724
607
|
return this.categorizeConnectionErrors(e, peerId, subProtocol);
|
|
@@ -726,7 +609,8 @@ export class ReqResp implements ReqRespInterface {
|
|
|
726
609
|
|
|
727
610
|
/*
|
|
728
611
|
* Errors specific to connection handling
|
|
729
|
-
* These can happen both when sending request and response
|
|
612
|
+
* These can happen both when sending request and response.
|
|
613
|
+
*/
|
|
730
614
|
private categorizeConnectionErrors(
|
|
731
615
|
e: any,
|
|
732
616
|
peerId: PeerId,
|
package/src/services/service.ts
CHANGED
|
@@ -1,20 +1,23 @@
|
|
|
1
|
+
import type { SlotNumber } from '@aztec/foundation/branded-types';
|
|
1
2
|
import type { EthAddress } from '@aztec/foundation/eth-address';
|
|
2
3
|
import type { PeerInfo } from '@aztec/stdlib/interfaces/server';
|
|
3
|
-
import type {
|
|
4
|
+
import type {
|
|
5
|
+
BlockProposal,
|
|
6
|
+
CheckpointAttestation,
|
|
7
|
+
CheckpointProposalCore,
|
|
8
|
+
Gossipable,
|
|
9
|
+
TopicType,
|
|
10
|
+
} from '@aztec/stdlib/p2p';
|
|
4
11
|
import type { Tx } from '@aztec/stdlib/tx';
|
|
5
12
|
|
|
6
13
|
import type { PeerId } from '@libp2p/interface';
|
|
7
14
|
import type { ENR } from '@nethermindeth/enr';
|
|
8
15
|
import type EventEmitter from 'events';
|
|
9
16
|
|
|
17
|
+
import type { BatchTxRequesterLibP2PService } from './reqresp/batch-tx-requester/interface.js';
|
|
10
18
|
import type { P2PReqRespConfig } from './reqresp/config.js';
|
|
11
19
|
import type { StatusMessage } from './reqresp/index.js';
|
|
12
|
-
import type {
|
|
13
|
-
ReqRespSubProtocol,
|
|
14
|
-
ReqRespSubProtocolHandler,
|
|
15
|
-
ReqRespSubProtocolValidators,
|
|
16
|
-
SubProtocolMap,
|
|
17
|
-
} from './reqresp/interface.js';
|
|
20
|
+
import type { ReqRespSubProtocol, ReqRespSubProtocolHandler } from './reqresp/interface.js';
|
|
18
21
|
import type { AuthRequest, AuthResponse } from './reqresp/protocols/auth.js';
|
|
19
22
|
|
|
20
23
|
export enum PeerDiscoveryState {
|
|
@@ -42,6 +45,47 @@ export type P2PCheckpointReceivedCallback = (
|
|
|
42
45
|
|
|
43
46
|
export type AuthReceivedCallback = (peerId: PeerId, authRequest: AuthRequest) => Promise<AuthResponse | undefined>;
|
|
44
47
|
|
|
48
|
+
/** Minimal info passed to the duplicate proposal callback. */
|
|
49
|
+
export type DuplicateProposalInfo = {
|
|
50
|
+
slot: SlotNumber;
|
|
51
|
+
proposer: EthAddress;
|
|
52
|
+
type: 'checkpoint' | 'block';
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* Callback for when a duplicate proposal is detected (equivocation).
|
|
57
|
+
* Invoked on the first duplicate (when count goes from 1 to 2).
|
|
58
|
+
*/
|
|
59
|
+
export type P2PDuplicateProposalCallback = (info: DuplicateProposalInfo) => void;
|
|
60
|
+
|
|
61
|
+
/** Minimal info passed to the oversized proposal callback. */
|
|
62
|
+
export type OversizedProposalInfo = {
|
|
63
|
+
slot: SlotNumber;
|
|
64
|
+
proposer: EthAddress;
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
/**
|
|
68
|
+
* Callback for when a block proposal whose index lands at or beyond the consensus per-checkpoint block
|
|
69
|
+
* limit is stored and re-broadcast as slashing evidence. May fire multiple times per (slot, proposer)
|
|
70
|
+
* if the proposer signed several oversized proposals; consumers are expected to dedup.
|
|
71
|
+
*/
|
|
72
|
+
export type P2POversizedProposalCallback = (info: OversizedProposalInfo) => void;
|
|
73
|
+
|
|
74
|
+
/** Minimal info passed to the duplicate attestation callback. */
|
|
75
|
+
export type DuplicateAttestationInfo = {
|
|
76
|
+
slot: SlotNumber;
|
|
77
|
+
attester: EthAddress;
|
|
78
|
+
};
|
|
79
|
+
|
|
80
|
+
/**
|
|
81
|
+
* Callback for when a duplicate attestation is detected (equivocation).
|
|
82
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
83
|
+
* Invoked on the first duplicate (when count goes from 1 to 2).
|
|
84
|
+
*/
|
|
85
|
+
export type P2PDuplicateAttestationCallback = (info: DuplicateAttestationInfo) => void;
|
|
86
|
+
|
|
87
|
+
export type P2PCheckpointAttestationCallback = (attestation: CheckpointAttestation) => void;
|
|
88
|
+
|
|
45
89
|
/**
|
|
46
90
|
* The interface for a P2P service implementation.
|
|
47
91
|
*/
|
|
@@ -64,38 +108,44 @@ export interface P2PService {
|
|
|
64
108
|
*/
|
|
65
109
|
propagate<T extends Gossipable>(message: T): Promise<void>;
|
|
66
110
|
|
|
111
|
+
// Leaky abstraction: fix https://github.com/AztecProtocol/aztec-packages/issues/7963
|
|
112
|
+
registerBlockReceivedCallback(callback: P2PBlockReceivedCallback): void;
|
|
113
|
+
|
|
114
|
+
registerValidatorCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback): void;
|
|
115
|
+
|
|
116
|
+
registerAllNodesCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback): void;
|
|
117
|
+
|
|
67
118
|
/**
|
|
68
|
-
*
|
|
69
|
-
*
|
|
70
|
-
* @param protocol - The request response protocol to use
|
|
71
|
-
* @param requests - The requests to send to the peers
|
|
72
|
-
* @returns The responses to the requests
|
|
119
|
+
* Registers a callback invoked when a duplicate proposal is detected (equivocation).
|
|
120
|
+
* The callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
73
121
|
*/
|
|
74
|
-
|
|
75
|
-
protocol: Protocol,
|
|
76
|
-
requests: InstanceType<SubProtocolMap[Protocol]['request']>[],
|
|
77
|
-
pinnedPeerId?: PeerId,
|
|
78
|
-
timeoutMs?: number,
|
|
79
|
-
maxPeers?: number,
|
|
80
|
-
maxRetryAttempts?: number,
|
|
81
|
-
): Promise<InstanceType<SubProtocolMap[Protocol]['response']>[]>;
|
|
122
|
+
registerDuplicateProposalCallback(callback: P2PDuplicateProposalCallback): void;
|
|
82
123
|
|
|
83
|
-
|
|
84
|
-
|
|
124
|
+
/**
|
|
125
|
+
* Registers a callback invoked when an oversized block proposal (index at or beyond the consensus
|
|
126
|
+
* per-checkpoint block limit) is stored and re-broadcast as slashing evidence.
|
|
127
|
+
*/
|
|
128
|
+
registerOversizedProposalCallback(callback: P2POversizedProposalCallback): void;
|
|
129
|
+
|
|
130
|
+
/**
|
|
131
|
+
* Registers a callback invoked when a duplicate attestation is detected (equivocation).
|
|
132
|
+
* A validator signing attestations for different proposals at the same slot.
|
|
133
|
+
* The callback is triggered on the first duplicate (when count goes from 1 to 2).
|
|
134
|
+
*/
|
|
135
|
+
registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void;
|
|
85
136
|
|
|
86
|
-
|
|
137
|
+
registerCheckpointAttestationCallback(callback: P2PCheckpointAttestationCallback): void;
|
|
87
138
|
|
|
88
139
|
getEnr(): ENR | undefined;
|
|
89
140
|
|
|
90
141
|
getPeers(includePending?: boolean): PeerInfo[];
|
|
91
142
|
|
|
92
|
-
|
|
143
|
+
/** Returns the number of peers in the GossipSub mesh for a given topic type. */
|
|
144
|
+
getGossipMeshPeerCount(topicType: TopicType): number;
|
|
93
145
|
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
|
|
98
|
-
): Promise<void>;
|
|
146
|
+
validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void>;
|
|
147
|
+
|
|
148
|
+
addReqRespSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void>;
|
|
99
149
|
|
|
100
150
|
handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage>;
|
|
101
151
|
|
|
@@ -103,6 +153,9 @@ export interface P2PService {
|
|
|
103
153
|
|
|
104
154
|
/** If node running this P2P stack is validator, passes in validator address to P2P layer */
|
|
105
155
|
registerThisValidatorAddresses(address: EthAddress[]): void;
|
|
156
|
+
|
|
157
|
+
/** Get BatchTxRequester service dependencies */
|
|
158
|
+
getBatchTxRequesterService(): BatchTxRequesterLibP2PService;
|
|
106
159
|
}
|
|
107
160
|
|
|
108
161
|
/**
|
|
@@ -143,6 +196,9 @@ export interface PeerDiscoveryService extends EventEmitter {
|
|
|
143
196
|
on(event: 'peer:discovered', listener: (enr: ENR) => void): this;
|
|
144
197
|
emit(event: 'peer:discovered', enr: ENR): boolean;
|
|
145
198
|
|
|
199
|
+
on(event: 'ip:changed', listener: (ip: string) => void): this;
|
|
200
|
+
emit(event: 'ip:changed', ip: string): boolean;
|
|
201
|
+
|
|
146
202
|
getStatus(): PeerDiscoveryState;
|
|
147
203
|
|
|
148
204
|
getEnr(): ENR | undefined;
|